{"level":"warn","ts":"2026-03-18T21:49:16.542745Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:49:16.54289Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T21:49:16.542988Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:49:16.543006Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-18T21:49:16.543034Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:49:16.543873Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-03-18T21:49:16.543972Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T21:49:16.998457Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"454.199117ms"} {"level":"info","ts":"2026-03-18T21:49:18.022763Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-03-18T21:49:18.022918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T21:49:18.022966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-03-18T21:49:18.022996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T21:49:18.023023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-03-18T21:49:18.02312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-03-18T21:49:18.217326Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T21:49:18.299791Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T21:49:18.355282Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T21:49:18.403322Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T21:49:18.40366Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T21:49:18.403792Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:18.404025Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:18.404047Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:18.409612Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:49:18.409838Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-18T21:49:18.409899Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-18T21:49:18.410068Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T21:49:18.410122Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T21:49:18.447427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-03-18T21:49:18.447627Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-18T21:49:18.642264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T21:49:18.6424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T21:49:18.642437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-03-18T21:49:18.642462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-03-18T21:49:18.642475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-18T21:49:18.642495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-03-18T21:49:18.64251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-18T21:49:19.000396Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:19.002674Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:49:19.002734Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:49:19.00267Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T21:49:19.003133Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T21:49:19.00321Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T21:49:19.006407Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:19.006595Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:19.006634Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:19.007236Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T21:49:19.007263Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"warn","ts":"2026-03-18T21:49:19.25388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.442536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:19.254451Z","caller":"traceutil/trace.go:171","msg":"trace[237337232] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"120.098224ms","start":"2026-03-18T21:49:19.13433Z","end":"2026-03-18T21:49:19.254428Z","steps":["trace[237337232] 'range keys from in-memory index tree' (duration: 119.321834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:19.253927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.867763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:19.254617Z","caller":"traceutil/trace.go:171","msg":"trace[1233601375] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"104.615753ms","start":"2026-03-18T21:49:19.149978Z","end":"2026-03-18T21:49:19.254594Z","steps":["trace[1233601375] 'range keys from in-memory index tree' (duration: 103.821772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:19.254215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:19.254939Z","caller":"traceutil/trace.go:171","msg":"trace[1622304076] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"104.900731ms","start":"2026-03-18T21:49:19.150015Z","end":"2026-03-18T21:49:19.254916Z","steps":["trace[1622304076] 'count revisions from in-memory index tree' (duration: 104.076758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:19.254231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.738642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:19.255052Z","caller":"traceutil/trace.go:171","msg":"trace[1121332490] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"133.611685ms","start":"2026-03-18T21:49:19.12141Z","end":"2026-03-18T21:49:19.255022Z","steps":["trace[1121332490] 'range keys from in-memory index tree' (duration: 132.635279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:19.254267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.860858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:19.255275Z","caller":"traceutil/trace.go:171","msg":"trace[1006765337] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"120.888355ms","start":"2026-03-18T21:49:19.134359Z","end":"2026-03-18T21:49:19.255247Z","steps":["trace[1006765337] 'count revisions from in-memory index tree' (duration: 119.803616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:19.254256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.721319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T21:49:19.254274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.852065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:19.255445Z","caller":"traceutil/trace.go:171","msg":"trace[685573667] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"146.974542ms","start":"2026-03-18T21:49:19.108448Z","end":"2026-03-18T21:49:19.255423Z","steps":["trace[685573667] 'count revisions from in-memory index tree' (duration: 145.588775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:19.255477Z","caller":"traceutil/trace.go:171","msg":"trace[200277251] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"134.106168ms","start":"2026-03-18T21:49:19.121356Z","end":"2026-03-18T21:49:19.255462Z","steps":["trace[200277251] 'count revisions from in-memory index tree' (duration: 132.733632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.57921Z","caller":"traceutil/trace.go:171","msg":"trace[833130001] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"116.694526ms","start":"2026-03-18T21:49:20.462484Z","end":"2026-03-18T21:49:20.579179Z","steps":["trace[833130001] 'process raft request' (duration: 116.599523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.579245Z","caller":"traceutil/trace.go:171","msg":"trace[95161747] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"117.691602ms","start":"2026-03-18T21:49:20.461517Z","end":"2026-03-18T21:49:20.579209Z","steps":["trace[95161747] 'process raft request' (duration: 111.782668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.580151Z","caller":"traceutil/trace.go:171","msg":"trace[1944982463] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"114.291974ms","start":"2026-03-18T21:49:20.465823Z","end":"2026-03-18T21:49:20.580115Z","steps":["trace[1944982463] 'process raft request' (duration: 113.703378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.580681Z","caller":"traceutil/trace.go:171","msg":"trace[505667951] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"114.550861ms","start":"2026-03-18T21:49:20.466113Z","end":"2026-03-18T21:49:20.580664Z","steps":["trace[505667951] 'process raft request' (duration: 113.928515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.580781Z","caller":"traceutil/trace.go:171","msg":"trace[1077762324] linearizableReadLoop","detail":"{readStateIndex:34; appliedIndex:29; }","duration":"114.449178ms","start":"2026-03-18T21:49:20.46631Z","end":"2026-03-18T21:49:20.580759Z","steps":["trace[1077762324] 'read index received' (duration: 106.919743ms)","trace[1077762324] 'applied index is now lower than readState.Index' (duration: 7.528055ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:20.581029Z","caller":"traceutil/trace.go:171","msg":"trace[30085972] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"114.471118ms","start":"2026-03-18T21:49:20.466534Z","end":"2026-03-18T21:49:20.581005Z","steps":["trace[30085972] 'process raft request' (duration: 114.104879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.581076Z","caller":"traceutil/trace.go:171","msg":"trace[235831217] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"114.758205ms","start":"2026-03-18T21:49:20.466279Z","end":"2026-03-18T21:49:20.581037Z","steps":["trace[235831217] 'process raft request' (duration: 114.277453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.581096Z","caller":"traceutil/trace.go:171","msg":"trace[4008426] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"114.600231ms","start":"2026-03-18T21:49:20.466482Z","end":"2026-03-18T21:49:20.581082Z","steps":["trace[4008426] 'process raft request' (duration: 114.124709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:20.581215Z","caller":"traceutil/trace.go:171","msg":"trace[590603480] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"114.459888ms","start":"2026-03-18T21:49:20.466745Z","end":"2026-03-18T21:49:20.581205Z","steps":["trace[590603480] 'process raft request' (duration: 113.931255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:20.581742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.623992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:20.581825Z","caller":"traceutil/trace.go:171","msg":"trace[1243216592] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:34; }","duration":"115.526816ms","start":"2026-03-18T21:49:20.466274Z","end":"2026-03-18T21:49:20.581801Z","steps":["trace[1243216592] 'agreement among raft nodes before linearized reading' (duration: 114.568251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:23.240162Z","caller":"traceutil/trace.go:171","msg":"trace[495771055] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"130.207446ms","start":"2026-03-18T21:49:23.109918Z","end":"2026-03-18T21:49:23.240126Z","steps":["trace[495771055] 'process raft request' (duration: 61.178386ms)","trace[495771055] 'compare' (duration: 68.749403ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:24.253348Z","caller":"traceutil/trace.go:171","msg":"trace[2066360680] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"211.527106ms","start":"2026-03-18T21:49:24.041789Z","end":"2026-03-18T21:49:24.253316Z","steps":["trace[2066360680] 'process raft request' (duration: 211.355512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.40969Z","caller":"traceutil/trace.go:171","msg":"trace[192242455] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"367.51582ms","start":"2026-03-18T21:49:24.042131Z","end":"2026-03-18T21:49:24.409647Z","steps":["trace[192242455] 'process raft request' (duration: 366.75825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.409762Z","caller":"traceutil/trace.go:171","msg":"trace[148952698] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"346.970646ms","start":"2026-03-18T21:49:24.062763Z","end":"2026-03-18T21:49:24.409733Z","steps":["trace[148952698] 'process raft request' (duration: 346.835563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.409856Z","caller":"traceutil/trace.go:171","msg":"trace[489935585] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"346.776451ms","start":"2026-03-18T21:49:24.062995Z","end":"2026-03-18T21:49:24.409771Z","steps":["trace[489935585] 'process raft request' (duration: 346.689949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.40994Z","caller":"traceutil/trace.go:171","msg":"trace[30465700] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:259; }","duration":"347.462349ms","start":"2026-03-18T21:49:24.062444Z","end":"2026-03-18T21:49:24.409907Z","steps":["trace[30465700] 'read index received' (duration: 190.785737ms)","trace[30465700] 'applied index is now lower than readState.Index' (duration: 156.674982ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:24.409998Z","caller":"traceutil/trace.go:171","msg":"trace[1962655990] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"345.53298ms","start":"2026-03-18T21:49:24.06442Z","end":"2026-03-18T21:49:24.409953Z","steps":["trace[1962655990] 'process raft request' (duration: 345.323514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.410073Z","caller":"traceutil/trace.go:171","msg":"trace[762564890] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"346.995738ms","start":"2026-03-18T21:49:24.063066Z","end":"2026-03-18T21:49:24.410061Z","steps":["trace[762564890] 'process raft request' (duration: 346.654989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.410076Z","caller":"traceutil/trace.go:171","msg":"trace[99853656] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"345.622542ms","start":"2026-03-18T21:49:24.06444Z","end":"2026-03-18T21:49:24.410062Z","steps":["trace[99853656] 'process raft request' (duration: 345.341544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.410105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.633084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:24.410132Z","caller":"traceutil/trace.go:171","msg":"trace[1522273145] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"317.263716ms","start":"2026-03-18T21:49:24.092859Z","end":"2026-03-18T21:49:24.410123Z","steps":["trace[1522273145] 'process raft request' (duration: 316.994379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.410147Z","caller":"traceutil/trace.go:171","msg":"trace[1960817160] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:0; response_revision:258; }","duration":"347.736076ms","start":"2026-03-18T21:49:24.062397Z","end":"2026-03-18T21:49:24.410133Z","steps":["trace[1960817160] 'agreement among raft nodes before linearized reading' (duration: 347.615743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.410187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.062376Z","time spent":"347.803568ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-18T21:49:24.410404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.062749Z","time spent":"347.10328ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:24.41059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.04212Z","time spent":"367.741185ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:24.410692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.062987Z","time spent":"346.958467ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:24.410883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.063057Z","time spent":"347.046589ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:24.410853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.064384Z","time spent":"345.658813ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:24.410977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.064421Z","time spent":"345.687034ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:24.41108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.092843Z","time spent":"317.310107ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":170,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:24.413554Z","caller":"traceutil/trace.go:171","msg":"trace[2000916295] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"156.662622ms","start":"2026-03-18T21:49:24.256852Z","end":"2026-03-18T21:49:24.413515Z","steps":["trace[2000916295] 'process raft request' (duration: 156.5682ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.542203Z","caller":"traceutil/trace.go:171","msg":"trace[1540353810] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"123.713758ms","start":"2026-03-18T21:49:24.41845Z","end":"2026-03-18T21:49:24.542164Z","steps":["trace[1540353810] 'process raft request' (duration: 123.571214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.542315Z","caller":"traceutil/trace.go:171","msg":"trace[1558647004] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:268; }","duration":"125.620238ms","start":"2026-03-18T21:49:24.416647Z","end":"2026-03-18T21:49:24.542267Z","steps":["trace[1558647004] 'read index received' (duration: 29.879315ms)","trace[1558647004] 'applied index is now lower than readState.Index' (duration: 95.738543ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:24.5423Z","caller":"traceutil/trace.go:171","msg":"trace[40780177] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"125.683009ms","start":"2026-03-18T21:49:24.416569Z","end":"2026-03-18T21:49:24.542251Z","steps":["trace[40780177] 'process raft request' (duration: 122.007184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.5425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.843783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4020"} {"level":"info","ts":"2026-03-18T21:49:24.542545Z","caller":"traceutil/trace.go:171","msg":"trace[2129430483] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:263; }","duration":"125.939105ms","start":"2026-03-18T21:49:24.416581Z","end":"2026-03-18T21:49:24.542521Z","steps":["trace[2129430483] 'agreement among raft nodes before linearized reading' (duration: 125.788251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.926856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.361809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:24.927126Z","caller":"traceutil/trace.go:171","msg":"trace[1866532865] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"373.156226ms","start":"2026-03-18T21:49:24.553922Z","end":"2026-03-18T21:49:24.927078Z","steps":["trace[1866532865] 'process raft request' (duration: 195.060048ms)","trace[1866532865] 'compare' (duration: 176.946579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:24.92735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.553857Z","time spent":"373.375202ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:24.927557Z","caller":"traceutil/trace.go:171","msg":"trace[1098483269] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:273; }","duration":"229.468591ms","start":"2026-03-18T21:49:24.698068Z","end":"2026-03-18T21:49:24.927536Z","steps":["trace[1098483269] 'read index received' (duration: 50.9024ms)","trace[1098483269] 'applied index is now lower than readState.Index' (duration: 178.564541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:24.927849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.779088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:24.927884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.391615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:24.927844Z","caller":"traceutil/trace.go:171","msg":"trace[467799077] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"337.271687ms","start":"2026-03-18T21:49:24.590461Z","end":"2026-03-18T21:49:24.927732Z","steps":["trace[467799077] 'process raft request' (duration: 336.748972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:24.927921Z","caller":"traceutil/trace.go:171","msg":"trace[1954827429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:266; }","duration":"229.886301ms","start":"2026-03-18T21:49:24.698015Z","end":"2026-03-18T21:49:24.927901Z","steps":["trace[1954827429] 'agreement among raft nodes before linearized reading' (duration: 229.739187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:24.928065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:24.590429Z","time spent":"337.538814ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:24.92809Z","caller":"traceutil/trace.go:171","msg":"trace[1080817838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:266; }","duration":"149.640031ms","start":"2026-03-18T21:49:24.778435Z","end":"2026-03-18T21:49:24.928075Z","steps":["trace[1080817838] 'agreement among raft nodes before linearized reading' (duration: 149.399455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:25.109156Z","caller":"traceutil/trace.go:171","msg":"trace[752968012] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:277; }","duration":"130.756989ms","start":"2026-03-18T21:49:24.978371Z","end":"2026-03-18T21:49:25.109128Z","steps":["trace[752968012] 'read index received' (duration: 68.245739ms)","trace[752968012] 'applied index is now lower than readState.Index' (duration: 62.51009ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:25.109303Z","caller":"traceutil/trace.go:171","msg":"trace[1356690633] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"133.874501ms","start":"2026-03-18T21:49:24.975416Z","end":"2026-03-18T21:49:25.10929Z","steps":["trace[1356690633] 'process raft request' (duration: 133.608944ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:25.109416Z","caller":"traceutil/trace.go:171","msg":"trace[276552988] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"136.279703ms","start":"2026-03-18T21:49:24.973094Z","end":"2026-03-18T21:49:25.109374Z","steps":["trace[276552988] 'process raft request' (duration: 73.508816ms)","trace[276552988] 'compare' (duration: 62.032278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:25.109471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.079318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-18T21:49:25.109545Z","caller":"traceutil/trace.go:171","msg":"trace[1139936436] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:270; }","duration":"131.193011ms","start":"2026-03-18T21:49:24.978334Z","end":"2026-03-18T21:49:25.109527Z","steps":["trace[1139936436] 'agreement among raft nodes before linearized reading' (duration: 131.039287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:25.111633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.718246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:25.111684Z","caller":"traceutil/trace.go:171","msg":"trace[559328864] transaction","detail":"{read_only:false; number_of_response:0; response_revision:270; }","duration":"131.784417ms","start":"2026-03-18T21:49:24.97982Z","end":"2026-03-18T21:49:25.111604Z","steps":["trace[559328864] 'process raft request' (duration: 131.597542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:25.11172Z","caller":"traceutil/trace.go:171","msg":"trace[1341650698] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:270; }","duration":"131.848229ms","start":"2026-03-18T21:49:24.979859Z","end":"2026-03-18T21:49:25.111707Z","steps":["trace[1341650698] 'agreement among raft nodes before linearized reading' (duration: 131.684924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:25.328551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.282358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:25.328686Z","caller":"traceutil/trace.go:171","msg":"trace[1594405921] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"129.245051ms","start":"2026-03-18T21:49:25.199418Z","end":"2026-03-18T21:49:25.328663Z","steps":["trace[1594405921] 'process raft request' (duration: 15.745107ms)","trace[1594405921] 'compare' (duration: 113.141205ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:25.329537Z","caller":"traceutil/trace.go:171","msg":"trace[1754411211] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"128.103352ms","start":"2026-03-18T21:49:25.201396Z","end":"2026-03-18T21:49:25.329499Z","steps":["trace[1754411211] 'process raft request' (duration: 127.751904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:25.33023Z","caller":"traceutil/trace.go:171","msg":"trace[1666687303] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"125.652838ms","start":"2026-03-18T21:49:25.204547Z","end":"2026-03-18T21:49:25.3302Z","steps":["trace[1666687303] 'process raft request' (duration: 125.024982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:26.330294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.793141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-18T21:49:26.330395Z","caller":"traceutil/trace.go:171","msg":"trace[1119446272] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:290; }","duration":"167.972306ms","start":"2026-03-18T21:49:26.1624Z","end":"2026-03-18T21:49:26.330373Z","steps":["trace[1119446272] 'range keys from in-memory index tree' (duration: 167.613587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:27.282592Z","caller":"traceutil/trace.go:171","msg":"trace[1945115719] linearizableReadLoop","detail":"{readStateIndex:306; appliedIndex:305; }","duration":"120.444794ms","start":"2026-03-18T21:49:27.162118Z","end":"2026-03-18T21:49:27.282563Z","steps":["trace[1945115719] 'read index received' (duration: 38.876469ms)","trace[1945115719] 'applied index is now lower than readState.Index' (duration: 81.567335ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:27.282726Z","caller":"traceutil/trace.go:171","msg":"trace[1246071694] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"166.406305ms","start":"2026-03-18T21:49:27.116281Z","end":"2026-03-18T21:49:27.282688Z","steps":["trace[1246071694] 'process raft request' (duration: 84.692486ms)","trace[1246071694] 'compare' (duration: 81.421911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:27.282765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.615568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:27.282821Z","caller":"traceutil/trace.go:171","msg":"trace[1044943604] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:0; response_revision:296; }","duration":"120.756731ms","start":"2026-03-18T21:49:27.162046Z","end":"2026-03-18T21:49:27.282802Z","steps":["trace[1044943604] 'agreement among raft nodes before linearized reading' (duration: 120.629077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:27.462611Z","caller":"traceutil/trace.go:171","msg":"trace[1350670392] linearizableReadLoop","detail":"{readStateIndex:307; appliedIndex:306; }","duration":"139.176838ms","start":"2026-03-18T21:49:27.323402Z","end":"2026-03-18T21:49:27.462579Z","steps":["trace[1350670392] 'read index received' (duration: 125.629267ms)","trace[1350670392] 'applied index is now lower than readState.Index' (duration: 13.546321ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:27.462737Z","caller":"traceutil/trace.go:171","msg":"trace[609065278] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"173.92992ms","start":"2026-03-18T21:49:27.288761Z","end":"2026-03-18T21:49:27.462691Z","steps":["trace[609065278] 'process raft request' (duration: 160.382109ms)","trace[609065278] 'compare' (duration: 13.262344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:27.462985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.410799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-18T21:49:27.463021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.112076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T21:49:27.463079Z","caller":"traceutil/trace.go:171","msg":"trace[1877751964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:297; }","duration":"128.546303ms","start":"2026-03-18T21:49:27.334509Z","end":"2026-03-18T21:49:27.463055Z","steps":["trace[1877751964] 'agreement among raft nodes before linearized reading' (duration: 128.321868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:27.46311Z","caller":"traceutil/trace.go:171","msg":"trace[1875207757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:297; }","duration":"122.23639ms","start":"2026-03-18T21:49:27.340851Z","end":"2026-03-18T21:49:27.463088Z","steps":["trace[1875207757] 'agreement among raft nodes before linearized reading' (duration: 122.047535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:27.462987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.554138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-18T21:49:27.463197Z","caller":"traceutil/trace.go:171","msg":"trace[1253033238] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:297; }","duration":"139.858176ms","start":"2026-03-18T21:49:27.323312Z","end":"2026-03-18T21:49:27.46317Z","steps":["trace[1253033238] 'agreement among raft nodes before linearized reading' (duration: 139.514867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:27.990382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.859922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:27.99056Z","caller":"traceutil/trace.go:171","msg":"trace[1215703065] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:307; }","duration":"521.244707ms","start":"2026-03-18T21:49:27.469302Z","end":"2026-03-18T21:49:27.990547Z","steps":["trace[1215703065] 'read index received' (duration: 39.020072ms)","trace[1215703065] 'applied index is now lower than readState.Index' (duration: 482.223785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:27.990653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.347089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-18T21:49:27.990671Z","caller":"traceutil/trace.go:171","msg":"trace[641857103] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:300; }","duration":"521.390021ms","start":"2026-03-18T21:49:27.469275Z","end":"2026-03-18T21:49:27.990665Z","steps":["trace[641857103] 'agreement among raft nodes before linearized reading' (duration: 521.34914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:27.99065Z","caller":"traceutil/trace.go:171","msg":"trace[69729717] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"522.404237ms","start":"2026-03-18T21:49:27.468209Z","end":"2026-03-18T21:49:27.990613Z","steps":["trace[69729717] 'process raft request' (duration: 182.239627ms)","trace[69729717] 'compare' (duration: 339.664097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:27.990695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.469264Z","time spent":"521.426281ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-18T21:49:27.990688Z","caller":"traceutil/trace.go:171","msg":"trace[275732375] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"520.263181ms","start":"2026-03-18T21:49:27.470379Z","end":"2026-03-18T21:49:27.990642Z","steps":["trace[275732375] 'process raft request' (duration: 520.102677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:27.990783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.468201Z","time spent":"522.50668ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:27.990786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.706413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:49:27.990877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.470371Z","time spent":"520.401765ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:27.990919Z","caller":"traceutil/trace.go:171","msg":"trace[153054899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:300; }","duration":"156.856657ms","start":"2026-03-18T21:49:27.834016Z","end":"2026-03-18T21:49:27.990873Z","steps":["trace[153054899] 'agreement among raft nodes before linearized reading' (duration: 156.672372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:29.166529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031803927s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:49:30.095169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960448536s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:30.096382Z","caller":"traceutil/trace.go:171","msg":"trace[1132006125] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"2.101749771s","start":"2026-03-18T21:49:27.994574Z","end":"2026-03-18T21:49:30.096324Z","steps":["trace[1132006125] 'process raft request' (duration: 140.055722ms)","trace[1132006125] 'compare' (duration: 1.960102568s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.09642Z","caller":"traceutil/trace.go:171","msg":"trace[114800330] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:310; }","duration":"2.101727231s","start":"2026-03-18T21:49:27.994644Z","end":"2026-03-18T21:49:30.096371Z","steps":["trace[114800330] 'read index received' (duration: 140.117983ms)","trace[114800330] 'applied index is now lower than readState.Index' (duration: 1.961605528s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:30.096514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.99455Z","time spent":"2.101912815s","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:30.096553Z","caller":"traceutil/trace.go:171","msg":"trace[1582661952] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"2.10169208s","start":"2026-03-18T21:49:27.994681Z","end":"2026-03-18T21:49:30.096373Z","steps":["trace[1582661952] 'process raft request' (duration: 2.101465794s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.0966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101915735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-03-18T21:49:30.096671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.613075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:49:30.096719Z","caller":"traceutil/trace.go:171","msg":"trace[1608557582] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:302; }","duration":"2.10209926s","start":"2026-03-18T21:49:27.994587Z","end":"2026-03-18T21:49:30.096686Z","steps":["trace[1608557582] 'agreement among raft nodes before linearized reading' (duration: 2.101825273s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.096748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.576669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:49:30.096781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.994566Z","time spent":"2.102199153s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-18T21:49:30.096906Z","caller":"traceutil/trace.go:171","msg":"trace[1239441944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:302; }","duration":"584.782324ms","start":"2026-03-18T21:49:29.512084Z","end":"2026-03-18T21:49:30.096867Z","steps":["trace[1239441944] 'agreement among raft nodes before linearized reading' (duration: 584.491047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.097015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.512063Z","time spent":"584.936689ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:49:30.096776Z","caller":"traceutil/trace.go:171","msg":"trace[1499479605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:302; }","duration":"809.763598ms","start":"2026-03-18T21:49:29.286977Z","end":"2026-03-18T21:49:30.096741Z","steps":["trace[1499479605] 'agreement among raft nodes before linearized reading' (duration: 809.589334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.097085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.286948Z","time spent":"810.126948ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:30.096776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.994661Z","time spent":"2.101985407s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:30.601701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:49:30.837973Z","caller":"traceutil/trace.go:171","msg":"trace[748193641] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"737.569156ms","start":"2026-03-18T21:49:30.100365Z","end":"2026-03-18T21:49:30.837935Z","steps":["trace[748193641] 'process raft request' (duration: 663.259409ms)","trace[748193641] 'compare' (duration: 73.67339ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.837992Z","caller":"traceutil/trace.go:171","msg":"trace[1618881639] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"737.427483ms","start":"2026-03-18T21:49:30.10054Z","end":"2026-03-18T21:49:30.837967Z","steps":["trace[1618881639] 'process raft request' (duration: 737.244728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.838146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.100513Z","time spent":"737.548445ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:30.838168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.100344Z","time spent":"737.71441ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:30.838242Z","caller":"traceutil/trace.go:171","msg":"trace[1647466458] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"736.828357ms","start":"2026-03-18T21:49:30.101345Z","end":"2026-03-18T21:49:30.838173Z","steps":["trace[1647466458] 'process raft request' (duration: 736.586571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:30.838447Z","caller":"traceutil/trace.go:171","msg":"trace[1877769081] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"733.366848ms","start":"2026-03-18T21:49:30.105069Z","end":"2026-03-18T21:49:30.838436Z","steps":["trace[1877769081] 'process raft request' (duration: 733.009067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.838518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.105057Z","time spent":"733.427419ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:30.838557Z","caller":"traceutil/trace.go:171","msg":"trace[1330023056] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:312; }","duration":"737.904355ms","start":"2026-03-18T21:49:30.100625Z","end":"2026-03-18T21:49:30.838529Z","steps":["trace[1330023056] 'read index received' (duration: 662.999482ms)","trace[1330023056] 'applied index is now lower than readState.Index' (duration: 74.903873ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.838587Z","caller":"traceutil/trace.go:171","msg":"trace[996433508] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"146.153811ms","start":"2026-03-18T21:49:30.692402Z","end":"2026-03-18T21:49:30.838556Z","steps":["trace[996433508] 'process raft request' (duration: 145.982345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.838641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.011898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-18T21:49:30.838679Z","caller":"traceutil/trace.go:171","msg":"trace[736260817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:307; }","duration":"738.069169ms","start":"2026-03-18T21:49:30.100598Z","end":"2026-03-18T21:49:30.838667Z","steps":["trace[736260817] 'agreement among raft nodes before linearized reading' (duration: 738.004578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.83872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.10059Z","time spent":"738.11935ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-18T21:49:30.839562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.101132Z","time spent":"737.248857ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:31.857029Z","caller":"traceutil/trace.go:171","msg":"trace[1731727680] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"491.269639ms","start":"2026-03-18T21:49:31.365719Z","end":"2026-03-18T21:49:31.856989Z","steps":["trace[1731727680] 'process raft request' (duration: 490.952461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.857207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.365676Z","time spent":"491.459844ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:31.857084Z","caller":"traceutil/trace.go:171","msg":"trace[1129464469] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"489.940905ms","start":"2026-03-18T21:49:31.367116Z","end":"2026-03-18T21:49:31.857057Z","steps":["trace[1129464469] 'process raft request' (duration: 489.791001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.857401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.100034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vhtpq\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-03-18T21:49:31.857437Z","caller":"traceutil/trace.go:171","msg":"trace[1211936108] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vhtpq; range_end:; response_count:1; response_revision:353; }","duration":"405.205807ms","start":"2026-03-18T21:49:31.452224Z","end":"2026-03-18T21:49:31.85743Z","steps":["trace[1211936108] 'agreement among raft nodes before linearized reading' (duration: 405.057953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.857458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.452204Z","time spent":"405.249578ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":3462,"request content":"key:\"/registry/pods/kube-system/kube-proxy-vhtpq\" "} {"level":"info","ts":"2026-03-18T21:49:31.857231Z","caller":"traceutil/trace.go:171","msg":"trace[507152897] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:360; }","duration":"404.927979ms","start":"2026-03-18T21:49:31.452275Z","end":"2026-03-18T21:49:31.857203Z","steps":["trace[507152897] 'read index received' (duration: 404.427357ms)","trace[507152897] 'applied index is now lower than readState.Index' (duration: 498.722µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:31.857408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.36709Z","time spent":"490.216272ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:31.857512Z","caller":"traceutil/trace.go:171","msg":"trace[1270704094] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"485.753936ms","start":"2026-03-18T21:49:31.371693Z","end":"2026-03-18T21:49:31.857447Z","steps":["trace[1270704094] 'process raft request' (duration: 485.312764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.857854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.371677Z","time spent":"485.972582ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:31.88626Z","caller":"traceutil/trace.go:171","msg":"trace[275791403] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"433.954053ms","start":"2026-03-18T21:49:31.45228Z","end":"2026-03-18T21:49:31.886234Z","steps":["trace[275791403] 'process raft request' (duration: 433.85278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:31.886407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:31.452251Z","time spent":"434.088967ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:31.886457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.012387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-18T21:49:31.886548Z","caller":"traceutil/trace.go:171","msg":"trace[576899231] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:354; }","duration":"168.16035ms","start":"2026-03-18T21:49:31.718362Z","end":"2026-03-18T21:49:31.886522Z","steps":["trace[576899231] 'agreement among raft nodes before linearized reading' (duration: 167.926354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:36.531993Z","caller":"traceutil/trace.go:171","msg":"trace[474326133] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"407.6254ms","start":"2026-03-18T21:49:36.124335Z","end":"2026-03-18T21:49:36.53196Z","steps":["trace[474326133] 'process raft request' (duration: 407.489447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:36.532208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:36.124309Z","time spent":"407.775934ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:36.968719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.947911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:36.968833Z","caller":"traceutil/trace.go:171","msg":"trace[514273100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"270.102145ms","start":"2026-03-18T21:49:36.698704Z","end":"2026-03-18T21:49:36.968806Z","steps":["trace[514273100] 'range keys from in-memory index tree' (duration: 269.884219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.23953Z","caller":"traceutil/trace.go:171","msg":"trace[1648472391] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"267.375993ms","start":"2026-03-18T21:49:36.972129Z","end":"2026-03-18T21:49:37.239505Z","steps":["trace[1648472391] 'process raft request' (duration: 267.24847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:38.313317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073933658s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:49:39.036075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:39.536804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:39.58565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272113887s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:49:39.979562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66593428s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:39.979789Z","caller":"traceutil/trace.go:171","msg":"trace[1903884018] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"3.006683377s","start":"2026-03-18T21:49:36.97307Z","end":"2026-03-18T21:49:39.979753Z","steps":["trace[1903884018] 'process raft request' (duration: 1.34047596s)","trace[1903884018] 'compare' (duration: 1.665798717s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:39.979932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:36.973056Z","time spent":"3.00680561s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:39.980123Z","caller":"traceutil/trace.go:171","msg":"trace[1542523046] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"3.006673627s","start":"2026-03-18T21:49:36.973404Z","end":"2026-03-18T21:49:39.980078Z","steps":["trace[1542523046] 'process raft request' (duration: 3.006248306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.980264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:36.973394Z","time spent":"3.006802291s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:39.994842Z","caller":"traceutil/trace.go:171","msg":"trace[1043272305] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:388; }","duration":"1.459066905s","start":"2026-03-18T21:49:38.535755Z","end":"2026-03-18T21:49:39.994822Z","steps":["trace[1043272305] 'read index received' (duration: 1.050017919s)","trace[1043272305] 'applied index is now lower than readState.Index' (duration: 409.047896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:39.994971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296035978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:39.994986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45923096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:39.99501Z","caller":"traceutil/trace.go:171","msg":"trace[1937878162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"1.29610721s","start":"2026-03-18T21:49:38.69889Z","end":"2026-03-18T21:49:39.994997Z","steps":["trace[1937878162] 'agreement among raft nodes before linearized reading' (duration: 1.296045168s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:39.995029Z","caller":"traceutil/trace.go:171","msg":"trace[615884955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:378; }","duration":"1.459318182s","start":"2026-03-18T21:49:38.535699Z","end":"2026-03-18T21:49:39.995017Z","steps":["trace[615884955] 'agreement among raft nodes before linearized reading' (duration: 1.45922424s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.995047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.698875Z","time spent":"1.296164321s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:39.995058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.535678Z","time spent":"1.459374693s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:49:39.995169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.290712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:49:39.995258Z","caller":"traceutil/trace.go:171","msg":"trace[1502378883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:378; }","duration":"751.420085ms","start":"2026-03-18T21:49:39.243809Z","end":"2026-03-18T21:49:39.995229Z","steps":["trace[1502378883] 'agreement among raft nodes before linearized reading' (duration: 751.21127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.995297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:39.243788Z","time spent":"751.500086ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:44.220799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.499416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:44.220913Z","caller":"traceutil/trace.go:171","msg":"trace[828421425] linearizableReadLoop","detail":"{readStateIndex:406; appliedIndex:405; }","duration":"141.724986ms","start":"2026-03-18T21:49:44.079169Z","end":"2026-03-18T21:49:44.220894Z","steps":["trace[828421425] 'read index received' (duration: 18.925331ms)","trace[828421425] 'applied index is now lower than readState.Index' (duration: 122.798685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:44.221014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.841799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-18T21:49:44.221044Z","caller":"traceutil/trace.go:171","msg":"trace[2001317542] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:392; }","duration":"141.90329ms","start":"2026-03-18T21:49:44.07913Z","end":"2026-03-18T21:49:44.221034Z","steps":["trace[2001317542] 'agreement among raft nodes before linearized reading' (duration: 141.838689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.221167Z","caller":"traceutil/trace.go:171","msg":"trace[209044504] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"177.946095ms","start":"2026-03-18T21:49:44.043182Z","end":"2026-03-18T21:49:44.221128Z","steps":["trace[209044504] 'process raft request' (duration: 55.015997ms)","trace[209044504] 'compare' (duration: 122.370772ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:44.402529Z","caller":"traceutil/trace.go:171","msg":"trace[825582698] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"166.61232ms","start":"2026-03-18T21:49:44.235899Z","end":"2026-03-18T21:49:44.402511Z","steps":["trace[825582698] 'process raft request' (duration: 166.495507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:44.78038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.751135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:44.780482Z","caller":"traceutil/trace.go:171","msg":"trace[1776161949] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"371.047471ms","start":"2026-03-18T21:49:44.409416Z","end":"2026-03-18T21:49:44.780464Z","steps":["trace[1776161949] 'process raft request' (duration: 246.148823ms)","trace[1776161949] 'compare' (duration: 124.611291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:44.780564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.409388Z","time spent":"371.154434ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:44.975381Z","caller":"traceutil/trace.go:171","msg":"trace[334640517] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"189.383521ms","start":"2026-03-18T21:49:44.785973Z","end":"2026-03-18T21:49:44.975356Z","steps":["trace[334640517] 'process raft request' (duration: 101.302397ms)","trace[334640517] 'compare' (duration: 87.956821ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:44.975889Z","caller":"traceutil/trace.go:171","msg":"trace[1980999299] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"188.422915ms","start":"2026-03-18T21:49:44.787449Z","end":"2026-03-18T21:49:44.975872Z","steps":["trace[1980999299] 'process raft request' (duration: 188.356104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.975897Z","caller":"traceutil/trace.go:171","msg":"trace[1193456787] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"189.856183ms","start":"2026-03-18T21:49:44.786006Z","end":"2026-03-18T21:49:44.975863Z","steps":["trace[1193456787] 'process raft request' (duration: 189.712319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:45.262082Z","caller":"traceutil/trace.go:171","msg":"trace[1625841435] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"114.957581ms","start":"2026-03-18T21:49:45.147099Z","end":"2026-03-18T21:49:45.262056Z","steps":["trace[1625841435] 'process raft request' (duration: 111.145323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:45.262116Z","caller":"traceutil/trace.go:171","msg":"trace[1767625228] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"112.567949ms","start":"2026-03-18T21:49:45.149514Z","end":"2026-03-18T21:49:45.262082Z","steps":["trace[1767625228] 'process raft request' (duration: 112.468736ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.154261Z","caller":"traceutil/trace.go:171","msg":"trace[420636288] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"123.447341ms","start":"2026-03-18T21:49:50.030785Z","end":"2026-03-18T21:49:50.154232Z","steps":["trace[420636288] 'process raft request' (duration: 123.289077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.202763Z","caller":"traceutil/trace.go:171","msg":"trace[1886832869] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:446; }","duration":"151.648932ms","start":"2026-03-18T21:49:50.05109Z","end":"2026-03-18T21:49:50.202739Z","steps":["trace[1886832869] 'read index received' (duration: 103.130725ms)","trace[1886832869] 'applied index is now lower than readState.Index' (duration: 48.517157ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:50.202917Z","caller":"traceutil/trace.go:171","msg":"trace[1898673427] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"171.485507ms","start":"2026-03-18T21:49:50.031415Z","end":"2026-03-18T21:49:50.2029Z","steps":["trace[1898673427] 'process raft request' (duration: 171.2135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.203037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.931269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:49:50.203116Z","caller":"traceutil/trace.go:171","msg":"trace[865019033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:432; }","duration":"152.062713ms","start":"2026-03-18T21:49:50.051033Z","end":"2026-03-18T21:49:50.203095Z","steps":["trace[865019033] 'agreement among raft nodes before linearized reading' (duration: 151.934899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.203104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.795394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:50.203192Z","caller":"traceutil/trace.go:171","msg":"trace[287596344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:432; }","duration":"149.925898ms","start":"2026-03-18T21:49:50.053246Z","end":"2026-03-18T21:49:50.203172Z","steps":["trace[287596344] 'agreement among raft nodes before linearized reading' (duration: 149.737933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.442844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.966458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:50.442954Z","caller":"traceutil/trace.go:171","msg":"trace[1449304582] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"236.437221ms","start":"2026-03-18T21:49:50.206497Z","end":"2026-03-18T21:49:50.442934Z","steps":["trace[1449304582] 'process raft request' (duration: 56.299509ms)","trace[1449304582] 'compare' (duration: 179.838285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:50.714102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.142749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:50.714286Z","caller":"traceutil/trace.go:171","msg":"trace[956533001] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"507.711976ms","start":"2026-03-18T21:49:50.206537Z","end":"2026-03-18T21:49:50.714249Z","steps":["trace[956533001] 'process raft request' (duration: 393.34707ms)","trace[956533001] 'compare' (duration: 114.055387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:50.714437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.206515Z","time spent":"507.837389ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:55.146796Z","caller":"traceutil/trace.go:171","msg":"trace[927084288] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"332.484962ms","start":"2026-03-18T21:49:54.814257Z","end":"2026-03-18T21:49:55.146742Z","steps":["trace[927084288] 'process raft request' (duration: 332.331818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:55.146982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:54.814229Z","time spent":"332.660957ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:56.685293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.460891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:56.685397Z","caller":"traceutil/trace.go:171","msg":"trace[1019920422] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:447; }","duration":"111.631375ms","start":"2026-03-18T21:49:56.573741Z","end":"2026-03-18T21:49:56.685372Z","steps":["trace[1019920422] 'range keys from in-memory index tree' (duration: 111.343387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.685471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.406168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:49:56.685536Z","caller":"traceutil/trace.go:171","msg":"trace[819982432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:447; }","duration":"212.522781ms","start":"2026-03-18T21:49:56.472996Z","end":"2026-03-18T21:49:56.685519Z","steps":["trace[819982432] 'range keys from in-memory index tree' (duration: 212.298585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:58.832646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:59.333757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:59.550909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305810251s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:59.551321Z","caller":"traceutil/trace.go:171","msg":"trace[360214759] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:500; }","duration":"1.219546973s","start":"2026-03-18T21:49:58.331752Z","end":"2026-03-18T21:49:59.551299Z","steps":["trace[360214759] 'read index received' (duration: 1.219337838s)","trace[360214759] 'applied index is now lower than readState.Index' (duration: 207.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:59.551376Z","caller":"traceutil/trace.go:171","msg":"trace[288116199] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.306338774s","start":"2026-03-18T21:49:58.245001Z","end":"2026-03-18T21:49:59.55134Z","steps":["trace[288116199] 'process raft request' (duration: 1.306151029s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:59.551487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219702128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T21:49:59.551529Z","caller":"traceutil/trace.go:171","msg":"trace[1173122643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:484; }","duration":"1.219816291s","start":"2026-03-18T21:49:58.331701Z","end":"2026-03-18T21:49:59.551517Z","steps":["trace[1173122643] 'agreement among raft nodes before linearized reading' (duration: 1.219702228s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:59.551534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:58.244977Z","time spent":"1.306476178s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:59.55154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.59523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:49:59.55157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:58.331682Z","time spent":"1.219880252s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:49:59.551608Z","caller":"traceutil/trace.go:171","msg":"trace[1447040891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:484; }","duration":"842.717573ms","start":"2026-03-18T21:49:58.708875Z","end":"2026-03-18T21:49:59.551592Z","steps":["trace[1447040891] 'agreement among raft nodes before linearized reading' (duration: 842.565439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:59.551648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:58.708854Z","time spent":"842.786804ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:59.551658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.262007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:59.551713Z","caller":"traceutil/trace.go:171","msg":"trace[446112868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:484; }","duration":"388.348839ms","start":"2026-03-18T21:49:59.163346Z","end":"2026-03-18T21:49:59.551695Z","steps":["trace[446112868] 'agreement among raft nodes before linearized reading' (duration: 388.149974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:59.551745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:59.163326Z","time spent":"388.412281ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:03.122686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.154278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:03.122854Z","caller":"traceutil/trace.go:171","msg":"trace[311802590] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"180.4928ms","start":"2026-03-18T21:50:02.942337Z","end":"2026-03-18T21:50:03.12283Z","steps":["trace[311802590] 'process raft request' (duration: 58.063405ms)","trace[311802590] 'compare' (duration: 121.962353ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:03.17535Z","caller":"traceutil/trace.go:171","msg":"trace[1904788171] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"226.580525ms","start":"2026-03-18T21:50:02.948747Z","end":"2026-03-18T21:50:03.175327Z","steps":["trace[1904788171] 'process raft request' (duration: 226.524314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:03.175402Z","caller":"traceutil/trace.go:171","msg":"trace[788936821] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"231.865413ms","start":"2026-03-18T21:50:02.943515Z","end":"2026-03-18T21:50:03.17538Z","steps":["trace[788936821] 'process raft request' (duration: 231.630587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:03.656199Z","caller":"traceutil/trace.go:171","msg":"trace[996187072] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"475.778886ms","start":"2026-03-18T21:50:03.180386Z","end":"2026-03-18T21:50:03.656165Z","steps":["trace[996187072] 'process raft request' (duration: 475.613902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.656367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.180367Z","time spent":"475.923711ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:03.99345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.940563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:03.993685Z","caller":"traceutil/trace.go:171","msg":"trace[319213109] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"334.414662ms","start":"2026-03-18T21:50:03.65922Z","end":"2026-03-18T21:50:03.993634Z","steps":["trace[319213109] 'process raft request' (duration: 136.201982ms)","trace[319213109] 'compare' (duration: 197.767758ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:03.993791Z","caller":"traceutil/trace.go:171","msg":"trace[1779386228] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"333.248951ms","start":"2026-03-18T21:50:03.660524Z","end":"2026-03-18T21:50:03.993773Z","steps":["trace[1779386228] 'process raft request' (duration: 333.20117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.99381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.659196Z","time spent":"334.559526ms","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1449,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:03.993889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.66051Z","time spent":"333.334563ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:03.994078Z","caller":"traceutil/trace.go:171","msg":"trace[1890677138] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"333.784025ms","start":"2026-03-18T21:50:03.660282Z","end":"2026-03-18T21:50:03.994066Z","steps":["trace[1890677138] 'process raft request' (duration: 333.356724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:03.994121Z","caller":"traceutil/trace.go:171","msg":"trace[645478484] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"333.754964ms","start":"2026-03-18T21:50:03.660349Z","end":"2026-03-18T21:50:03.994104Z","steps":["trace[645478484] 'process raft request' (duration: 333.345433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.994153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.660258Z","time spent":"333.854197ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:03.994191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.66017Z","time spent":"333.98244ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:03.994319Z","caller":"traceutil/trace.go:171","msg":"trace[189217875] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"334.100153ms","start":"2026-03-18T21:50:03.660178Z","end":"2026-03-18T21:50:03.994278Z","steps":["trace[189217875] 'process raft request' (duration: 333.391405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.994493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.660161Z","time spent":"334.242517ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:04.159362Z","caller":"traceutil/trace.go:171","msg":"trace[401259594] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"124.776955ms","start":"2026-03-18T21:50:04.034557Z","end":"2026-03-18T21:50:04.159334Z","steps":["trace[401259594] 'process raft request' (duration: 124.320544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:04.282743Z","caller":"traceutil/trace.go:171","msg":"trace[753234062] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"102.380266ms","start":"2026-03-18T21:50:04.180337Z","end":"2026-03-18T21:50:04.282717Z","steps":["trace[753234062] 'process raft request' (duration: 102.262083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:07.203118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.876871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:07.203209Z","caller":"traceutil/trace.go:171","msg":"trace[112184297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"505.025876ms","start":"2026-03-18T21:50:06.698163Z","end":"2026-03-18T21:50:07.203188Z","steps":["trace[112184297] 'range keys from in-memory index tree' (duration: 504.770319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:07.203261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.698142Z","time spent":"505.107919ms","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:07.203312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.206057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:07.203402Z","caller":"traceutil/trace.go:171","msg":"trace[1215067195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"931.333571ms","start":"2026-03-18T21:50:06.272048Z","end":"2026-03-18T21:50:07.203381Z","steps":["trace[1215067195] 'range keys from in-memory index tree' (duration: 931.128126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:07.203449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:06.272033Z","time spent":"931.407592ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:08.036391Z","caller":"traceutil/trace.go:171","msg":"trace[1274358711] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"339.562365ms","start":"2026-03-18T21:50:07.696799Z","end":"2026-03-18T21:50:08.036362Z","steps":["trace[1274358711] 'read index received' (duration: 273.307546ms)","trace[1274358711] 'applied index is now lower than readState.Index' (duration: 66.252859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:08.036517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.717639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:08.036585Z","caller":"traceutil/trace.go:171","msg":"trace[1158081512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"339.827162ms","start":"2026-03-18T21:50:07.696738Z","end":"2026-03-18T21:50:08.036565Z","steps":["trace[1158081512] 'agreement among raft nodes before linearized reading' (duration: 339.72857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:08.036639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:07.696717Z","time spent":"339.911334ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:09.269741Z","caller":"traceutil/trace.go:171","msg":"trace[711976266] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"270.225907ms","start":"2026-03-18T21:50:08.999475Z","end":"2026-03-18T21:50:09.269701Z","steps":["trace[711976266] 'process raft request' (duration: 191.006223ms)","trace[711976266] 'compare' (duration: 78.878465ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:09.269933Z","caller":"traceutil/trace.go:171","msg":"trace[1309317995] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"269.903338ms","start":"2026-03-18T21:50:09.000005Z","end":"2026-03-18T21:50:09.269908Z","steps":["trace[1309317995] 'process raft request' (duration: 269.611831ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.270021Z","caller":"traceutil/trace.go:171","msg":"trace[1068435127] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"266.379238ms","start":"2026-03-18T21:50:09.003615Z","end":"2026-03-18T21:50:09.269994Z","steps":["trace[1068435127] 'process raft request' (duration: 266.102021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.270166Z","caller":"traceutil/trace.go:171","msg":"trace[190943530] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"262.587588ms","start":"2026-03-18T21:50:09.007559Z","end":"2026-03-18T21:50:09.270147Z","steps":["trace[190943530] 'process raft request' (duration: 262.309001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.270228Z","caller":"traceutil/trace.go:171","msg":"trace[243940920] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"259.836877ms","start":"2026-03-18T21:50:09.01038Z","end":"2026-03-18T21:50:09.270217Z","steps":["trace[243940920] 'process raft request' (duration: 259.696474ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.270239Z","caller":"traceutil/trace.go:171","msg":"trace[1370808077] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:559; }","duration":"267.027804ms","start":"2026-03-18T21:50:09.00318Z","end":"2026-03-18T21:50:09.270208Z","steps":["trace[1370808077] 'read index received' (duration: 46.23803ms)","trace[1370808077] 'applied index is now lower than readState.Index' (duration: 220.788754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:09.270403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.207558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T21:50:09.270459Z","caller":"traceutil/trace.go:171","msg":"trace[2002838665] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:546; }","duration":"267.298161ms","start":"2026-03-18T21:50:09.003145Z","end":"2026-03-18T21:50:09.270443Z","steps":["trace[2002838665] 'agreement among raft nodes before linearized reading' (duration: 267.157627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.293357Z","caller":"traceutil/trace.go:171","msg":"trace[2140429642] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"222.906361ms","start":"2026-03-18T21:50:09.070434Z","end":"2026-03-18T21:50:09.29334Z","steps":["trace[2140429642] 'process raft request' (duration: 222.668765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:09.293537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.841306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rc7rn\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-18T21:50:09.293589Z","caller":"traceutil/trace.go:171","msg":"trace[1635308819] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rc7rn; range_end:; response_count:1; response_revision:548; }","duration":"198.947229ms","start":"2026-03-18T21:50:09.094627Z","end":"2026-03-18T21:50:09.293575Z","steps":["trace[1635308819] 'agreement among raft nodes before linearized reading' (duration: 198.720043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.293652Z","caller":"traceutil/trace.go:171","msg":"trace[1201060749] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"219.3988ms","start":"2026-03-18T21:50:09.07424Z","end":"2026-03-18T21:50:09.293639Z","steps":["trace[1201060749] 'process raft request' (duration: 219.044081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.723233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.794037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:10.723656Z","caller":"traceutil/trace.go:171","msg":"trace[1425919474] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.446338412s","start":"2026-03-18T21:50:09.277284Z","end":"2026-03-18T21:50:10.723623Z","steps":["trace[1425919474] 'process raft request' (duration: 655.091704ms)","trace[1425919474] 'compare' (duration: 790.597282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:10.725359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.277253Z","time spent":"1.447891231s","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.725529Z","caller":"traceutil/trace.go:171","msg":"trace[1686052535] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.434414823s","start":"2026-03-18T21:50:09.289217Z","end":"2026-03-18T21:50:10.723632Z","steps":["trace[1686052535] 'process raft request' (duration: 1.434236419s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.725846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289196Z","time spent":"1.436569578s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.725971Z","caller":"traceutil/trace.go:171","msg":"trace[255840412] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.436042884s","start":"2026-03-18T21:50:09.289482Z","end":"2026-03-18T21:50:10.725525Z","steps":["trace[255840412] 'process raft request' (duration: 1.435774537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.72623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289468Z","time spent":"1.436637959s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.72635Z","caller":"traceutil/trace.go:171","msg":"trace[85764861] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.436495555s","start":"2026-03-18T21:50:09.289613Z","end":"2026-03-18T21:50:10.726109Z","steps":["trace[85764861] 'process raft request' (duration: 1.43588097s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.726453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289606Z","time spent":"1.436800582s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.726453Z","caller":"traceutil/trace.go:171","msg":"trace[570057835] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.436760422s","start":"2026-03-18T21:50:09.289533Z","end":"2026-03-18T21:50:10.726293Z","steps":["trace[570057835] 'process raft request' (duration: 1.435822049s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.726525Z","caller":"traceutil/trace.go:171","msg":"trace[1856668419] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.436901565s","start":"2026-03-18T21:50:09.289484Z","end":"2026-03-18T21:50:10.726386Z","steps":["trace[1856668419] 'process raft request' (duration: 1.434134666s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.726547Z","caller":"traceutil/trace.go:171","msg":"trace[1150744906] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.4342854s","start":"2026-03-18T21:50:09.289463Z","end":"2026-03-18T21:50:10.723748Z","steps":["trace[1150744906] 'process raft request' (duration: 1.434099626s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.726697Z","caller":"traceutil/trace.go:171","msg":"trace[1280359546] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.43668461s","start":"2026-03-18T21:50:09.289737Z","end":"2026-03-18T21:50:10.726421Z","steps":["trace[1280359546] 'process raft request' (duration: 1.436054234s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.726731Z","caller":"traceutil/trace.go:171","msg":"trace[157646074] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.436779212s","start":"2026-03-18T21:50:09.289819Z","end":"2026-03-18T21:50:10.726598Z","steps":["trace[157646074] 'process raft request' (duration: 1.436049534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.726827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289473Z","time spent":"1.43711214s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:10.72686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289526Z","time spent":"1.437036658s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:10.726814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289727Z","time spent":"1.437018418s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.727072Z","caller":"traceutil/trace.go:171","msg":"trace[237553627] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.437253944s","start":"2026-03-18T21:50:09.289621Z","end":"2026-03-18T21:50:10.726875Z","steps":["trace[237553627] 'process raft request' (duration: 1.436009213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.727431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289613Z","time spent":"1.437615543s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.726957Z","caller":"traceutil/trace.go:171","msg":"trace[938856226] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.437061059s","start":"2026-03-18T21:50:09.289598Z","end":"2026-03-18T21:50:10.726659Z","steps":["trace[938856226] 'process raft request' (duration: 1.435841579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.727517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289579Z","time spent":"1.437898541s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:10.727596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289805Z","time spent":"1.436996707s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.727674Z","caller":"traceutil/trace.go:171","msg":"trace[1129606770] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.437219082s","start":"2026-03-18T21:50:09.289871Z","end":"2026-03-18T21:50:10.72709Z","steps":["trace[1129606770] 'process raft request' (duration: 1.436219388s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.727786Z","caller":"traceutil/trace.go:171","msg":"trace[814714788] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.437445709s","start":"2026-03-18T21:50:09.289925Z","end":"2026-03-18T21:50:10.727371Z","steps":["trace[814714788] 'process raft request' (duration: 1.436412923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.727824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289861Z","time spent":"1.437907351s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:10.727903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.28992Z","time spent":"1.43791511s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:10.728311Z","caller":"traceutil/trace.go:171","msg":"trace[1738166395] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.424326287s","start":"2026-03-18T21:50:09.303936Z","end":"2026-03-18T21:50:10.728263Z","steps":["trace[1738166395] 'process raft request' (duration: 1.423970788s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.728487Z","caller":"traceutil/trace.go:171","msg":"trace[1320702310] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.418354292s","start":"2026-03-18T21:50:09.310108Z","end":"2026-03-18T21:50:10.728463Z","steps":["trace[1320702310] 'process raft request' (duration: 1.417990513s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.72855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.289435Z","time spent":"1.437252583s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:10.728598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.303905Z","time spent":"1.424497711s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:10.728689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.310041Z","time spent":"1.418509445s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:10.729193Z","caller":"traceutil/trace.go:171","msg":"trace[483976867] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:567; }","duration":"1.030523884s","start":"2026-03-18T21:50:09.698604Z","end":"2026-03-18T21:50:10.729127Z","steps":["trace[483976867] 'read index received' (duration: 233.759638ms)","trace[483976867] 'applied index is now lower than readState.Index' (duration: 796.762036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:10.731086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032475903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:10.731151Z","caller":"traceutil/trace.go:171","msg":"trace[71331787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"1.032545924s","start":"2026-03-18T21:50:09.698587Z","end":"2026-03-18T21:50:10.731133Z","steps":["trace[71331787] 'agreement among raft nodes before linearized reading' (duration: 1.030620246s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.731152Z","caller":"traceutil/trace.go:171","msg":"trace[1948102340] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.413677908s","start":"2026-03-18T21:50:09.317455Z","end":"2026-03-18T21:50:10.731133Z","steps":["trace[1948102340] 'process raft request' (duration: 1.410832688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.731187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.698506Z","time spent":"1.032672698s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:10.73122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.31739Z","time spent":"1.413799151s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:10.731369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.646709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:50:10.731401Z","caller":"traceutil/trace.go:171","msg":"trace[992079729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"679.706421ms","start":"2026-03-18T21:50:10.051685Z","end":"2026-03-18T21:50:10.731391Z","steps":["trace[992079729] 'agreement among raft nodes before linearized reading' (duration: 679.605228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.731424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.051665Z","time spent":"679.753372ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:50:10.731555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.304152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-18T21:50:10.731608Z","caller":"traceutil/trace.go:171","msg":"trace[1486132484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"661.358513ms","start":"2026-03-18T21:50:10.070237Z","end":"2026-03-18T21:50:10.731595Z","steps":["trace[1486132484] 'agreement among raft nodes before linearized reading' (duration: 661.209599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.731644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.070162Z","time spent":"661.473356ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:10.731832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.772563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:50:10.731885Z","caller":"traceutil/trace.go:171","msg":"trace[1695580172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"661.864866ms","start":"2026-03-18T21:50:10.070006Z","end":"2026-03-18T21:50:10.731871Z","steps":["trace[1695580172] 'agreement among raft nodes before linearized reading' (duration: 661.712272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.731915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.069996Z","time spent":"661.913517ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:10.73157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.471516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T21:50:10.731983Z","caller":"traceutil/trace.go:171","msg":"trace[1959384113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"661.896136ms","start":"2026-03-18T21:50:10.070079Z","end":"2026-03-18T21:50:10.731975Z","steps":["trace[1959384113] 'agreement among raft nodes before linearized reading' (duration: 661.445645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:10.732027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.070072Z","time spent":"661.945998ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:11.241245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:11.893296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.535613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:11.893408Z","caller":"traceutil/trace.go:171","msg":"trace[1728810806] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.15461978s","start":"2026-03-18T21:50:10.738769Z","end":"2026-03-18T21:50:11.893388Z","steps":["trace[1728810806] 'process raft request' (duration: 607.898522ms)","trace[1728810806] 'compare' (duration: 546.346488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:11.893468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.738744Z","time spent":"1.154695342s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:11.969739Z","caller":"traceutil/trace.go:171","msg":"trace[1018636679] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.229160856s","start":"2026-03-18T21:50:10.740545Z","end":"2026-03-18T21:50:11.969706Z","steps":["trace[1018636679] 'process raft request' (duration: 1.228971952s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.969901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740522Z","time spent":"1.22930014s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:11.970034Z","caller":"traceutil/trace.go:171","msg":"trace[423537123] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.229349592s","start":"2026-03-18T21:50:10.740661Z","end":"2026-03-18T21:50:11.97001Z","steps":["trace[423537123] 'process raft request' (duration: 1.228973932s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.97017Z","caller":"traceutil/trace.go:171","msg":"trace[1233256615] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.229429173s","start":"2026-03-18T21:50:10.740714Z","end":"2026-03-18T21:50:11.970143Z","steps":["trace[1233256615] 'process raft request' (duration: 1.229215318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.970203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740655Z","time spent":"1.229500085s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:11.970316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740702Z","time spent":"1.229536246s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:11.9717Z","caller":"traceutil/trace.go:171","msg":"trace[1258028001] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.230911141s","start":"2026-03-18T21:50:10.74077Z","end":"2026-03-18T21:50:11.971681Z","steps":["trace[1258028001] 'process raft request' (duration: 1.230747217s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.971809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740765Z","time spent":"1.230991623s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:11.972221Z","caller":"traceutil/trace.go:171","msg":"trace[265341809] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.231393702s","start":"2026-03-18T21:50:10.740807Z","end":"2026-03-18T21:50:11.972201Z","steps":["trace[265341809] 'process raft request' (duration: 1.230811908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.972324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740803Z","time spent":"1.231468444s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:11.972681Z","caller":"traceutil/trace.go:171","msg":"trace[1760324289] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.231628578s","start":"2026-03-18T21:50:10.741036Z","end":"2026-03-18T21:50:11.972665Z","steps":["trace[1760324289] 'process raft request' (duration: 1.231063404s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.972712Z","caller":"traceutil/trace.go:171","msg":"trace[644153353] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.231597757s","start":"2026-03-18T21:50:10.741094Z","end":"2026-03-18T21:50:11.972691Z","steps":["trace[644153353] 'process raft request' (duration: 1.231085555s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.972727Z","caller":"traceutil/trace.go:171","msg":"trace[1305958377] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.231637439s","start":"2026-03-18T21:50:10.741068Z","end":"2026-03-18T21:50:11.972706Z","steps":["trace[1305958377] 'process raft request' (duration: 1.231075915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.972762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741027Z","time spent":"1.23170041s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:11.972799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741059Z","time spent":"1.2317054s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:11.972811Z","caller":"traceutil/trace.go:171","msg":"trace[1119499976] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.231980237s","start":"2026-03-18T21:50:10.740822Z","end":"2026-03-18T21:50:11.972802Z","steps":["trace[1119499976] 'process raft request' (duration: 1.231112156s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.972753Z","caller":"traceutil/trace.go:171","msg":"trace[821733532] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.231863054s","start":"2026-03-18T21:50:10.740863Z","end":"2026-03-18T21:50:11.972726Z","steps":["trace[821733532] 'process raft request' (duration: 1.231154917s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.972867Z","caller":"traceutil/trace.go:171","msg":"trace[698890605] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.231924955s","start":"2026-03-18T21:50:10.740928Z","end":"2026-03-18T21:50:11.972853Z","steps":["trace[698890605] 'process raft request' (duration: 1.231135016s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.972799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741085Z","time spent":"1.231671399s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:11.972912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740919Z","time spent":"1.231972426s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:11.972902Z","caller":"traceutil/trace.go:171","msg":"trace[2018961228] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.231769591s","start":"2026-03-18T21:50:10.741119Z","end":"2026-03-18T21:50:11.972888Z","steps":["trace[2018961228] 'process raft request' (duration: 1.231097295s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.972983Z","caller":"traceutil/trace.go:171","msg":"trace[1777847251] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.231784402s","start":"2026-03-18T21:50:10.74119Z","end":"2026-03-18T21:50:11.972974Z","steps":["trace[1777847251] 'process raft request' (duration: 1.231060275s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.973013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741113Z","time spent":"1.231867014s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:11.973038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741181Z","time spent":"1.231834583s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:11.972901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740815Z","time spent":"1.232034988s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:11.973021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740857Z","time spent":"1.232027108s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:11.973323Z","caller":"traceutil/trace.go:171","msg":"trace[1483063837] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.231973056s","start":"2026-03-18T21:50:10.74133Z","end":"2026-03-18T21:50:11.973303Z","steps":["trace[1483063837] 'process raft request' (duration: 1.23095083s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.973427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741325Z","time spent":"1.232047307s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:11.973554Z","caller":"traceutil/trace.go:171","msg":"trace[1517518059] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.231929574s","start":"2026-03-18T21:50:10.741601Z","end":"2026-03-18T21:50:11.97353Z","steps":["trace[1517518059] 'process raft request' (duration: 1.231705309s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.973606Z","caller":"traceutil/trace.go:171","msg":"trace[1131694703] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:583; }","duration":"1.232745556s","start":"2026-03-18T21:50:10.740843Z","end":"2026-03-18T21:50:11.973588Z","steps":["trace[1131694703] 'read index received' (duration: 605.875822ms)","trace[1131694703] 'applied index is now lower than readState.Index' (duration: 626.868714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:11.973665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741587Z","time spent":"1.232022077s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:11.973695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232842458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:11.97375Z","caller":"traceutil/trace.go:171","msg":"trace[1207729640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"1.23291899s","start":"2026-03-18T21:50:10.740818Z","end":"2026-03-18T21:50:11.973737Z","steps":["trace[1207729640] 'agreement among raft nodes before linearized reading' (duration: 1.232839538s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.973791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.740804Z","time spent":"1.232978391s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:11.973801Z","caller":"traceutil/trace.go:171","msg":"trace[740672566] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.229489463s","start":"2026-03-18T21:50:10.744291Z","end":"2026-03-18T21:50:11.973781Z","steps":["trace[740672566] 'process raft request' (duration: 1.229237297s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:11.973955Z","caller":"traceutil/trace.go:171","msg":"trace[1353887474] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.230103761s","start":"2026-03-18T21:50:10.743831Z","end":"2026-03-18T21:50:11.973935Z","steps":["trace[1353887474] 'process raft request' (duration: 1.229624928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.973961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.744282Z","time spent":"1.229566136s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:11.973368Z","caller":"traceutil/trace.go:171","msg":"trace[787455467] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.231926465s","start":"2026-03-18T21:50:10.741422Z","end":"2026-03-18T21:50:11.973349Z","steps":["trace[787455467] 'process raft request' (duration: 1.231774821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:11.974714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.741394Z","time spent":"1.232866029s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:11.975635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:10.743821Z","time spent":"1.230185613s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:12.475972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:12.976306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:13.477422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:13.97495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:50:13.975028Z","caller":"traceutil/trace.go:171","msg":"trace[1643303331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005168s","start":"2026-03-18T21:50:11.975004Z","end":"2026-03-18T21:50:13.97501Z","steps":["trace[1643303331] 'agreement among raft nodes before linearized reading' (duration: 1.999907815s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:13.975082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.974981Z","time spent":"2.000088289s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:50:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:50:13.977984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:14.478546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:14.978661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624786945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:15.120353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765566608s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:50:15.120758Z","caller":"traceutil/trace.go:171","msg":"trace[286649364] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"3.551408121s","start":"2026-03-18T21:50:11.569323Z","end":"2026-03-18T21:50:15.120732Z","steps":["trace[286649364] 'process raft request' (duration: 3.551276747s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.120905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.569298Z","time spent":"3.551523124s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:15.176153Z","caller":"traceutil/trace.go:171","msg":"trace[396370296] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"3.198220093s","start":"2026-03-18T21:50:11.977915Z","end":"2026-03-18T21:50:15.176135Z","steps":["trace[396370296] 'process raft request' (duration: 3.198085219s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.176242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.97789Z","time spent":"3.198312175s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:15.176263Z","caller":"traceutil/trace.go:171","msg":"trace[450638388] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:602; }","duration":"3.201192087s","start":"2026-03-18T21:50:11.975051Z","end":"2026-03-18T21:50:15.176243Z","steps":["trace[450638388] 'read index received' (duration: 3.145629363s)","trace[450638388] 'applied index is now lower than readState.Index' (duration: 55.561704ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:15.176342Z","caller":"traceutil/trace.go:171","msg":"trace[1322223059] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"3.197700541s","start":"2026-03-18T21:50:11.978632Z","end":"2026-03-18T21:50:15.176333Z","steps":["trace[1322223059] 'process raft request' (duration: 3.197416994s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.176415Z","caller":"traceutil/trace.go:171","msg":"trace[1225421344] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"3.198831588s","start":"2026-03-18T21:50:11.977571Z","end":"2026-03-18T21:50:15.176403Z","steps":["trace[1225421344] 'process raft request' (duration: 3.198328656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.176425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.978623Z","time spent":"3.197745401s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.176462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.977551Z","time spent":"3.198888729s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:15.176604Z","caller":"traceutil/trace.go:171","msg":"trace[1802261335] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.198685337s","start":"2026-03-18T21:50:13.977909Z","end":"2026-03-18T21:50:15.176594Z","steps":["trace[1802261335] 'process raft request' (duration: 1.198306748s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.176659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.977894Z","time spent":"1.198737839s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.176785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032603978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T21:50:15.176841Z","caller":"traceutil/trace.go:171","msg":"trace[219375645] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:590; }","duration":"3.032703611s","start":"2026-03-18T21:50:12.144124Z","end":"2026-03-18T21:50:15.176828Z","steps":["trace[219375645] 'agreement among raft nodes before linearized reading' (duration: 3.032529316s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.176874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:12.144106Z","time spent":"3.032761342s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-03-18T21:50:15.176925Z","caller":"traceutil/trace.go:171","msg":"trace[1417589358] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"3.188767817s","start":"2026-03-18T21:50:11.988146Z","end":"2026-03-18T21:50:15.176914Z","steps":["trace[1417589358] 'process raft request' (duration: 3.187990798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.177034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.988129Z","time spent":"3.188851108s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:15.177104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195210461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:15.177142Z","caller":"traceutil/trace.go:171","msg":"trace[939322386] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"3.194460768s","start":"2026-03-18T21:50:11.982673Z","end":"2026-03-18T21:50:15.177134Z","steps":["trace[939322386] 'process raft request' (duration: 3.193400932s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.177195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:11.982664Z","time spent":"3.19450304s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:15.177246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201523328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-18T21:50:15.177143Z","caller":"traceutil/trace.go:171","msg":"trace[1991560737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"1.195270162s","start":"2026-03-18T21:50:13.981863Z","end":"2026-03-18T21:50:15.177133Z","steps":["trace[1991560737] 'agreement among raft nodes before linearized reading' (duration: 1.195206451s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.17728Z","caller":"traceutil/trace.go:171","msg":"trace[1958182778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"1.201557199s","start":"2026-03-18T21:50:13.975715Z","end":"2026-03-18T21:50:15.177272Z","steps":["trace[1958182778] 'agreement among raft nodes before linearized reading' (duration: 1.201445756s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.177293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.981851Z","time spent":"1.195433356s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:15.177308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.975681Z","time spent":"1.20162142s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:15.17749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202259826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:50:15.177525Z","caller":"traceutil/trace.go:171","msg":"trace[383864186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:590; }","duration":"1.202332278s","start":"2026-03-18T21:50:13.975184Z","end":"2026-03-18T21:50:15.177517Z","steps":["trace[383864186] 'agreement among raft nodes before linearized reading' (duration: 1.202248546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.17755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.975167Z","time spent":"1.202377849s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:50:15.17767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281361896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T21:50:15.17772Z","caller":"traceutil/trace.go:171","msg":"trace[824606133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:590; }","duration":"1.281445318s","start":"2026-03-18T21:50:13.896263Z","end":"2026-03-18T21:50:15.177708Z","steps":["trace[824606133] 'agreement among raft nodes before linearized reading' (duration: 1.281322175s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.177751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.896243Z","time spent":"1.281500729s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:15.177838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203802194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:50:15.177983Z","caller":"traceutil/trace.go:171","msg":"trace[319756225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"1.203971879s","start":"2026-03-18T21:50:13.973959Z","end":"2026-03-18T21:50:15.177931Z","steps":["trace[319756225] 'agreement among raft nodes before linearized reading' (duration: 1.20363236s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.178058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.973943Z","time spent":"1.204098342s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:50:15.351688Z","caller":"traceutil/trace.go:171","msg":"trace[1469082418] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"159.77693ms","start":"2026-03-18T21:50:15.191872Z","end":"2026-03-18T21:50:15.351649Z","steps":["trace[1469082418] 'process raft request' (duration: 95.756895ms)","trace[1469082418] 'compare' (duration: 63.78995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:15.351706Z","caller":"traceutil/trace.go:171","msg":"trace[399300233] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"117.057026ms","start":"2026-03-18T21:50:15.234631Z","end":"2026-03-18T21:50:15.351688Z","steps":["trace[399300233] 'process raft request' (duration: 117.023325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.351755Z","caller":"traceutil/trace.go:171","msg":"trace[763548820] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"147.492894ms","start":"2026-03-18T21:50:15.204256Z","end":"2026-03-18T21:50:15.351749Z","steps":["trace[763548820] 'process raft request' (duration: 147.35231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.351742Z","caller":"traceutil/trace.go:171","msg":"trace[788975537] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"150.13622ms","start":"2026-03-18T21:50:15.201577Z","end":"2026-03-18T21:50:15.351714Z","steps":["trace[788975537] 'process raft request' (duration: 149.957415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.351787Z","caller":"traceutil/trace.go:171","msg":"trace[527086043] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:617; }","duration":"131.057554ms","start":"2026-03-18T21:50:15.220717Z","end":"2026-03-18T21:50:15.351775Z","steps":["trace[527086043] 'read index received' (duration: 66.994778ms)","trace[527086043] 'applied index is now lower than readState.Index' (duration: 64.060796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:15.351853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.134316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-03-18T21:50:15.352277Z","caller":"traceutil/trace.go:171","msg":"trace[1153655214] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:601; }","duration":"131.598408ms","start":"2026-03-18T21:50:15.220662Z","end":"2026-03-18T21:50:15.35226Z","steps":["trace[1153655214] 'agreement among raft nodes before linearized reading' (duration: 131.146557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.618269Z","caller":"traceutil/trace.go:171","msg":"trace[166426456] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"264.519628ms","start":"2026-03-18T21:50:15.353725Z","end":"2026-03-18T21:50:15.618244Z","steps":["trace[166426456] 'process raft request' (duration: 260.982311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.618266Z","caller":"traceutil/trace.go:171","msg":"trace[2099921536] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"263.683778ms","start":"2026-03-18T21:50:15.354545Z","end":"2026-03-18T21:50:15.618229Z","steps":["trace[2099921536] 'read index received' (duration: 260.046048ms)","trace[2099921536] 'applied index is now lower than readState.Index' (duration: 3.63652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:15.618519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.948595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T21:50:15.61859Z","caller":"traceutil/trace.go:171","msg":"trace[693453949] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:602; }","duration":"264.043168ms","start":"2026-03-18T21:50:15.354532Z","end":"2026-03-18T21:50:15.618576Z","steps":["trace[693453949] 'agreement among raft nodes before linearized reading' (duration: 263.804161ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.667397Z","caller":"traceutil/trace.go:171","msg":"trace[1962901544] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"280.705821ms","start":"2026-03-18T21:50:15.386671Z","end":"2026-03-18T21:50:15.667376Z","steps":["trace[1962901544] 'process raft request' (duration: 280.24355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.66746Z","caller":"traceutil/trace.go:171","msg":"trace[1581385477] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"274.015985ms","start":"2026-03-18T21:50:15.393403Z","end":"2026-03-18T21:50:15.667419Z","steps":["trace[1581385477] 'process raft request' (duration: 273.77997ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.790837Z","caller":"traceutil/trace.go:171","msg":"trace[1365636115] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"117.435156ms","start":"2026-03-18T21:50:15.673362Z","end":"2026-03-18T21:50:15.790797Z","steps":["trace[1365636115] 'process raft request' (duration: 106.682408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.791002Z","caller":"traceutil/trace.go:171","msg":"trace[40118083] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"117.181089ms","start":"2026-03-18T21:50:15.673793Z","end":"2026-03-18T21:50:15.790974Z","steps":["trace[40118083] 'process raft request' (duration: 116.931943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.957626Z","caller":"traceutil/trace.go:171","msg":"trace[1080426595] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"162.671273ms","start":"2026-03-18T21:50:15.794923Z","end":"2026-03-18T21:50:15.957594Z","steps":["trace[1080426595] 'process raft request' (duration: 125.358843ms)","trace[1080426595] 'compare' (duration: 36.980101ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:15.957712Z","caller":"traceutil/trace.go:171","msg":"trace[13916179] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"160.949599ms","start":"2026-03-18T21:50:15.796749Z","end":"2026-03-18T21:50:15.957698Z","steps":["trace[13916179] 'process raft request' (duration: 160.721744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.957719Z","caller":"traceutil/trace.go:171","msg":"trace[389299703] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"160.910318ms","start":"2026-03-18T21:50:15.796798Z","end":"2026-03-18T21:50:15.957708Z","steps":["trace[389299703] 'process raft request' (duration: 160.761785ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.957668Z","caller":"traceutil/trace.go:171","msg":"trace[436035462] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"160.130099ms","start":"2026-03-18T21:50:15.797521Z","end":"2026-03-18T21:50:15.957652Z","steps":["trace[436035462] 'process raft request' (duration: 160.084978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.161114Z","caller":"traceutil/trace.go:171","msg":"trace[1538798573] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"197.913039ms","start":"2026-03-18T21:50:15.963156Z","end":"2026-03-18T21:50:16.161069Z","steps":["trace[1538798573] 'process raft request' (duration: 179.548882ms)","trace[1538798573] 'compare' (duration: 18.200693ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:16.161291Z","caller":"traceutil/trace.go:171","msg":"trace[1587201456] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"197.592221ms","start":"2026-03-18T21:50:15.963674Z","end":"2026-03-18T21:50:16.161266Z","steps":["trace[1587201456] 'process raft request' (duration: 197.5476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.161317Z","caller":"traceutil/trace.go:171","msg":"trace[1636719806] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"197.778836ms","start":"2026-03-18T21:50:15.963515Z","end":"2026-03-18T21:50:16.161294Z","steps":["trace[1636719806] 'process raft request' (duration: 197.594731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.230998Z","caller":"traceutil/trace.go:171","msg":"trace[386034872] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"240.642044ms","start":"2026-03-18T21:50:15.990331Z","end":"2026-03-18T21:50:16.230973Z","steps":["trace[386034872] 'process raft request' (duration: 240.413398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.231009Z","caller":"traceutil/trace.go:171","msg":"trace[370772878] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:636; }","duration":"239.29021ms","start":"2026-03-18T21:50:15.991695Z","end":"2026-03-18T21:50:16.230985Z","steps":["trace[370772878] 'read index received' (duration: 150.980991ms)","trace[370772878] 'applied index is now lower than readState.Index' (duration: 88.308179ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:16.231057Z","caller":"traceutil/trace.go:171","msg":"trace[113700436] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"239.109045ms","start":"2026-03-18T21:50:15.991929Z","end":"2026-03-18T21:50:16.231038Z","steps":["trace[113700436] 'process raft request' (duration: 238.942491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.231086Z","caller":"traceutil/trace.go:171","msg":"trace[632737268] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"115.600059ms","start":"2026-03-18T21:50:16.115466Z","end":"2026-03-18T21:50:16.231066Z","steps":["trace[632737268] 'process raft request' (duration: 115.476956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.231253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.494695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:16.231316Z","caller":"traceutil/trace.go:171","msg":"trace[253534735] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:622; }","duration":"239.639288ms","start":"2026-03-18T21:50:15.991659Z","end":"2026-03-18T21:50:16.231298Z","steps":["trace[253534735] 'agreement among raft nodes before linearized reading' (duration: 239.439184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.6408Z","caller":"traceutil/trace.go:171","msg":"trace[738615256] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"474.307644ms","start":"2026-03-18T21:50:16.166447Z","end":"2026-03-18T21:50:16.640755Z","steps":["trace[738615256] 'process raft request' (duration: 474.097769ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.640998Z","caller":"traceutil/trace.go:171","msg":"trace[1608059771] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"472.770096ms","start":"2026-03-18T21:50:16.168156Z","end":"2026-03-18T21:50:16.640927Z","steps":["trace[1608059771] 'process raft request' (duration: 472.587811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.641092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.055479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rc7rn\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-18T21:50:16.641162Z","caller":"traceutil/trace.go:171","msg":"trace[1717490719] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rc7rn; range_end:; response_count:1; response_revision:625; }","duration":"527.183322ms","start":"2026-03-18T21:50:16.113963Z","end":"2026-03-18T21:50:16.641146Z","steps":["trace[1717490719] 'agreement among raft nodes before linearized reading' (duration: 526.915964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.64121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.113939Z","time spent":"527.258713ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17168,"request content":"key:\"/registry/pods/kube-system/cilium-rc7rn\" "} {"level":"warn","ts":"2026-03-18T21:50:16.641205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.168142Z","time spent":"472.956961ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:16.640814Z","caller":"traceutil/trace.go:171","msg":"trace[1523167683] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"409.712195ms","start":"2026-03-18T21:50:16.231073Z","end":"2026-03-18T21:50:16.640785Z","steps":["trace[1523167683] 'read index received' (duration: 409.631573ms)","trace[1523167683] 'applied index is now lower than readState.Index' (duration: 79.312µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:16.640933Z","caller":"traceutil/trace.go:171","msg":"trace[1045933395] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"473.384361ms","start":"2026-03-18T21:50:16.167529Z","end":"2026-03-18T21:50:16.640914Z","steps":["trace[1045933395] 'process raft request' (duration: 473.146355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.641456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.166431Z","time spent":"474.620323ms","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:16.641478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.16752Z","time spent":"473.910225ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:16.6645Z","caller":"traceutil/trace.go:171","msg":"trace[677530742] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"429.418946ms","start":"2026-03-18T21:50:16.235062Z","end":"2026-03-18T21:50:16.664481Z","steps":["trace[677530742] 'process raft request' (duration: 429.350074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.664579Z","caller":"traceutil/trace.go:171","msg":"trace[1369037886] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"430.513274ms","start":"2026-03-18T21:50:16.234053Z","end":"2026-03-18T21:50:16.664566Z","steps":["trace[1369037886] 'process raft request' (duration: 430.299999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.664628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.235048Z","time spent":"429.520318ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:16.664533Z","caller":"traceutil/trace.go:171","msg":"trace[241271086] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"430.204286ms","start":"2026-03-18T21:50:16.234287Z","end":"2026-03-18T21:50:16.664491Z","steps":["trace[241271086] 'process raft request' (duration: 430.098944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.664716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.234016Z","time spent":"430.619287ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:16.664494Z","caller":"traceutil/trace.go:171","msg":"trace[662175235] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"430.556855ms","start":"2026-03-18T21:50:16.233886Z","end":"2026-03-18T21:50:16.664443Z","steps":["trace[662175235] 'process raft request' (duration: 430.376551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.664861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.233867Z","time spent":"430.965325ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:16.665114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.540238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:16.665212Z","caller":"traceutil/trace.go:171","msg":"trace[754079007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"392.682591ms","start":"2026-03-18T21:50:16.272508Z","end":"2026-03-18T21:50:16.665191Z","steps":["trace[754079007] 'agreement among raft nodes before linearized reading' (duration: 392.380144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.665364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.272496Z","time spent":"392.852475ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:16.665162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.580585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-18T21:50:16.665494Z","caller":"traceutil/trace.go:171","msg":"trace[281983498] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:629; }","duration":"428.992135ms","start":"2026-03-18T21:50:16.236483Z","end":"2026-03-18T21:50:16.665475Z","steps":["trace[281983498] 'agreement among raft nodes before linearized reading' (duration: 428.199816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.665464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.234263Z","time spent":"431.104929ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:16.665555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.236471Z","time spent":"429.066177ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3539,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-18T21:50:16.807442Z","caller":"traceutil/trace.go:171","msg":"trace[699919482] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"142.959381ms","start":"2026-03-18T21:50:16.664453Z","end":"2026-03-18T21:50:16.807413Z","steps":["trace[699919482] 'read index received' (duration: 142.771586ms)","trace[699919482] 'applied index is now lower than readState.Index' (duration: 186.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:16.807468Z","caller":"traceutil/trace.go:171","msg":"trace[230693532] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"149.517964ms","start":"2026-03-18T21:50:16.657924Z","end":"2026-03-18T21:50:16.807442Z","steps":["trace[230693532] 'process raft request' (duration: 149.205396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.807753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.870577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-18T21:50:16.807852Z","caller":"traceutil/trace.go:171","msg":"trace[1791753861] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:630; }","duration":"159.018141ms","start":"2026-03-18T21:50:16.648814Z","end":"2026-03-18T21:50:16.807832Z","steps":["trace[1791753861] 'agreement among raft nodes before linearized reading' (duration: 158.673603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.80776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.803731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:16.807993Z","caller":"traceutil/trace.go:171","msg":"trace[386623222] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:630; }","duration":"156.097598ms","start":"2026-03-18T21:50:16.651864Z","end":"2026-03-18T21:50:16.807961Z","steps":["trace[386623222] 'agreement among raft nodes before linearized reading' (duration: 155.600106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.808006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.444351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-18T21:50:16.808212Z","caller":"traceutil/trace.go:171","msg":"trace[2053350930] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:630; }","duration":"159.746139ms","start":"2026-03-18T21:50:16.648394Z","end":"2026-03-18T21:50:16.80814Z","steps":["trace[2053350930] 'agreement among raft nodes before linearized reading' (duration: 159.143174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.871974Z","caller":"traceutil/trace.go:171","msg":"trace[2136221139] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"203.11917ms","start":"2026-03-18T21:50:16.668818Z","end":"2026-03-18T21:50:16.871937Z","steps":["trace[2136221139] 'process raft request' (duration: 202.889445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.872064Z","caller":"traceutil/trace.go:171","msg":"trace[2069564912] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"201.746356ms","start":"2026-03-18T21:50:16.670282Z","end":"2026-03-18T21:50:16.872029Z","steps":["trace[2069564912] 'process raft request' (duration: 201.567421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.87208Z","caller":"traceutil/trace.go:171","msg":"trace[115826067] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"201.003027ms","start":"2026-03-18T21:50:16.671054Z","end":"2026-03-18T21:50:16.872057Z","steps":["trace[115826067] 'process raft request' (duration: 200.866504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.872178Z","caller":"traceutil/trace.go:171","msg":"trace[1855082200] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"200.623858ms","start":"2026-03-18T21:50:16.671536Z","end":"2026-03-18T21:50:16.872159Z","steps":["trace[1855082200] 'process raft request' (duration: 200.431213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.872269Z","caller":"traceutil/trace.go:171","msg":"trace[1145447576] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"200.507935ms","start":"2026-03-18T21:50:16.671749Z","end":"2026-03-18T21:50:16.872257Z","steps":["trace[1145447576] 'process raft request' (duration: 200.28954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.872499Z","caller":"traceutil/trace.go:171","msg":"trace[965835557] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"200.548644ms","start":"2026-03-18T21:50:16.671916Z","end":"2026-03-18T21:50:16.872465Z","steps":["trace[965835557] 'process raft request' (duration: 200.181935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.872575Z","caller":"traceutil/trace.go:171","msg":"trace[319308265] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"200.291019ms","start":"2026-03-18T21:50:16.672272Z","end":"2026-03-18T21:50:16.872563Z","steps":["trace[319308265] 'process raft request' (duration: 200.077004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:16.872649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.046555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:16.872688Z","caller":"traceutil/trace.go:171","msg":"trace[881374349] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"200.111124ms","start":"2026-03-18T21:50:16.672559Z","end":"2026-03-18T21:50:16.87267Z","steps":["trace[881374349] 'process raft request' (duration: 199.909239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:16.872727Z","caller":"traceutil/trace.go:171","msg":"trace[1194055049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"174.167468ms","start":"2026-03-18T21:50:16.69853Z","end":"2026-03-18T21:50:16.872698Z","steps":["trace[1194055049] 'agreement among raft nodes before linearized reading' (duration: 173.994594ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.337537Z","caller":"traceutil/trace.go:171","msg":"trace[175236673] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"192.669449ms","start":"2026-03-18T21:50:17.144825Z","end":"2026-03-18T21:50:17.337495Z","steps":["trace[175236673] 'process raft request' (duration: 192.067545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.337797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.243161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:17.337911Z","caller":"traceutil/trace.go:171","msg":"trace[1166260323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:655; }","duration":"117.417575ms","start":"2026-03-18T21:50:17.220465Z","end":"2026-03-18T21:50:17.337883Z","steps":["trace[1166260323] 'agreement among raft nodes before linearized reading' (duration: 117.111667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.338005Z","caller":"traceutil/trace.go:171","msg":"trace[1707046464] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"116.887991ms","start":"2026-03-18T21:50:17.220524Z","end":"2026-03-18T21:50:17.337412Z","steps":["trace[1707046464] 'read index received' (duration: 116.136133ms)","trace[1707046464] 'applied index is now lower than readState.Index' (duration: 750.578µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:17.637866Z","caller":"traceutil/trace.go:171","msg":"trace[1468197117] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"299.741146ms","start":"2026-03-18T21:50:17.338091Z","end":"2026-03-18T21:50:17.637832Z","steps":["trace[1468197117] 'read index received' (duration: 210.395181ms)","trace[1468197117] 'applied index is now lower than readState.Index' (duration: 89.342905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:17.63811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.911824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:50:17.638213Z","caller":"traceutil/trace.go:171","msg":"trace[700233457] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"295.136581ms","start":"2026-03-18T21:50:17.343051Z","end":"2026-03-18T21:50:17.638187Z","steps":["trace[700233457] 'process raft request' (duration: 294.6779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.638059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.314099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:50:17.638282Z","caller":"traceutil/trace.go:171","msg":"trace[1040349719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"416.610558ms","start":"2026-03-18T21:50:17.221657Z","end":"2026-03-18T21:50:17.638268Z","steps":["trace[1040349719] 'agreement among raft nodes before linearized reading' (duration: 416.195067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.638285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.640973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:17.638217Z","caller":"traceutil/trace.go:171","msg":"trace[1909971411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"417.028677ms","start":"2026-03-18T21:50:17.221165Z","end":"2026-03-18T21:50:17.638194Z","steps":["trace[1909971411] 'agreement among raft nodes before linearized reading' (duration: 416.7407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.638332Z","caller":"traceutil/trace.go:171","msg":"trace[1530640368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"417.983382ms","start":"2026-03-18T21:50:17.220332Z","end":"2026-03-18T21:50:17.638315Z","steps":["trace[1530640368] 'agreement among raft nodes before linearized reading' (duration: 417.610082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.638328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.221649Z","time spent":"416.664129ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:17.638364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.220306Z","time spent":"418.049654ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:50:17.63848Z","caller":"traceutil/trace.go:171","msg":"trace[923502095] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"281.195644ms","start":"2026-03-18T21:50:17.357253Z","end":"2026-03-18T21:50:17.638449Z","steps":["trace[923502095] 'process raft request' (duration: 280.66512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.638487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.221156Z","time spent":"417.179712ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:17.822075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.676512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:17.822323Z","caller":"traceutil/trace.go:171","msg":"trace[642675905] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"177.84894ms","start":"2026-03-18T21:50:17.644431Z","end":"2026-03-18T21:50:17.82228Z","steps":["trace[642675905] 'process raft request' (duration: 73.86494ms)","trace[642675905] 'compare' (duration: 103.506488ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:17.822382Z","caller":"traceutil/trace.go:171","msg":"trace[2131388042] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:678; }","duration":"171.463891ms","start":"2026-03-18T21:50:17.650898Z","end":"2026-03-18T21:50:17.822362Z","steps":["trace[2131388042] 'read index received' (duration: 47.442222ms)","trace[2131388042] 'applied index is now lower than readState.Index' (duration: 124.019829ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:17.822403Z","caller":"traceutil/trace.go:171","msg":"trace[1601279189] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"177.909851ms","start":"2026-03-18T21:50:17.644463Z","end":"2026-03-18T21:50:17.822372Z","steps":["trace[1601279189] 'process raft request' (duration: 177.723526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.822546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.635246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:17.82263Z","caller":"traceutil/trace.go:171","msg":"trace[1592885493] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:660; }","duration":"171.765269ms","start":"2026-03-18T21:50:17.650842Z","end":"2026-03-18T21:50:17.822608Z","steps":["trace[1592885493] 'agreement among raft nodes before linearized reading' (duration: 171.638836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.82264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.038429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:17.822805Z","caller":"traceutil/trace.go:171","msg":"trace[448721397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:660; }","duration":"126.232424ms","start":"2026-03-18T21:50:17.696554Z","end":"2026-03-18T21:50:17.822787Z","steps":["trace[448721397] 'agreement among raft nodes before linearized reading' (duration: 126.036979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:18.021927Z","caller":"traceutil/trace.go:171","msg":"trace[143118566] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"154.384006ms","start":"2026-03-18T21:50:17.867509Z","end":"2026-03-18T21:50:18.021893Z","steps":["trace[143118566] 'process raft request' (duration: 95.277993ms)","trace[143118566] 'compare' (duration: 58.967479ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:18.362337Z","caller":"traceutil/trace.go:171","msg":"trace[823512123] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"150.326714ms","start":"2026-03-18T21:50:18.211982Z","end":"2026-03-18T21:50:18.362309Z","steps":["trace[823512123] 'process raft request' (duration: 65.498561ms)","trace[823512123] 'compare' (duration: 84.72031ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:18.547444Z","caller":"traceutil/trace.go:171","msg":"trace[749958550] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"170.752693ms","start":"2026-03-18T21:50:18.376663Z","end":"2026-03-18T21:50:18.547416Z","steps":["trace[749958550] 'process raft request' (duration: 165.193834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:19.204221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624787060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:19.239344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.909688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:19.239566Z","caller":"traceutil/trace.go:171","msg":"trace[957979261] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:693; }","duration":"535.906469ms","start":"2026-03-18T21:50:18.703641Z","end":"2026-03-18T21:50:19.239548Z","steps":["trace[957979261] 'read index received' (duration: 509.83624ms)","trace[957979261] 'applied index is now lower than readState.Index' (duration: 26.069249ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:19.239595Z","caller":"traceutil/trace.go:171","msg":"trace[207982598] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"686.185322ms","start":"2026-03-18T21:50:18.553375Z","end":"2026-03-18T21:50:19.23956Z","steps":["trace[207982598] 'process raft request' (duration: 686.077559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:19.23965Z","caller":"traceutil/trace.go:171","msg":"trace[1544601263] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"595.455461ms","start":"2026-03-18T21:50:18.644184Z","end":"2026-03-18T21:50:19.23964Z","steps":["trace[1544601263] 'process raft request' (duration: 595.328468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:19.239746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.553348Z","time spent":"686.323736ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:19.23984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.206166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:19.239892Z","caller":"traceutil/trace.go:171","msg":"trace[1980818225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"536.301738ms","start":"2026-03-18T21:50:18.703577Z","end":"2026-03-18T21:50:19.239878Z","steps":["trace[1980818225] 'agreement among raft nodes before linearized reading' (duration: 536.202505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:19.239711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.644154Z","time spent":"595.527753ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:19.239933Z","caller":"traceutil/trace.go:171","msg":"trace[2117870511] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"686.532441ms","start":"2026-03-18T21:50:18.553376Z","end":"2026-03-18T21:50:19.239909Z","steps":["trace[2117870511] 'process raft request' (duration: 137.963687ms)","trace[2117870511] 'compare' (duration: 547.770824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:19.240047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.553352Z","time spent":"686.630452ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:19.239936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.703545Z","time spent":"536.38093ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:19.393067Z","caller":"traceutil/trace.go:171","msg":"trace[1361824281] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"139.784972ms","start":"2026-03-18T21:50:19.25324Z","end":"2026-03-18T21:50:19.393025Z","steps":["trace[1361824281] 'process raft request' (duration: 100.185386ms)","trace[1361824281] 'compare' (duration: 39.402581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:20.581063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.547762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:20.581177Z","caller":"traceutil/trace.go:171","msg":"trace[2057254760] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"411.183233ms","start":"2026-03-18T21:50:20.169977Z","end":"2026-03-18T21:50:20.581161Z","steps":["trace[2057254760] 'process raft request' (duration: 272.452106ms)","trace[2057254760] 'compare' (duration: 138.382778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:20.581228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:20.169961Z","time spent":"411.244344ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:20.982735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.363233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:20.982798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:20.982897Z","caller":"traceutil/trace.go:171","msg":"trace[878128767] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"111.944488ms","start":"2026-03-18T21:50:20.870929Z","end":"2026-03-18T21:50:20.982874Z","steps":["trace[878128767] 'agreement among raft nodes before linearized reading' (duration: 111.757833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:20.982912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.666446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:20.982961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.792549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:20.982977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.638845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:20.983015Z","caller":"traceutil/trace.go:171","msg":"trace[106315634] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"112.85599ms","start":"2026-03-18T21:50:20.870144Z","end":"2026-03-18T21:50:20.983Z","steps":["trace[106315634] 'agreement among raft nodes before linearized reading' (duration: 112.788499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:20.983019Z","caller":"traceutil/trace.go:171","msg":"trace[1693187865] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"112.796579ms","start":"2026-03-18T21:50:20.870196Z","end":"2026-03-18T21:50:20.982992Z","steps":["trace[1693187865] 'agreement among raft nodes before linearized reading' (duration: 112.603684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:20.983084Z","caller":"traceutil/trace.go:171","msg":"trace[2024882229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"112.780199ms","start":"2026-03-18T21:50:20.870277Z","end":"2026-03-18T21:50:20.983057Z","steps":["trace[2024882229] 'agreement among raft nodes before linearized reading' (duration: 112.584034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:20.983079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.102852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:20.982831Z","caller":"traceutil/trace.go:171","msg":"trace[1557576455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"113.475235ms","start":"2026-03-18T21:50:20.869329Z","end":"2026-03-18T21:50:20.982804Z","steps":["trace[1557576455] 'agreement among raft nodes before linearized reading' (duration: 113.322242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:20.983161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.76445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:20.982906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.707887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:20.983177Z","caller":"traceutil/trace.go:171","msg":"trace[763170282] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"108.262777ms","start":"2026-03-18T21:50:20.874885Z","end":"2026-03-18T21:50:20.983148Z","steps":["trace[763170282] 'agreement among raft nodes before linearized reading' (duration: 108.080211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:20.983211Z","caller":"traceutil/trace.go:171","msg":"trace[1682234237] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"113.022716ms","start":"2026-03-18T21:50:20.870177Z","end":"2026-03-18T21:50:20.983199Z","steps":["trace[1682234237] 'agreement among raft nodes before linearized reading' (duration: 112.694757ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:20.983312Z","caller":"traceutil/trace.go:171","msg":"trace[766003929] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"110.922163ms","start":"2026-03-18T21:50:20.872372Z","end":"2026-03-18T21:50:20.983294Z","steps":["trace[766003929] 'agreement among raft nodes before linearized reading' (duration: 110.683817ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:20.983331Z","caller":"traceutil/trace.go:171","msg":"trace[172131014] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"111.217941ms","start":"2026-03-18T21:50:20.872014Z","end":"2026-03-18T21:50:20.983232Z","steps":["trace[172131014] 'process raft request' (duration: 110.485082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.104091Z","caller":"traceutil/trace.go:171","msg":"trace[1875068245] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"206.785101ms","start":"2026-03-18T21:50:20.897258Z","end":"2026-03-18T21:50:21.104044Z","steps":["trace[1875068245] 'process raft request' (duration: 206.455463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.292547Z","caller":"traceutil/trace.go:171","msg":"trace[1377318714] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"183.597183ms","start":"2026-03-18T21:50:21.108921Z","end":"2026-03-18T21:50:21.292519Z","steps":["trace[1377318714] 'process raft request' (duration: 103.543929ms)","trace[1377318714] 'compare' (duration: 79.928311ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:21.298583Z","caller":"traceutil/trace.go:171","msg":"trace[1647616653] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:709; }","duration":"138.649992ms","start":"2026-03-18T21:50:21.159908Z","end":"2026-03-18T21:50:21.298558Z","steps":["trace[1647616653] 'read index received' (duration: 52.64363ms)","trace[1647616653] 'applied index is now lower than readState.Index' (duration: 86.004942ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:21.298716Z","caller":"traceutil/trace.go:171","msg":"trace[338912316] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"188.048163ms","start":"2026-03-18T21:50:21.110631Z","end":"2026-03-18T21:50:21.298679Z","steps":["trace[338912316] 'process raft request' (duration: 187.786257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.29882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.898669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rzn6g\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-18T21:50:21.298872Z","caller":"traceutil/trace.go:171","msg":"trace[1563304485] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rzn6g; range_end:; response_count:1; response_revision:690; }","duration":"139.022412ms","start":"2026-03-18T21:50:21.159838Z","end":"2026-03-18T21:50:21.29886Z","steps":["trace[1563304485] 'agreement among raft nodes before linearized reading' (duration: 138.839907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.453522Z","caller":"traceutil/trace.go:171","msg":"trace[355387876] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"145.319509ms","start":"2026-03-18T21:50:21.30817Z","end":"2026-03-18T21:50:21.453489Z","steps":["trace[355387876] 'process raft request' (duration: 144.654942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.794998Z","caller":"traceutil/trace.go:171","msg":"trace[401021792] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"325.536169ms","start":"2026-03-18T21:50:21.469424Z","end":"2026-03-18T21:50:21.79496Z","steps":["trace[401021792] 'process raft request' (duration: 325.265302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.795286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:21.469397Z","time spent":"325.729493ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:21.984295Z","caller":"traceutil/trace.go:171","msg":"trace[263626381] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"512.29174ms","start":"2026-03-18T21:50:21.471956Z","end":"2026-03-18T21:50:21.984247Z","steps":["trace[263626381] 'process raft request' (duration: 511.940112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.984416Z","caller":"traceutil/trace.go:171","msg":"trace[393911339] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"511.882581ms","start":"2026-03-18T21:50:21.472515Z","end":"2026-03-18T21:50:21.984398Z","steps":["trace[393911339] 'process raft request' (duration: 511.634985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.984504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:21.472498Z","time spent":"511.954562ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:21.98457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:21.471926Z","time spent":"512.470295ms","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:21.984643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.9724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:50:21.984719Z","caller":"traceutil/trace.go:171","msg":"trace[338308504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:697; }","duration":"330.138243ms","start":"2026-03-18T21:50:21.654564Z","end":"2026-03-18T21:50:21.984702Z","steps":["trace[338308504] 'agreement among raft nodes before linearized reading' (duration: 329.812015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.984309Z","caller":"traceutil/trace.go:171","msg":"trace[496455329] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:714; }","duration":"329.628971ms","start":"2026-03-18T21:50:21.654646Z","end":"2026-03-18T21:50:21.984275Z","steps":["trace[496455329] 'read index received' (duration: 140.010678ms)","trace[496455329] 'applied index is now lower than readState.Index' (duration: 189.613963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:21.984775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:21.65452Z","time spent":"330.239416ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:50:21.984684Z","caller":"traceutil/trace.go:171","msg":"trace[619331114] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"312.033532ms","start":"2026-03-18T21:50:21.672549Z","end":"2026-03-18T21:50:21.984582Z","steps":["trace[619331114] 'process raft request' (duration: 311.676134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.985139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:21.672503Z","time spent":"312.528715ms","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:21.998443Z","caller":"traceutil/trace.go:171","msg":"trace[648581430] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"126.302966ms","start":"2026-03-18T21:50:21.872116Z","end":"2026-03-18T21:50:21.998419Z","steps":["trace[648581430] 'process raft request' (duration: 126.237645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.998476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.996388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:21.998538Z","caller":"traceutil/trace.go:171","msg":"trace[777716634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"299.120481ms","start":"2026-03-18T21:50:21.699402Z","end":"2026-03-18T21:50:21.998522Z","steps":["trace[777716634] 'agreement among raft nodes before linearized reading' (duration: 298.992858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.998467Z","caller":"traceutil/trace.go:171","msg":"trace[161835525] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"196.040663ms","start":"2026-03-18T21:50:21.802395Z","end":"2026-03-18T21:50:21.998436Z","steps":["trace[161835525] 'process raft request' (duration: 195.846958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.998676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.880075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:50:21.998746Z","caller":"traceutil/trace.go:171","msg":"trace[1186141891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:699; }","duration":"142.009378ms","start":"2026-03-18T21:50:21.85672Z","end":"2026-03-18T21:50:21.99873Z","steps":["trace[1186141891] 'agreement among raft nodes before linearized reading' (duration: 141.826393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.99881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.286592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:21.998878Z","caller":"traceutil/trace.go:171","msg":"trace[1860253673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:699; }","duration":"268.407556ms","start":"2026-03-18T21:50:21.730452Z","end":"2026-03-18T21:50:21.99886Z","steps":["trace[1860253673] 'agreement among raft nodes before linearized reading' (duration: 268.184371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.998969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.115376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:50:21.999086Z","caller":"traceutil/trace.go:171","msg":"trace[303766705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:699; }","duration":"139.401922ms","start":"2026-03-18T21:50:21.859672Z","end":"2026-03-18T21:50:21.999074Z","steps":["trace[303766705] 'agreement among raft nodes before linearized reading' (duration: 138.960572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.140609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.306846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:24.1411Z","caller":"traceutil/trace.go:171","msg":"trace[1651699294] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"859.860738ms","start":"2026-03-18T21:50:23.281221Z","end":"2026-03-18T21:50:24.141082Z","steps":["trace[1651699294] 'process raft request' (duration: 859.55437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.141266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:23.281191Z","time spent":"859.95919ms","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:24.141395Z","caller":"traceutil/trace.go:171","msg":"trace[1866846479] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:759; }","duration":"671.353273ms","start":"2026-03-18T21:50:23.469954Z","end":"2026-03-18T21:50:24.141308Z","steps":["trace[1866846479] 'read index received' (duration: 45.304549ms)","trace[1866846479] 'applied index is now lower than readState.Index' (duration: 626.045464ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:24.141517Z","caller":"traceutil/trace.go:171","msg":"trace[2036114835] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"842.763162ms","start":"2026-03-18T21:50:23.29869Z","end":"2026-03-18T21:50:24.141454Z","steps":["trace[2036114835] 'process raft request' (duration: 842.321431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:24.141432Z","caller":"traceutil/trace.go:171","msg":"trace[121686811] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"863.899399ms","start":"2026-03-18T21:50:23.276908Z","end":"2026-03-18T21:50:24.140807Z","steps":["trace[121686811] 'process raft request' (duration: 238.310386ms)","trace[121686811] 'compare' (duration: 625.131992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:24.141764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:23.298662Z","time spent":"842.991598ms","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:24.141877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.925616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-18T21:50:24.141934Z","caller":"traceutil/trace.go:171","msg":"trace[792215836] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:740; }","duration":"672.032599ms","start":"2026-03-18T21:50:23.469884Z","end":"2026-03-18T21:50:24.141917Z","steps":["trace[792215836] 'agreement among raft nodes before linearized reading' (duration: 671.66857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.141946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:23.276885Z","time spent":"864.918704ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:24.142079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.663597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-18T21:50:24.142131Z","caller":"traceutil/trace.go:171","msg":"trace[740757250] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:740; }","duration":"271.739609ms","start":"2026-03-18T21:50:23.870377Z","end":"2026-03-18T21:50:24.142117Z","steps":["trace[740757250] 'agreement among raft nodes before linearized reading' (duration: 271.618216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.142204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.497554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-18T21:50:24.142262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:23.469862Z","time spent":"672.100131ms","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-18T21:50:24.142319Z","caller":"traceutil/trace.go:171","msg":"trace[1188744526] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:740; }","duration":"471.663388ms","start":"2026-03-18T21:50:23.67062Z","end":"2026-03-18T21:50:24.142284Z","steps":["trace[1188744526] 'agreement among raft nodes before linearized reading' (duration: 471.35301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.142378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:23.6706Z","time spent":"471.76816ms","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-18T21:50:24.142357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.367657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:24.142442Z","caller":"traceutil/trace.go:171","msg":"trace[2003320371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:740; }","duration":"126.505241ms","start":"2026-03-18T21:50:24.015917Z","end":"2026-03-18T21:50:24.142422Z","steps":["trace[2003320371] 'agreement among raft nodes before linearized reading' (duration: 126.242224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.142426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.483806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:24.142567Z","caller":"traceutil/trace.go:171","msg":"trace[737456565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"443.66106ms","start":"2026-03-18T21:50:23.698869Z","end":"2026-03-18T21:50:24.14253Z","steps":["trace[737456565] 'agreement among raft nodes before linearized reading' (duration: 443.428304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.142562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.813728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:50:24.142644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:23.698851Z","time spent":"443.778434ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:24.142692Z","caller":"traceutil/trace.go:171","msg":"trace[1592953289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:740; }","duration":"131.000472ms","start":"2026-03-18T21:50:24.011655Z","end":"2026-03-18T21:50:24.142655Z","steps":["trace[1592953289] 'agreement among raft nodes before linearized reading' (duration: 130.589012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.143447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.414714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:50:24.143512Z","caller":"traceutil/trace.go:171","msg":"trace[1416400596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:740; }","duration":"127.521007ms","start":"2026-03-18T21:50:24.015974Z","end":"2026-03-18T21:50:24.143495Z","steps":["trace[1416400596] 'agreement among raft nodes before linearized reading' (duration: 127.342492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.143452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.438044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:50:24.143725Z","caller":"traceutil/trace.go:171","msg":"trace[1840686339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:740; }","duration":"127.756862ms","start":"2026-03-18T21:50:24.015946Z","end":"2026-03-18T21:50:24.143702Z","steps":["trace[1840686339] 'agreement among raft nodes before linearized reading' (duration: 127.28134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.762986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.137666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:30.763132Z","caller":"traceutil/trace.go:171","msg":"trace[1615032461] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"150.826228ms","start":"2026-03-18T21:50:30.612285Z","end":"2026-03-18T21:50:30.763111Z","steps":["trace[1615032461] 'process raft request' (duration: 19.485496ms)","trace[1615032461] 'compare' (duration: 130.969343ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:30.856652Z","caller":"traceutil/trace.go:171","msg":"trace[1360810063] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:856; }","duration":"157.717738ms","start":"2026-03-18T21:50:30.698892Z","end":"2026-03-18T21:50:30.85661Z","steps":["trace[1360810063] 'read index received' (duration: 157.707418ms)","trace[1360810063] 'applied index is now lower than readState.Index' (duration: 8.49µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:30.856638Z","caller":"traceutil/trace.go:171","msg":"trace[1303588232] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"240.687745ms","start":"2026-03-18T21:50:30.615925Z","end":"2026-03-18T21:50:30.856612Z","steps":["trace[1303588232] 'process raft request' (duration: 240.548392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.85684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.935773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:30.856887Z","caller":"traceutil/trace.go:171","msg":"trace[41557492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:831; }","duration":"158.034696ms","start":"2026-03-18T21:50:30.698841Z","end":"2026-03-18T21:50:30.856876Z","steps":["trace[41557492] 'agreement among raft nodes before linearized reading' (duration: 157.910273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:30.94302Z","caller":"traceutil/trace.go:171","msg":"trace[869766790] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"175.167024ms","start":"2026-03-18T21:50:30.767825Z","end":"2026-03-18T21:50:30.942992Z","steps":["trace[869766790] 'process raft request' (duration: 167.519443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:30.943053Z","caller":"traceutil/trace.go:171","msg":"trace[1816547987] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"125.841304ms","start":"2026-03-18T21:50:30.817173Z","end":"2026-03-18T21:50:30.943014Z","steps":["trace[1816547987] 'process raft request' (duration: 125.6727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.219776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.395542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:31.219898Z","caller":"traceutil/trace.go:171","msg":"trace[730715164] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"177.045101ms","start":"2026-03-18T21:50:31.042831Z","end":"2026-03-18T21:50:31.219877Z","steps":["trace[730715164] 'process raft request' (duration: 27.449924ms)","trace[730715164] 'compare' (duration: 149.266469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:31.609535Z","caller":"traceutil/trace.go:171","msg":"trace[1552765280] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:860; }","duration":"355.181627ms","start":"2026-03-18T21:50:31.254332Z","end":"2026-03-18T21:50:31.609514Z","steps":["trace[1552765280] 'read index received' (duration: 354.965432ms)","trace[1552765280] 'applied index is now lower than readState.Index' (duration: 215.325µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:31.609721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.360961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.609693Z","caller":"traceutil/trace.go:171","msg":"trace[883568961] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"391.622515ms","start":"2026-03-18T21:50:31.218032Z","end":"2026-03-18T21:50:31.609654Z","steps":["trace[883568961] 'process raft request' (duration: 391.324557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.609774Z","caller":"traceutil/trace.go:171","msg":"trace[377009085] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:836; }","duration":"355.460544ms","start":"2026-03-18T21:50:31.254298Z","end":"2026-03-18T21:50:31.609758Z","steps":["trace[377009085] 'agreement among raft nodes before linearized reading' (duration: 355.347501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.609817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.254282Z","time spent":"355.524655ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T21:50:31.60988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.320191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.609918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.218021Z","time spent":"391.8141ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2492,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:31.609989Z","caller":"traceutil/trace.go:171","msg":"trace[1820087497] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:836; }","duration":"355.511005ms","start":"2026-03-18T21:50:31.254436Z","end":"2026-03-18T21:50:31.609947Z","steps":["trace[1820087497] 'agreement among raft nodes before linearized reading' (duration: 355.289699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.609997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.752882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.609984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.278453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.25441Z","time spent":"355.623968ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:31.610113Z","caller":"traceutil/trace.go:171","msg":"trace[415029677] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:836; }","duration":"319.462918ms","start":"2026-03-18T21:50:31.290606Z","end":"2026-03-18T21:50:31.610069Z","steps":["trace[415029677] 'agreement among raft nodes before linearized reading' (duration: 319.240112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.309246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.298806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.609904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.25463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.610191Z","caller":"traceutil/trace.go:171","msg":"trace[45533998] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:836; }","duration":"342.397658ms","start":"2026-03-18T21:50:31.267773Z","end":"2026-03-18T21:50:31.610171Z","steps":["trace[45533998] 'agreement among raft nodes before linearized reading' (duration: 342.337867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.610218Z","caller":"traceutil/trace.go:171","msg":"trace[1047190898] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:836; }","duration":"281.369028ms","start":"2026-03-18T21:50:31.328836Z","end":"2026-03-18T21:50:31.610205Z","steps":["trace[1047190898] 'agreement among raft nodes before linearized reading' (duration: 281.301136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.26775Z","time spent":"342.47236ms","remote":"127.0.0.1:35384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T21:50:31.610247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.990227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.610247Z","caller":"traceutil/trace.go:171","msg":"trace[672158609] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:836; }","duration":"280.65884ms","start":"2026-03-18T21:50:31.329565Z","end":"2026-03-18T21:50:31.610223Z","steps":["trace[672158609] 'agreement among raft nodes before linearized reading' (duration: 280.184789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.610291Z","caller":"traceutil/trace.go:171","msg":"trace[1176472990] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:836; }","duration":"301.10409ms","start":"2026-03-18T21:50:31.309174Z","end":"2026-03-18T21:50:31.610278Z","steps":["trace[1176472990] 'agreement among raft nodes before linearized reading' (duration: 301.038798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.409639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.30914Z","time spent":"301.183372ms","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T21:50:31.610063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.262845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.290585Z","time spent":"319.58268ms","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"info","ts":"2026-03-18T21:50:31.6104Z","caller":"traceutil/trace.go:171","msg":"trace[1924960798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:836; }","duration":"281.530762ms","start":"2026-03-18T21:50:31.328814Z","end":"2026-03-18T21:50:31.610345Z","steps":["trace[1924960798] 'agreement among raft nodes before linearized reading' (duration: 281.401059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.894315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.61054Z","caller":"traceutil/trace.go:171","msg":"trace[1577672914] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:836; }","duration":"355.952426ms","start":"2026-03-18T21:50:31.25457Z","end":"2026-03-18T21:50:31.610522Z","steps":["trace[1577672914] 'agreement among raft nodes before linearized reading' (duration: 355.893844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.610553Z","caller":"traceutil/trace.go:171","msg":"trace[1634531494] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:836; }","duration":"342.646904ms","start":"2026-03-18T21:50:31.26773Z","end":"2026-03-18T21:50:31.610377Z","steps":["trace[1634531494] 'agreement among raft nodes before linearized reading' (duration: 342.228324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.254561Z","time spent":"356.006787ms","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-03-18T21:50:31.610601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.267709Z","time spent":"342.88045ms","remote":"127.0.0.1:35384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:31.610623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.610852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.9649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.610667Z","caller":"traceutil/trace.go:171","msg":"trace[695751367] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:836; }","duration":"301.678585ms","start":"2026-03-18T21:50:31.308977Z","end":"2026-03-18T21:50:31.610655Z","steps":["trace[695751367] 'agreement among raft nodes before linearized reading' (duration: 301.612873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.370284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.308966Z","time spent":"301.737776ms","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:31.610726Z","caller":"traceutil/trace.go:171","msg":"trace[1962133129] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:836; }","duration":"263.048562ms","start":"2026-03-18T21:50:31.347649Z","end":"2026-03-18T21:50:31.610697Z","steps":["trace[1962133129] 'agreement among raft nodes before linearized reading' (duration: 262.9761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.610729Z","caller":"traceutil/trace.go:171","msg":"trace[49159089] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:836; }","duration":"262.444337ms","start":"2026-03-18T21:50:31.34827Z","end":"2026-03-18T21:50:31.610714Z","steps":["trace[49159089] 'agreement among raft nodes before linearized reading' (duration: 262.349904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.610084Z","caller":"traceutil/trace.go:171","msg":"trace[1384801781] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:836; }","duration":"341.850654ms","start":"2026-03-18T21:50:31.268201Z","end":"2026-03-18T21:50:31.610052Z","steps":["trace[1384801781] 'agreement among raft nodes before linearized reading' (duration: 341.701751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.618846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:31.610788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.268193Z","time spent":"342.579283ms","remote":"127.0.0.1:35384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-18T21:50:31.61036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.244526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.610881Z","caller":"traceutil/trace.go:171","msg":"trace[930525713] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:836; }","duration":"321.055776ms","start":"2026-03-18T21:50:31.289766Z","end":"2026-03-18T21:50:31.610822Z","steps":["trace[930525713] 'agreement among raft nodes before linearized reading' (duration: 320.624506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.610908Z","caller":"traceutil/trace.go:171","msg":"trace[2058493126] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:836; }","duration":"321.034156ms","start":"2026-03-18T21:50:31.289862Z","end":"2026-03-18T21:50:31.610896Z","steps":["trace[2058493126] 'agreement among raft nodes before linearized reading' (duration: 320.252897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.289837Z","time spent":"321.101308ms","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T21:50:31.610971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.35359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.611039Z","caller":"traceutil/trace.go:171","msg":"trace[321950243] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:836; }","duration":"263.440332ms","start":"2026-03-18T21:50:31.347587Z","end":"2026-03-18T21:50:31.611027Z","steps":["trace[321950243] 'agreement among raft nodes before linearized reading' (duration: 263.328049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.610993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.289754Z","time spent":"321.214901ms","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:31.610124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.209707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.611178Z","caller":"traceutil/trace.go:171","msg":"trace[181914000] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:836; }","duration":"301.345346ms","start":"2026-03-18T21:50:31.309819Z","end":"2026-03-18T21:50:31.611164Z","steps":["trace[181914000] 'agreement among raft nodes before linearized reading' (duration: 300.121206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:31.611232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:31.309797Z","time spent":"301.420397ms","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-03-18T21:50:31.87271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.705677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:31.872797Z","caller":"traceutil/trace.go:171","msg":"trace[2061709169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:837; }","duration":"173.84805ms","start":"2026-03-18T21:50:31.69893Z","end":"2026-03-18T21:50:31.872778Z","steps":["trace[2061709169] 'range keys from in-memory index tree' (duration: 173.620844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.054268Z","caller":"traceutil/trace.go:171","msg":"trace[1062670470] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:862; }","duration":"180.130958ms","start":"2026-03-18T21:50:31.874105Z","end":"2026-03-18T21:50:32.054236Z","steps":["trace[1062670470] 'read index received' (duration: 179.86794ms)","trace[1062670470] 'applied index is now lower than readState.Index' (duration: 258.097µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:32.054444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.309731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:32.054475Z","caller":"traceutil/trace.go:171","msg":"trace[998466514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"180.435095ms","start":"2026-03-18T21:50:31.874032Z","end":"2026-03-18T21:50:32.054467Z","steps":["trace[998466514] 'agreement among raft nodes before linearized reading' (duration: 180.316602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.054914Z","caller":"traceutil/trace.go:171","msg":"trace[1116249058] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"236.805939ms","start":"2026-03-18T21:50:31.818098Z","end":"2026-03-18T21:50:32.054904Z","steps":["trace[1116249058] 'process raft request' (duration: 235.965947ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.314402Z","caller":"traceutil/trace.go:171","msg":"trace[966613750] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:864; }","duration":"110.598374ms","start":"2026-03-18T21:50:32.203766Z","end":"2026-03-18T21:50:32.314364Z","steps":["trace[966613750] 'read index received' (duration: 25.460824ms)","trace[966613750] 'applied index is now lower than readState.Index' (duration: 85.13634ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:32.314483Z","caller":"traceutil/trace.go:171","msg":"trace[1982926583] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"143.097425ms","start":"2026-03-18T21:50:32.171327Z","end":"2026-03-18T21:50:32.314425Z","steps":["trace[1982926583] 'process raft request' (duration: 57.937174ms)","trace[1982926583] 'compare' (duration: 84.927265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:32.314716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.926192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T21:50:32.314823Z","caller":"traceutil/trace.go:171","msg":"trace[3843430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:839; }","duration":"111.075817ms","start":"2026-03-18T21:50:32.20372Z","end":"2026-03-18T21:50:32.314796Z","steps":["trace[3843430] 'agreement among raft nodes before linearized reading' (duration: 110.782329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.575382Z","caller":"traceutil/trace.go:171","msg":"trace[1455146317] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"254.584871ms","start":"2026-03-18T21:50:32.320746Z","end":"2026-03-18T21:50:32.575331Z","steps":["trace[1455146317] 'process raft request' (duration: 204.800611ms)","trace[1455146317] 'compare' (duration: 49.592755ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:32.60251Z","caller":"traceutil/trace.go:171","msg":"trace[2087978745] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"281.582434ms","start":"2026-03-18T21:50:32.320892Z","end":"2026-03-18T21:50:32.602474Z","steps":["trace[2087978745] 'process raft request' (duration: 281.212465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.602486Z","caller":"traceutil/trace.go:171","msg":"trace[1904339269] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"281.378308ms","start":"2026-03-18T21:50:32.321068Z","end":"2026-03-18T21:50:32.602447Z","steps":["trace[1904339269] 'process raft request' (duration: 281.279766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.60282Z","caller":"traceutil/trace.go:171","msg":"trace[233765300] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"280.699151ms","start":"2026-03-18T21:50:32.322085Z","end":"2026-03-18T21:50:32.602785Z","steps":["trace[233765300] 'process raft request' (duration: 280.308702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:43.153351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624787534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:43.653647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624787534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:44.15431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624787534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:44.655343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624787534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:44.700116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:50:44.700195Z","caller":"traceutil/trace.go:171","msg":"trace[1382682184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658193s","start":"2026-03-18T21:50:42.699515Z","end":"2026-03-18T21:50:44.700173Z","steps":["trace[1382682184] 'agreement among raft nodes before linearized reading' (duration: 2.00055822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:44.700252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:42.699473Z","time spent":"2.000764105s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:45.155689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624787534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:45.222977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.597960391s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:50:45.223329Z","caller":"traceutil/trace.go:171","msg":"trace[1091011699] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"2.598427662s","start":"2026-03-18T21:50:42.624882Z","end":"2026-03-18T21:50:45.22331Z","steps":["trace[1091011699] 'process raft request' (duration: 2.598303069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:45.223435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:42.624856Z","time spent":"2.598518705s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:45.649642Z","caller":"traceutil/trace.go:171","msg":"trace[1480139732] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:963; }","duration":"2.997243057s","start":"2026-03-18T21:50:42.652361Z","end":"2026-03-18T21:50:45.649604Z","steps":["trace[1480139732] 'read index received' (duration: 2.570800234s)","trace[1480139732] 'applied index is now lower than readState.Index' (duration: 426.441913ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:45.649741Z","caller":"traceutil/trace.go:171","msg":"trace[440932185] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"863.387007ms","start":"2026-03-18T21:50:44.786344Z","end":"2026-03-18T21:50:45.649731Z","steps":["trace[440932185] 'process raft request' (duration: 863.138201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:45.64982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.786322Z","time spent":"863.442928ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2149,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:45.649941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997557114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:45.650031Z","caller":"traceutil/trace.go:171","msg":"trace[1195752063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:937; }","duration":"2.997663898s","start":"2026-03-18T21:50:42.652346Z","end":"2026-03-18T21:50:45.650009Z","steps":["trace[1195752063] 'agreement among raft nodes before linearized reading' (duration: 2.997403841s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:45.650075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:42.652339Z","time spent":"2.997726829s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:50:46.03732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.023572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:46.037432Z","caller":"traceutil/trace.go:171","msg":"trace[242757380] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"387.709327ms","start":"2026-03-18T21:50:45.649705Z","end":"2026-03-18T21:50:46.037414Z","steps":["trace[242757380] 'read index received' (duration: 191.52169ms)","trace[242757380] 'applied index is now lower than readState.Index' (duration: 196.186407ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:46.037515Z","caller":"traceutil/trace.go:171","msg":"trace[1573032236] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"433.530759ms","start":"2026-03-18T21:50:45.603972Z","end":"2026-03-18T21:50:46.037502Z","steps":["trace[1573032236] 'process raft request' (duration: 237.23915ms)","trace[1573032236] 'compare' (duration: 195.886259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:46.037573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.603949Z","time spent":"433.59757ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:46.037669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699164351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:50:46.037682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336267685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:46.037744Z","caller":"traceutil/trace.go:171","msg":"trace[866105237] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:938; }","duration":"2.699294435s","start":"2026-03-18T21:50:43.338433Z","end":"2026-03-18T21:50:46.037728Z","steps":["trace[866105237] 'agreement among raft nodes before linearized reading' (duration: 2.69912749s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.037775Z","caller":"traceutil/trace.go:171","msg":"trace[1361974035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"1.336374507s","start":"2026-03-18T21:50:44.701374Z","end":"2026-03-18T21:50:46.037749Z","steps":["trace[1361974035] 'agreement among raft nodes before linearized reading' (duration: 1.336213953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.037842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.701314Z","time spent":"1.33651513s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:46.037863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261922149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:46.037908Z","caller":"traceutil/trace.go:171","msg":"trace[1274282186] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:938; }","duration":"3.261994861s","start":"2026-03-18T21:50:42.775896Z","end":"2026-03-18T21:50:46.037891Z","steps":["trace[1274282186] 'agreement among raft nodes before linearized reading' (duration: 3.261908188s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.037919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667007821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:50:46.037951Z","caller":"traceutil/trace.go:171","msg":"trace[436602666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:938; }","duration":"2.667078973s","start":"2026-03-18T21:50:43.370863Z","end":"2026-03-18T21:50:46.037942Z","steps":["trace[436602666] 'agreement among raft nodes before linearized reading' (duration: 2.66695186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.037984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:43.370843Z","time spent":"2.667135734s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:46.037793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:43.33841Z","time spent":"2.699372417s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:46.038084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381494288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:50:46.038122Z","caller":"traceutil/trace.go:171","msg":"trace[494200145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:938; }","duration":"3.38159522s","start":"2026-03-18T21:50:42.656517Z","end":"2026-03-18T21:50:46.038113Z","steps":["trace[494200145] 'agreement among raft nodes before linearized reading' (duration: 3.381455187s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.037951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:42.775885Z","time spent":"3.262056583s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":17,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:46.038156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:42.656475Z","time spent":"3.381674212s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:46.038192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381711333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:50:46.038276Z","caller":"traceutil/trace.go:171","msg":"trace[995216481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"3.381850616s","start":"2026-03-18T21:50:42.656405Z","end":"2026-03-18T21:50:46.038255Z","steps":["trace[995216481] 'agreement among raft nodes before linearized reading' (duration: 3.38158335s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.038331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:42.656386Z","time spent":"3.381936759s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:50:46.102253Z","caller":"traceutil/trace.go:171","msg":"trace[148407826] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"447.868396ms","start":"2026-03-18T21:50:45.65436Z","end":"2026-03-18T21:50:46.102228Z","steps":["trace[148407826] 'process raft request' (duration: 447.668471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.102407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.65431Z","time spent":"448.0172ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:46.102496Z","caller":"traceutil/trace.go:171","msg":"trace[35334222] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"391.158812ms","start":"2026-03-18T21:50:45.711326Z","end":"2026-03-18T21:50:46.102485Z","steps":["trace[35334222] 'process raft request' (duration: 391.091981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.102506Z","caller":"traceutil/trace.go:171","msg":"trace[209555237] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"447.28725ms","start":"2026-03-18T21:50:45.655195Z","end":"2026-03-18T21:50:46.102482Z","steps":["trace[209555237] 'process raft request' (duration: 447.163407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.102539Z","caller":"traceutil/trace.go:171","msg":"trace[1250279669] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"447.668129ms","start":"2026-03-18T21:50:45.654861Z","end":"2026-03-18T21:50:46.102529Z","steps":["trace[1250279669] 'process raft request' (duration: 447.314871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.102556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.711306Z","time spent":"391.214314ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:46.102594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.654839Z","time spent":"447.725092ms","remote":"127.0.0.1:54830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:46.102639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.655183Z","time spent":"447.386442ms","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:46.102711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.554273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:46.102809Z","caller":"traceutil/trace.go:171","msg":"trace[2019026831] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:942; }","duration":"226.705377ms","start":"2026-03-18T21:50:45.876079Z","end":"2026-03-18T21:50:46.102784Z","steps":["trace[2019026831] 'agreement among raft nodes before linearized reading' (duration: 226.509272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.599934Z","caller":"traceutil/trace.go:171","msg":"trace[1899620832] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"557.701992ms","start":"2026-03-18T21:50:46.042196Z","end":"2026-03-18T21:50:46.599898Z","steps":["trace[1899620832] 'process raft request' (duration: 528.257918ms)","trace[1899620832] 'compare' (duration: 29.078725ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:46.599954Z","caller":"traceutil/trace.go:171","msg":"trace[1659528445] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"557.414865ms","start":"2026-03-18T21:50:46.04252Z","end":"2026-03-18T21:50:46.599935Z","steps":["trace[1659528445] 'process raft request' (duration: 557.265651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.600086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.042494Z","time spent":"557.519308ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:46.60009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.042173Z","time spent":"557.836165ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:46.600102Z","caller":"traceutil/trace.go:171","msg":"trace[1211587614] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:970; }","duration":"497.630095ms","start":"2026-03-18T21:50:46.102449Z","end":"2026-03-18T21:50:46.600079Z","steps":["trace[1211587614] 'read index received' (duration: 467.979106ms)","trace[1211587614] 'applied index is now lower than readState.Index' (duration: 29.649959ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:46.600194Z","caller":"traceutil/trace.go:171","msg":"trace[1759598512] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"556.987204ms","start":"2026-03-18T21:50:46.043162Z","end":"2026-03-18T21:50:46.600149Z","steps":["trace[1759598512] 'process raft request' (duration: 556.850811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.600244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.002115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:46.600282Z","caller":"traceutil/trace.go:171","msg":"trace[269201335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"553.071746ms","start":"2026-03-18T21:50:46.0472Z","end":"2026-03-18T21:50:46.600272Z","steps":["trace[269201335] 'agreement among raft nodes before linearized reading' (duration: 552.984884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.60019Z","caller":"traceutil/trace.go:171","msg":"trace[641627811] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"557.518047ms","start":"2026-03-18T21:50:46.042604Z","end":"2026-03-18T21:50:46.600122Z","steps":["trace[641627811] 'process raft request' (duration: 557.281441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.600314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.047189Z","time spent":"553.117547ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:46.600348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.04315Z","time spent":"557.113438ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:46.600596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.04259Z","time spent":"557.866165ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:46.607237Z","caller":"traceutil/trace.go:171","msg":"trace[375885068] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"464.676494ms","start":"2026-03-18T21:50:46.142536Z","end":"2026-03-18T21:50:46.607213Z","steps":["trace[375885068] 'process raft request' (duration: 464.402548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.607419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.142516Z","time spent":"464.795857ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:46.607492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.634996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"info","ts":"2026-03-18T21:50:46.607585Z","caller":"traceutil/trace.go:171","msg":"trace[971719778] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:947; }","duration":"499.770969ms","start":"2026-03-18T21:50:46.10779Z","end":"2026-03-18T21:50:46.607561Z","steps":["trace[971719778] 'agreement among raft nodes before linearized reading' (duration: 499.513812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.60765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.107785Z","time spent":"499.853691ms","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2638,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-18T21:50:46.607798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.103947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-03-18T21:50:46.607989Z","caller":"traceutil/trace.go:171","msg":"trace[760370731] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:947; }","duration":"500.23157ms","start":"2026-03-18T21:50:46.107627Z","end":"2026-03-18T21:50:46.607858Z","steps":["trace[760370731] 'agreement among raft nodes before linearized reading' (duration: 499.528112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:46.608071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.107605Z","time spent":"500.451716ms","remote":"127.0.0.1:54830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2585,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-18T21:50:46.778636Z","caller":"traceutil/trace.go:171","msg":"trace[837096568] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:975; }","duration":"164.123789ms","start":"2026-03-18T21:50:46.614483Z","end":"2026-03-18T21:50:46.778607Z","steps":["trace[837096568] 'read index received' (duration: 86.901905ms)","trace[837096568] 'applied index is now lower than readState.Index' (duration: 77.220744ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:46.778676Z","caller":"traceutil/trace.go:171","msg":"trace[772517937] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"168.489686ms","start":"2026-03-18T21:50:46.610164Z","end":"2026-03-18T21:50:46.778653Z","steps":["trace[772517937] 'process raft request' (duration: 91.243542ms)","trace[772517937] 'compare' (duration: 77.08218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:46.779094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.55748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-jgjtg\" ","response":"range_response_count:1 size:5037"} {"level":"info","ts":"2026-03-18T21:50:46.77922Z","caller":"traceutil/trace.go:171","msg":"trace[545470848] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-jgjtg; range_end:; response_count:1; response_revision:948; }","duration":"164.741584ms","start":"2026-03-18T21:50:46.61445Z","end":"2026-03-18T21:50:46.779192Z","steps":["trace[545470848] 'agreement among raft nodes before linearized reading' (duration: 164.260902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.991981Z","caller":"traceutil/trace.go:171","msg":"trace[80093844] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"208.828862ms","start":"2026-03-18T21:50:46.783121Z","end":"2026-03-18T21:50:46.991949Z","steps":["trace[80093844] 'process raft request' (duration: 201.587931ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.991999Z","caller":"traceutil/trace.go:171","msg":"trace[403864063] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:976; }","duration":"165.331508ms","start":"2026-03-18T21:50:46.826637Z","end":"2026-03-18T21:50:46.991969Z","steps":["trace[403864063] 'read index received' (duration: 37.632847ms)","trace[403864063] 'applied index is now lower than readState.Index' (duration: 127.696961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:46.992143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.468242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:46.9922Z","caller":"traceutil/trace.go:171","msg":"trace[1485414617] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:951; }","duration":"165.586905ms","start":"2026-03-18T21:50:46.826598Z","end":"2026-03-18T21:50:46.992185Z","steps":["trace[1485414617] 'agreement among raft nodes before linearized reading' (duration: 165.472882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:46.992224Z","caller":"traceutil/trace.go:171","msg":"trace[1568296373] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"206.178866ms","start":"2026-03-18T21:50:46.785985Z","end":"2026-03-18T21:50:46.992164Z","steps":["trace[1568296373] 'process raft request' (duration: 205.870749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:47.149355Z","caller":"traceutil/trace.go:171","msg":"trace[1627132641] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"151.438282ms","start":"2026-03-18T21:50:46.997888Z","end":"2026-03-18T21:50:47.149327Z","steps":["trace[1627132641] 'process raft request' (duration: 99.726484ms)","trace[1627132641] 'compare' (duration: 51.451282ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:47.149584Z","caller":"traceutil/trace.go:171","msg":"trace[203976205] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"144.807597ms","start":"2026-03-18T21:50:47.004746Z","end":"2026-03-18T21:50:47.149553Z","steps":["trace[203976205] 'process raft request' (duration: 144.4846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:51.795535Z","caller":"traceutil/trace.go:171","msg":"trace[264533277] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"145.037203ms","start":"2026-03-18T21:50:51.650467Z","end":"2026-03-18T21:50:51.795504Z","steps":["trace[264533277] 'process raft request' (duration: 144.805456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:53.015853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.906311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-z9r6l\" ","response":"range_response_count:1 size:3476"} {"level":"info","ts":"2026-03-18T21:50:53.015961Z","caller":"traceutil/trace.go:171","msg":"trace[911136581] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-z9r6l; range_end:; response_count:1; response_revision:980; }","duration":"241.030784ms","start":"2026-03-18T21:50:52.774905Z","end":"2026-03-18T21:50:53.015936Z","steps":["trace[911136581] 'range keys from in-memory index tree' (duration: 240.713966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:53.045404Z","caller":"traceutil/trace.go:171","msg":"trace[1910100996] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"241.765123ms","start":"2026-03-18T21:50:52.803617Z","end":"2026-03-18T21:50:53.045382Z","steps":["trace[1910100996] 'process raft request' (duration: 241.63402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:53.940386Z","caller":"traceutil/trace.go:171","msg":"trace[1649556901] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"276.134248ms","start":"2026-03-18T21:50:53.664233Z","end":"2026-03-18T21:50:53.940368Z","steps":["trace[1649556901] 'process raft request' (duration: 276.023616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:55.660962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.397036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:55.661106Z","caller":"traceutil/trace.go:171","msg":"trace[1359699483] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"291.395849ms","start":"2026-03-18T21:50:55.369684Z","end":"2026-03-18T21:50:55.66108Z","steps":["trace[1359699483] 'process raft request' (duration: 187.727676ms)","trace[1359699483] 'compare' (duration: 103.16496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:56.263936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.921687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:56.26408Z","caller":"traceutil/trace.go:171","msg":"trace[598891148] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"277.091222ms","start":"2026-03-18T21:50:55.986964Z","end":"2026-03-18T21:50:56.264055Z","steps":["trace[598891148] 'process raft request' (duration: 93.95281ms)","trace[598891148] 'compare' (duration: 182.777623ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:56.283265Z","caller":"traceutil/trace.go:171","msg":"trace[1198075641] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"292.524636ms","start":"2026-03-18T21:50:55.990718Z","end":"2026-03-18T21:50:56.283243Z","steps":["trace[1198075641] 'process raft request' (duration: 292.453445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:56.283315Z","caller":"traceutil/trace.go:171","msg":"trace[859029280] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"295.651643ms","start":"2026-03-18T21:50:55.987634Z","end":"2026-03-18T21:50:56.283286Z","steps":["trace[859029280] 'process raft request' (duration: 295.447378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:56.290891Z","caller":"traceutil/trace.go:171","msg":"trace[267168729] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"163.41563ms","start":"2026-03-18T21:50:56.127458Z","end":"2026-03-18T21:50:56.290874Z","steps":["trace[267168729] 'process raft request' (duration: 162.994149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:56.848392Z","caller":"traceutil/trace.go:171","msg":"trace[61673773] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"134.278295ms","start":"2026-03-18T21:50:56.714086Z","end":"2026-03-18T21:50:56.848364Z","steps":["trace[61673773] 'process raft request' (duration: 134.08632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.329421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.310506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:57.329571Z","caller":"traceutil/trace.go:171","msg":"trace[722970311] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1030; }","duration":"132.509271ms","start":"2026-03-18T21:50:57.197038Z","end":"2026-03-18T21:50:57.329547Z","steps":["trace[722970311] 'range keys from in-memory index tree' (duration: 132.290205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:57.332894Z","caller":"traceutil/trace.go:171","msg":"trace[1045500612] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"615.776289ms","start":"2026-03-18T21:50:56.717063Z","end":"2026-03-18T21:50:57.33284Z","steps":["trace[1045500612] 'process raft request' (duration: 615.481491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:57.333023Z","caller":"traceutil/trace.go:171","msg":"trace[1795931283] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"615.404558ms","start":"2026-03-18T21:50:56.717594Z","end":"2026-03-18T21:50:57.332999Z","steps":["trace[1795931283] 'process raft request' (duration: 615.270895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:57.333064Z","caller":"traceutil/trace.go:171","msg":"trace[780139813] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"615.49186ms","start":"2026-03-18T21:50:56.717549Z","end":"2026-03-18T21:50:57.333041Z","steps":["trace[780139813] 'process raft request' (duration: 615.160862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.333145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.00758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:50:57.33297Z","caller":"traceutil/trace.go:171","msg":"trace[365559673] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1064; }","duration":"602.797684ms","start":"2026-03-18T21:50:56.730117Z","end":"2026-03-18T21:50:57.332915Z","steps":["trace[365559673] 'read index received' (duration: 118.355117ms)","trace[365559673] 'applied index is now lower than readState.Index' (duration: 484.441717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:57.333186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.717582Z","time spent":"615.504151ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:57.333236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.717044Z","time spent":"616.031594ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:57.333186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.717528Z","time spent":"615.588803ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:57.333198Z","caller":"traceutil/trace.go:171","msg":"trace[1583902218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1033; }","duration":"603.075252ms","start":"2026-03-18T21:50:56.730111Z","end":"2026-03-18T21:50:57.333186Z","steps":["trace[1583902218] 'agreement among raft nodes before linearized reading' (duration: 602.911128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.333374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.445745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:57.333405Z","caller":"traceutil/trace.go:171","msg":"trace[1747482815] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1033; }","duration":"384.517867ms","start":"2026-03-18T21:50:56.94888Z","end":"2026-03-18T21:50:57.333398Z","steps":["trace[1747482815] 'agreement among raft nodes before linearized reading' (duration: 384.457026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.333387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.502161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"warn","ts":"2026-03-18T21:50:57.333419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.730073Z","time spent":"603.327788ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:57.333447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.948861Z","time spent":"384.577159ms","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:57.333453Z","caller":"traceutil/trace.go:171","msg":"trace[813635106] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1033; }","duration":"446.615974ms","start":"2026-03-18T21:50:56.88682Z","end":"2026-03-18T21:50:57.333436Z","steps":["trace[813635106] 'agreement among raft nodes before linearized reading' (duration: 446.474371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.333495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.8868Z","time spent":"446.687485ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2502,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"warn","ts":"2026-03-18T21:50:57.642578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.53337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2414"} {"level":"info","ts":"2026-03-18T21:50:57.64266Z","caller":"traceutil/trace.go:171","msg":"trace[219538171] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1038; }","duration":"205.674844ms","start":"2026-03-18T21:50:57.436963Z","end":"2026-03-18T21:50:57.642638Z","steps":["trace[219538171] 'range keys from in-memory index tree' (duration: 205.397707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:57.896191Z","caller":"traceutil/trace.go:171","msg":"trace[897830436] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1076; }","duration":"160.065607ms","start":"2026-03-18T21:50:57.736105Z","end":"2026-03-18T21:50:57.896171Z","steps":["trace[897830436] 'read index received' (duration: 109.518748ms)","trace[897830436] 'applied index is now lower than readState.Index' (duration: 50.545959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:57.896274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.154289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:57.896239Z","caller":"traceutil/trace.go:171","msg":"trace[1684714311] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"224.791069ms","start":"2026-03-18T21:50:57.671416Z","end":"2026-03-18T21:50:57.896207Z","steps":["trace[1684714311] 'process raft request' (duration: 174.309802ms)","trace[1684714311] 'compare' (duration: 50.349194ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:57.896293Z","caller":"traceutil/trace.go:171","msg":"trace[1325144843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"160.21932ms","start":"2026-03-18T21:50:57.736068Z","end":"2026-03-18T21:50:57.896288Z","steps":["trace[1325144843] 'agreement among raft nodes before linearized reading' (duration: 160.169649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:01.476685Z","caller":"traceutil/trace.go:171","msg":"trace[1782719506] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1083; }","duration":"108.744797ms","start":"2026-03-18T21:51:01.367912Z","end":"2026-03-18T21:51:01.476657Z","steps":["trace[1782719506] 'read index received' (duration: 17.750711ms)","trace[1782719506] 'applied index is now lower than readState.Index' (duration: 90.992886ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:01.476752Z","caller":"traceutil/trace.go:171","msg":"trace[575429767] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"130.831698ms","start":"2026-03-18T21:51:01.34588Z","end":"2026-03-18T21:51:01.476711Z","steps":["trace[575429767] 'process raft request' (duration: 130.402277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:01.477019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.095427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:51:01.477069Z","caller":"traceutil/trace.go:171","msg":"trace[1581611266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1049; }","duration":"109.19956ms","start":"2026-03-18T21:51:01.367858Z","end":"2026-03-18T21:51:01.477057Z","steps":["trace[1581611266] 'agreement among raft nodes before linearized reading' (duration: 109.008014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:01.685237Z","caller":"traceutil/trace.go:171","msg":"trace[1541442308] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"193.961952ms","start":"2026-03-18T21:51:01.491245Z","end":"2026-03-18T21:51:01.685207Z","steps":["trace[1541442308] 'process raft request' (duration: 147.868403ms)","trace[1541442308] 'compare' (duration: 45.966986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:02.412832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.265639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:02.412971Z","caller":"traceutil/trace.go:171","msg":"trace[1382856684] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"202.741941ms","start":"2026-03-18T21:51:02.210183Z","end":"2026-03-18T21:51:02.412925Z","steps":["trace[1382856684] 'process raft request' (duration: 55.299778ms)","trace[1382856684] 'compare' (duration: 147.160385ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:04.45509Z","caller":"traceutil/trace.go:171","msg":"trace[1596651587] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"109.907598ms","start":"2026-03-18T21:51:04.345154Z","end":"2026-03-18T21:51:04.455061Z","steps":["trace[1596651587] 'process raft request' (duration: 108.948553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:05.099541Z","caller":"traceutil/trace.go:171","msg":"trace[1359697795] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"146.723016ms","start":"2026-03-18T21:51:04.952766Z","end":"2026-03-18T21:51:05.099489Z","steps":["trace[1359697795] 'process raft request' (duration: 66.178929ms)","trace[1359697795] 'compare' (duration: 80.328051ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:05.665867Z","caller":"traceutil/trace.go:171","msg":"trace[805867791] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"113.511827ms","start":"2026-03-18T21:51:05.552324Z","end":"2026-03-18T21:51:05.665836Z","steps":["trace[805867791] 'process raft request' (duration: 67.428119ms)","trace[805867791] 'compare' (duration: 45.912324ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:06.747468Z","caller":"traceutil/trace.go:171","msg":"trace[1717263933] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"139.126155ms","start":"2026-03-18T21:51:06.608307Z","end":"2026-03-18T21:51:06.747433Z","steps":["trace[1717263933] 'process raft request' (duration: 138.877789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:09.101843Z","caller":"traceutil/trace.go:171","msg":"trace[146762482] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"390.612518ms","start":"2026-03-18T21:51:08.711187Z","end":"2026-03-18T21:51:09.1018Z","steps":["trace[146762482] 'process raft request' (duration: 390.29219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:09.102062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:08.711173Z","time spent":"390.772573ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4331,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:11.881575Z","caller":"traceutil/trace.go:171","msg":"trace[1364143159] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"130.523821ms","start":"2026-03-18T21:51:11.751021Z","end":"2026-03-18T21:51:11.881545Z","steps":["trace[1364143159] 'process raft request' (duration: 130.379158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:19.788736Z","caller":"traceutil/trace.go:171","msg":"trace[1726940149] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"152.991128ms","start":"2026-03-18T21:51:19.63572Z","end":"2026-03-18T21:51:19.788711Z","steps":["trace[1726940149] 'process raft request' (duration: 107.141913ms)","trace[1726940149] 'compare' (duration: 45.763703ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:19.860702Z","caller":"traceutil/trace.go:171","msg":"trace[802229589] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1314; }","duration":"162.153965ms","start":"2026-03-18T21:51:19.698525Z","end":"2026-03-18T21:51:19.860679Z","steps":["trace[802229589] 'read index received' (duration: 44.336158ms)","trace[802229589] 'applied index is now lower than readState.Index' (duration: 117.816917ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:19.860799Z","caller":"traceutil/trace.go:171","msg":"trace[523567890] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"222.11864ms","start":"2026-03-18T21:51:19.638672Z","end":"2026-03-18T21:51:19.86079Z","steps":["trace[523567890] 'process raft request' (duration: 221.914735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:19.860996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.460824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:19.861028Z","caller":"traceutil/trace.go:171","msg":"trace[2036404476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1275; }","duration":"162.544766ms","start":"2026-03-18T21:51:19.698474Z","end":"2026-03-18T21:51:19.861019Z","steps":["trace[2036404476] 'agreement among raft nodes before linearized reading' (duration: 162.429113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:19.861382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.298763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:51:19.861492Z","caller":"traceutil/trace.go:171","msg":"trace[1308187114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1275; }","duration":"123.630162ms","start":"2026-03-18T21:51:19.737837Z","end":"2026-03-18T21:51:19.861467Z","steps":["trace[1308187114] 'agreement among raft nodes before linearized reading' (duration: 123.16367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:19.861562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.250451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:51:19.861674Z","caller":"traceutil/trace.go:171","msg":"trace[963989106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1275; }","duration":"104.425786ms","start":"2026-03-18T21:51:19.757229Z","end":"2026-03-18T21:51:19.861655Z","steps":["trace[963989106] 'agreement among raft nodes before linearized reading' (duration: 103.867923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:20.104222Z","caller":"traceutil/trace.go:171","msg":"trace[61964477] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1319; }","duration":"147.869763ms","start":"2026-03-18T21:51:19.956331Z","end":"2026-03-18T21:51:20.1042Z","steps":["trace[61964477] 'read index received' (duration: 52.260905ms)","trace[61964477] 'applied index is now lower than readState.Index' (duration: 95.607558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:20.104411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.061717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:20.104493Z","caller":"traceutil/trace.go:171","msg":"trace[3748853] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:1280; }","duration":"148.17163ms","start":"2026-03-18T21:51:19.956307Z","end":"2026-03-18T21:51:20.104479Z","steps":["trace[3748853] 'agreement among raft nodes before linearized reading' (duration: 148.059857ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:20.104408Z","caller":"traceutil/trace.go:171","msg":"trace[477024885] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"148.429106ms","start":"2026-03-18T21:51:19.955832Z","end":"2026-03-18T21:51:20.104261Z","steps":["trace[477024885] 'process raft request' (duration: 148.15667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:27.137393Z","caller":"traceutil/trace.go:171","msg":"trace[1472693066] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"100.133779ms","start":"2026-03-18T21:51:27.037237Z","end":"2026-03-18T21:51:27.137371Z","steps":["trace[1472693066] 'process raft request' (duration: 100.015416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:29.389283Z","caller":"traceutil/trace.go:171","msg":"trace[214557649] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1466; }","duration":"218.557543ms","start":"2026-03-18T21:51:29.170699Z","end":"2026-03-18T21:51:29.389256Z","steps":["trace[214557649] 'process raft request' (duration: 218.461351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:29.400009Z","caller":"traceutil/trace.go:171","msg":"trace[1928876371] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1466; }","duration":"144.834207ms","start":"2026-03-18T21:51:29.255163Z","end":"2026-03-18T21:51:29.399997Z","steps":["trace[1928876371] 'process raft request' (duration: 144.698634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:29.400011Z","caller":"traceutil/trace.go:171","msg":"trace[1770663626] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1466; }","duration":"227.73536ms","start":"2026-03-18T21:51:29.172243Z","end":"2026-03-18T21:51:29.399978Z","steps":["trace[1770663626] 'process raft request' (duration: 227.569566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:37.829876Z","caller":"traceutil/trace.go:171","msg":"trace[817026996] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"104.318744ms","start":"2026-03-18T21:51:37.72553Z","end":"2026-03-18T21:51:37.829848Z","steps":["trace[817026996] 'process raft request' (duration: 103.997856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:37.9975Z","caller":"traceutil/trace.go:171","msg":"trace[898362266] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"155.85787ms","start":"2026-03-18T21:51:37.841608Z","end":"2026-03-18T21:51:37.997466Z","steps":["trace[898362266] 'process raft request' (duration: 105.586315ms)","trace[898362266] 'compare' (duration: 50.132422ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:38.034577Z","caller":"traceutil/trace.go:171","msg":"trace[1116719239] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1631; }","duration":"189.922972ms","start":"2026-03-18T21:51:37.844629Z","end":"2026-03-18T21:51:38.034552Z","steps":["trace[1116719239] 'read index received' (duration: 102.57409ms)","trace[1116719239] 'applied index is now lower than readState.Index' (duration: 87.347892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:38.034713Z","caller":"traceutil/trace.go:171","msg":"trace[2048707270] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"190.240841ms","start":"2026-03-18T21:51:37.844428Z","end":"2026-03-18T21:51:38.034669Z","steps":["trace[2048707270] 'process raft request' (duration: 190.002815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.034867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.404468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-18T21:51:38.034913Z","caller":"traceutil/trace.go:171","msg":"trace[672869689] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1567; }","duration":"134.50005ms","start":"2026-03-18T21:51:37.900403Z","end":"2026-03-18T21:51:38.034903Z","steps":["trace[672869689] 'agreement among raft nodes before linearized reading' (duration: 134.305686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.034925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.217449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-03-18T21:51:38.034998Z","caller":"traceutil/trace.go:171","msg":"trace[608948840] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1567; }","duration":"190.382792ms","start":"2026-03-18T21:51:37.844599Z","end":"2026-03-18T21:51:38.034982Z","steps":["trace[608948840] 'agreement among raft nodes before linearized reading' (duration: 190.086215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.351355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624788922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:41.552261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.655385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:41.55238Z","caller":"traceutil/trace.go:171","msg":"trace[272027225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"852.700325ms","start":"2026-03-18T21:51:40.699652Z","end":"2026-03-18T21:51:41.552352Z","steps":["trace[272027225] 'range keys from in-memory index tree' (duration: 848.305486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.552437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:40.699187Z","time spent":"853.236488ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:41.55259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.961318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:51:41.552644Z","caller":"traceutil/trace.go:171","msg":"trace[909613994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1628; }","duration":"762.077791ms","start":"2026-03-18T21:51:40.790552Z","end":"2026-03-18T21:51:41.55263Z","steps":["trace[909613994] 'range keys from in-memory index tree' (duration: 761.718102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.552676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:40.790516Z","time spent":"762.153552ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:51:41.705653Z","caller":"traceutil/trace.go:171","msg":"trace[788830502] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"911.89815ms","start":"2026-03-18T21:51:40.793727Z","end":"2026-03-18T21:51:41.705625Z","steps":["trace[788830502] 'process raft request' (duration: 911.703366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.705822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:40.793699Z","time spent":"912.033114ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:41.721217Z","caller":"traceutil/trace.go:171","msg":"trace[1812665447] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"541.343375ms","start":"2026-03-18T21:51:41.179846Z","end":"2026-03-18T21:51:41.72119Z","steps":["trace[1812665447] 'process raft request' (duration: 541.253973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:41.721246Z","caller":"traceutil/trace.go:171","msg":"trace[260471420] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"756.915492ms","start":"2026-03-18T21:51:40.964296Z","end":"2026-03-18T21:51:41.721211Z","steps":["trace[260471420] 'process raft request' (duration: 756.623875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:41.72137Z","caller":"traceutil/trace.go:171","msg":"trace[510846115] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1694; }","duration":"870.951827ms","start":"2026-03-18T21:51:40.850383Z","end":"2026-03-18T21:51:41.721335Z","steps":["trace[510846115] 'read index received' (duration: 855.176137ms)","trace[510846115] 'applied index is now lower than readState.Index' (duration: 15.77424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:41.721411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:40.964264Z","time spent":"757.055266ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:41.721472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:41.179818Z","time spent":"541.480558ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:41.721519Z","caller":"traceutil/trace.go:171","msg":"trace[785430852] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"164.284307ms","start":"2026-03-18T21:51:41.557177Z","end":"2026-03-18T21:51:41.721461Z","steps":["trace[785430852] 'process raft request' (duration: 163.97046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.721628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.65751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:51:41.721649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.256494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:51:41.721678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.551656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T21:51:41.721708Z","caller":"traceutil/trace.go:171","msg":"trace[800153439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"871.373708ms","start":"2026-03-18T21:51:40.850316Z","end":"2026-03-18T21:51:41.72169Z","steps":["trace[800153439] 'agreement among raft nodes before linearized reading' (duration: 871.183062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.721728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.459007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T21:51:41.721712Z","caller":"traceutil/trace.go:171","msg":"trace[1583819966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"167.769984ms","start":"2026-03-18T21:51:41.553917Z","end":"2026-03-18T21:51:41.721687Z","steps":["trace[1583819966] 'agreement among raft nodes before linearized reading' (duration: 167.64046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:41.721747Z","caller":"traceutil/trace.go:171","msg":"trace[1698641407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7; range_end:; response_count:1; response_revision:1632; }","duration":"855.659819ms","start":"2026-03-18T21:51:40.866069Z","end":"2026-03-18T21:51:41.721729Z","steps":["trace[1698641407] 'agreement among raft nodes before linearized reading' (duration: 855.483584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.721756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:40.850285Z","time spent":"871.46048ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T21:51:41.721777Z","caller":"traceutil/trace.go:171","msg":"trace[1724146016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1632; }","duration":"295.551169ms","start":"2026-03-18T21:51:41.426214Z","end":"2026-03-18T21:51:41.721766Z","steps":["trace[1724146016] 'agreement among raft nodes before linearized reading' (duration: 295.423855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.721791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:40.866041Z","time spent":"855.740781ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" "} {"level":"warn","ts":"2026-03-18T21:51:41.721954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.619425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T21:51:41.721996Z","caller":"traceutil/trace.go:171","msg":"trace[1802864672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7; range_end:; response_count:1; response_revision:1632; }","duration":"548.694107ms","start":"2026-03-18T21:51:41.173292Z","end":"2026-03-18T21:51:41.721986Z","steps":["trace[1802864672] 'agreement among raft nodes before linearized reading' (duration: 548.566144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.722024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:41.173268Z","time spent":"548.748668ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" "} {"level":"warn","ts":"2026-03-18T21:51:41.721948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.326524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:51:41.722093Z","caller":"traceutil/trace.go:171","msg":"trace[1467461390] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1632; }","duration":"295.60976ms","start":"2026-03-18T21:51:41.426469Z","end":"2026-03-18T21:51:41.722078Z","steps":["trace[1467461390] 'agreement among raft nodes before linearized reading' (duration: 295.360674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:43.73445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:51:43.734536Z","caller":"traceutil/trace.go:171","msg":"trace[859493675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285586s","start":"2026-03-18T21:51:41.734228Z","end":"2026-03-18T21:51:43.734513Z","steps":["trace[859493675] 'agreement among raft nodes before linearized reading' (duration: 2.000191623s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:43.734591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:41.73422Z","time spent":"2.000350137s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:51:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:51:45.198859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415262148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:45.198976Z","caller":"traceutil/trace.go:171","msg":"trace[1250978078] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"3.472082216s","start":"2026-03-18T21:51:41.726872Z","end":"2026-03-18T21:51:45.198954Z","steps":["trace[1250978078] 'process raft request' (duration: 56.619683ms)","trace[1250978078] 'compare' (duration: 3.414094418s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:45.199225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:41.726851Z","time spent":"3.472156217s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:45.253308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.469750776s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:51:45.253628Z","caller":"traceutil/trace.go:171","msg":"trace[233182851] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1698; }","duration":"3.519346485s","start":"2026-03-18T21:51:41.734261Z","end":"2026-03-18T21:51:45.253607Z","steps":["trace[233182851] 'read index received' (duration: 49.486366ms)","trace[233182851] 'applied index is now lower than readState.Index' (duration: 3.469859319s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:45.253698Z","caller":"traceutil/trace.go:171","msg":"trace[72345628] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"3.522700408s","start":"2026-03-18T21:51:41.730965Z","end":"2026-03-18T21:51:45.253665Z","steps":["trace[72345628] 'process raft request' (duration: 3.522551094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.253904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:41.730946Z","time spent":"3.522829351s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:45.606486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.571872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:45.60677Z","caller":"traceutil/trace.go:171","msg":"trace[808004123] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.8805387s","start":"2026-03-18T21:51:43.726214Z","end":"2026-03-18T21:51:45.606752Z","steps":["trace[808004123] 'process raft request' (duration: 1.880393897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.606847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.7262Z","time spent":"1.880614432s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:45.60684Z","caller":"traceutil/trace.go:171","msg":"trace[302825155] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.894936617s","start":"2026-03-18T21:51:43.711864Z","end":"2026-03-18T21:51:45.606801Z","steps":["trace[302825155] 'process raft request' (duration: 1.761899643s)","trace[302825155] 'compare' (duration: 132.404318ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:45.606969Z","caller":"traceutil/trace.go:171","msg":"trace[80279054] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.880287994s","start":"2026-03-18T21:51:43.726663Z","end":"2026-03-18T21:51:45.606951Z","steps":["trace[80279054] 'process raft request' (duration: 1.880043568s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:45.607073Z","caller":"traceutil/trace.go:171","msg":"trace[123279265] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1700; }","duration":"353.374761ms","start":"2026-03-18T21:51:45.253676Z","end":"2026-03-18T21:51:45.607051Z","steps":["trace[123279265] 'read index received' (duration: 220.079481ms)","trace[123279265] 'applied index is now lower than readState.Index' (duration: 133.29436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:45.607123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.71184Z","time spent":"1.895173703s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:45.607175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635636076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:45.607201Z","caller":"traceutil/trace.go:171","msg":"trace[603786642] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1638; }","duration":"1.635694508s","start":"2026-03-18T21:51:43.9715Z","end":"2026-03-18T21:51:45.607194Z","steps":["trace[603786642] 'agreement among raft nodes before linearized reading' (duration: 1.635626935s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.97148Z","time spent":"1.635742209s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:51:45.607283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877120451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:51:45.607308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8723831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:51:45.607291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880559632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:51:45.607363Z","caller":"traceutil/trace.go:171","msg":"trace[290005557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1638; }","duration":"1.872503013s","start":"2026-03-18T21:51:43.734838Z","end":"2026-03-18T21:51:45.607341Z","steps":["trace[290005557] 'agreement among raft nodes before linearized reading' (duration: 1.872439531s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:45.607376Z","caller":"traceutil/trace.go:171","msg":"trace[1885571893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1638; }","duration":"2.877206993s","start":"2026-03-18T21:51:42.730107Z","end":"2026-03-18T21:51:45.607314Z","steps":["trace[1885571893] 'agreement among raft nodes before linearized reading' (duration: 2.87706157s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.734811Z","time spent":"1.872576004s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:51:45.607398Z","caller":"traceutil/trace.go:171","msg":"trace[137989186] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"994.327084ms","start":"2026-03-18T21:51:44.613064Z","end":"2026-03-18T21:51:45.607391Z","steps":["trace[137989186] 'process raft request' (duration: 993.80098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:45.607392Z","caller":"traceutil/trace.go:171","msg":"trace[1173804841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1638; }","duration":"1.880698225s","start":"2026-03-18T21:51:43.72667Z","end":"2026-03-18T21:51:45.607368Z","steps":["trace[1173804841] 'agreement among raft nodes before linearized reading' (duration: 1.880425878s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.730104Z","time spent":"2.877305105s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:51:45.60744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:44.613019Z","time spent":"994.401416ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:45.607438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.726647Z","time spent":"1.880782567s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495547975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T21:51:45.607427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763655176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-18T21:51:45.6075Z","caller":"traceutil/trace.go:171","msg":"trace[1259181357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1638; }","duration":"3.495668108s","start":"2026-03-18T21:51:42.111815Z","end":"2026-03-18T21:51:45.607483Z","steps":["trace[1259181357] 'agreement among raft nodes before linearized reading' (duration: 3.495480584s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:45.607506Z","caller":"traceutil/trace.go:171","msg":"trace[1408561600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1638; }","duration":"1.763788049s","start":"2026-03-18T21:51:43.843702Z","end":"2026-03-18T21:51:45.60749Z","steps":["trace[1408561600] 'agreement among raft nodes before linearized reading' (duration: 1.763569584s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.111795Z","time spent":"3.49574043s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.843674Z","time spent":"1.763863612s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878052113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" ","response":"range_response_count:1 size:3740"} {"level":"warn","ts":"2026-03-18T21:51:45.607659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506721782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-18T21:51:45.60766Z","caller":"traceutil/trace.go:171","msg":"trace[404102562] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7; range_end:; response_count:1; response_revision:1638; }","duration":"2.878110785s","start":"2026-03-18T21:51:42.729537Z","end":"2026-03-18T21:51:45.607648Z","steps":["trace[404102562] 'agreement among raft nodes before linearized reading' (duration: 2.878001693s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301076949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:51:45.607699Z","caller":"traceutil/trace.go:171","msg":"trace[1509089891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1638; }","duration":"3.507007169s","start":"2026-03-18T21:51:42.100683Z","end":"2026-03-18T21:51:45.60769Z","steps":["trace[1509089891] 'agreement among raft nodes before linearized reading' (duration: 3.506895017s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.729521Z","time spent":"2.878174276s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3763,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495068763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:51:45.607733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.100641Z","time spent":"3.507085421s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:51:45.60774Z","caller":"traceutil/trace.go:171","msg":"trace[1039689419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1638; }","duration":"3.495127425s","start":"2026-03-18T21:51:42.112603Z","end":"2026-03-18T21:51:45.60773Z","steps":["trace[1039689419] 'agreement among raft nodes before linearized reading' (duration: 3.495034183s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:45.607736Z","caller":"traceutil/trace.go:171","msg":"trace[1243621332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1638; }","duration":"3.301261564s","start":"2026-03-18T21:51:42.306449Z","end":"2026-03-18T21:51:45.60771Z","steps":["trace[1243621332] 'agreement among raft nodes before linearized reading' (duration: 3.300924976s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459984464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T21:51:45.607799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.544282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" ","response":"range_response_count:1 size:3740"} {"level":"info","ts":"2026-03-18T21:51:45.607833Z","caller":"traceutil/trace.go:171","msg":"trace[790562745] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7; range_end:; response_count:1; response_revision:1638; }","duration":"346.608844ms","start":"2026-03-18T21:51:45.261215Z","end":"2026-03-18T21:51:45.607824Z","steps":["trace[790562745] 'agreement among raft nodes before linearized reading' (duration: 346.503111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:45.60785Z","caller":"traceutil/trace.go:171","msg":"trace[963501304] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:1638; }","duration":"3.460119528s","start":"2026-03-18T21:51:42.147718Z","end":"2026-03-18T21:51:45.607838Z","steps":["trace[963501304] 'agreement among raft nodes before linearized reading' (duration: 3.459894532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:45.607893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.147694Z","time spent":"3.4601895s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:43.726651Z","time spent":"1.880375446s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:45.60786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.261198Z","time spent":"346.656904ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3763,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.11259Z","time spent":"3.495170526s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:45.607786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:42.306417Z","time spent":"3.301359426s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:51:46.250175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.619141ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T21:51:46.250262Z","caller":"traceutil/trace.go:171","msg":"trace[1420653239] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1704; }","duration":"638.835721ms","start":"2026-03-18T21:51:45.61141Z","end":"2026-03-18T21:51:46.250245Z","steps":["trace[1420653239] 'read index received' (duration: 146.259751ms)","trace[1420653239] 'applied index is now lower than readState.Index' (duration: 492.57448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:46.250325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.610401Z","time spent":"639.915647ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T21:51:46.25043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.012325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0deccf804b2a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T21:51:46.250458Z","caller":"traceutil/trace.go:171","msg":"trace[810696050] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e0deccf804b2a; range_end:; response_count:1; response_revision:1638; }","duration":"639.066917ms","start":"2026-03-18T21:51:45.611382Z","end":"2026-03-18T21:51:46.250449Z","steps":["trace[810696050] 'agreement among raft nodes before linearized reading' (duration: 638.935674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:46.25049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.61137Z","time spent":"639.112708ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0deccf804b2a\" "} {"level":"warn","ts":"2026-03-18T21:51:46.750811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624788945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:47.228089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470432605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:51:47.384812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.910719ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:47.385041Z","caller":"traceutil/trace.go:171","msg":"trace[390877215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1638; }","duration":"187.146745ms","start":"2026-03-18T21:51:47.19787Z","end":"2026-03-18T21:51:47.385017Z","steps":["trace[390877215] 'range keys from in-memory index tree' (duration: 186.897279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.385199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.575008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:47.385419Z","caller":"traceutil/trace.go:171","msg":"trace[2033609294] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.772791463s","start":"2026-03-18T21:51:45.612595Z","end":"2026-03-18T21:51:47.385386Z","steps":["trace[2033609294] 'process raft request' (duration: 1.615937768s)","trace[2033609294] 'compare' (duration: 155.959003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:47.385585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.612571Z","time spent":"1.772921395s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:47.38574Z","caller":"traceutil/trace.go:171","msg":"trace[132299326] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.13389722s","start":"2026-03-18T21:51:46.251811Z","end":"2026-03-18T21:51:47.385709Z","steps":["trace[132299326] 'process raft request' (duration: 1.133676114s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:47.385786Z","caller":"traceutil/trace.go:171","msg":"trace[995535443] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.77309933s","start":"2026-03-18T21:51:45.612654Z","end":"2026-03-18T21:51:47.385753Z","steps":["trace[995535443] 'process raft request' (duration: 1.772631618s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:47.385894Z","caller":"traceutil/trace.go:171","msg":"trace[2015555145] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.772926046s","start":"2026-03-18T21:51:45.612704Z","end":"2026-03-18T21:51:47.38563Z","steps":["trace[2015555145] 'process raft request' (duration: 1.77270808s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:47.385928Z","caller":"traceutil/trace.go:171","msg":"trace[1364644224] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.773235204s","start":"2026-03-18T21:51:45.612679Z","end":"2026-03-18T21:51:47.385914Z","steps":["trace[1364644224] 'process raft request' (duration: 1.77269079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.386002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.61267Z","time spent":"1.773296155s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:47.3861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.612632Z","time spent":"1.773307225s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:47.385824Z","caller":"traceutil/trace.go:171","msg":"trace[119983435] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.132506226s","start":"2026-03-18T21:51:46.253289Z","end":"2026-03-18T21:51:47.385795Z","steps":["trace[119983435] 'process raft request' (duration: 1.132237829s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:47.386227Z","caller":"traceutil/trace.go:171","msg":"trace[1891447268] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.773150851s","start":"2026-03-18T21:51:45.613037Z","end":"2026-03-18T21:51:47.386188Z","steps":["trace[1891447268] 'process raft request' (duration: 1.772409822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.386278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:46.253268Z","time spent":"1.132976728s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:47.386086Z","caller":"traceutil/trace.go:171","msg":"trace[1299598531] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1705; }","duration":"1.135783818s","start":"2026-03-18T21:51:46.250287Z","end":"2026-03-18T21:51:47.386071Z","steps":["trace[1299598531] 'read index received' (duration: 978.246855ms)","trace[1299598531] 'applied index is now lower than readState.Index' (duration: 157.535073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:47.38662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.612678Z","time spent":"1.773282355s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:47.386416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:46.25177Z","time spent":"1.134065804s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:47.387014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.613022Z","time spent":"1.773243273s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:47.38824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771998573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:47.388347Z","caller":"traceutil/trace.go:171","msg":"trace[363054845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1645; }","duration":"1.772119876s","start":"2026-03-18T21:51:45.616208Z","end":"2026-03-18T21:51:47.388328Z","steps":["trace[363054845] 'agreement among raft nodes before linearized reading' (duration: 1.769933182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.388414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.616199Z","time spent":"1.772200217s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:51:47.388217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771306726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:47.388604Z","caller":"traceutil/trace.go:171","msg":"trace[1345797136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"1.771691425s","start":"2026-03-18T21:51:45.616886Z","end":"2026-03-18T21:51:47.388577Z","steps":["trace[1345797136] 'agreement among raft nodes before linearized reading' (duration: 1.769280606s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.388691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.61688Z","time spent":"1.771783078s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:47.389105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.856034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" ","response":"range_response_count:1 size:3740"} {"level":"info","ts":"2026-03-18T21:51:47.389196Z","caller":"traceutil/trace.go:171","msg":"trace[2139895976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7; range_end:; response_count:1; response_revision:1646; }","duration":"776.008369ms","start":"2026-03-18T21:51:46.613173Z","end":"2026-03-18T21:51:47.389182Z","steps":["trace[2139895976] 'agreement among raft nodes before linearized reading' (duration: 775.764123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.389258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:46.613144Z","time spent":"776.10104ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3763,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31bd519d-4bae-4969-85cd-2d4dc2700ad7\" "} {"level":"warn","ts":"2026-03-18T21:51:47.389607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.861021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:51:47.389612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402022702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e0e0066f463b5\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-18T21:51:47.38967Z","caller":"traceutil/trace.go:171","msg":"trace[212312647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1646; }","duration":"772.955553ms","start":"2026-03-18T21:51:46.616697Z","end":"2026-03-18T21:51:47.389652Z","steps":["trace[212312647] 'agreement among raft nodes before linearized reading' (duration: 772.355208ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:47.389679Z","caller":"traceutil/trace.go:171","msg":"trace[1193997516] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e0e0066f463b5; range_end:; response_count:1; response_revision:1645; }","duration":"1.402124224s","start":"2026-03-18T21:51:45.987536Z","end":"2026-03-18T21:51:47.38966Z","steps":["trace[1193997516] 'agreement among raft nodes before linearized reading' (duration: 1.398621458s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:47.389726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:45.987516Z","time spent":"1.402203946s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e0e0066f463b5\" "} {"level":"warn","ts":"2026-03-18T21:51:47.389846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:46.616679Z","time spent":"773.124357ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T21:51:51.545245Z","caller":"traceutil/trace.go:171","msg":"trace[138709870] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"138.676485ms","start":"2026-03-18T21:51:51.406535Z","end":"2026-03-18T21:51:51.545212Z","steps":["trace[138709870] 'process raft request' (duration: 52.130331ms)","trace[138709870] 'compare' (duration: 86.326798ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:51.545866Z","caller":"traceutil/trace.go:171","msg":"trace[1037719239] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"137.359072ms","start":"2026-03-18T21:51:51.408493Z","end":"2026-03-18T21:51:51.545852Z","steps":["trace[1037719239] 'process raft request' (duration: 137.28198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.545868Z","caller":"traceutil/trace.go:171","msg":"trace[1962621782] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"137.66492ms","start":"2026-03-18T21:51:51.408177Z","end":"2026-03-18T21:51:51.545842Z","steps":["trace[1962621782] 'process raft request' (duration: 136.984223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.546056Z","caller":"traceutil/trace.go:171","msg":"trace[1652826222] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1750; }","duration":"116.969517ms","start":"2026-03-18T21:51:51.429072Z","end":"2026-03-18T21:51:51.546042Z","steps":["trace[1652826222] 'read index received' (duration: 29.604393ms)","trace[1652826222] 'applied index is now lower than readState.Index' (duration: 87.363764ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:51.546126Z","caller":"traceutil/trace.go:171","msg":"trace[1363420171] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"113.269446ms","start":"2026-03-18T21:51:51.432845Z","end":"2026-03-18T21:51:51.546114Z","steps":["trace[1363420171] 'process raft request' (duration: 112.981598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.546233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.466512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:51:51.546282Z","caller":"traceutil/trace.go:171","msg":"trace[881792775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"128.571935ms","start":"2026-03-18T21:51:51.417698Z","end":"2026-03-18T21:51:51.54627Z","steps":["trace[881792775] 'agreement among raft nodes before linearized reading' (duration: 128.39611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.761887Z","caller":"traceutil/trace.go:171","msg":"trace[1264098865] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"136.224894ms","start":"2026-03-18T21:51:51.625635Z","end":"2026-03-18T21:51:51.76186Z","steps":["trace[1264098865] 'process raft request' (duration: 136.035259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.77055Z","caller":"traceutil/trace.go:171","msg":"trace[1136889315] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"142.11588ms","start":"2026-03-18T21:51:51.628407Z","end":"2026-03-18T21:51:51.770523Z","steps":["trace[1136889315] 'process raft request' (duration: 141.981487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.770722Z","caller":"traceutil/trace.go:171","msg":"trace[1768602662] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"141.102765ms","start":"2026-03-18T21:51:51.629605Z","end":"2026-03-18T21:51:51.770708Z","steps":["trace[1768602662] 'process raft request' (duration: 140.862049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.972603Z","caller":"traceutil/trace.go:171","msg":"trace[650820792] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"107.455522ms","start":"2026-03-18T21:51:51.865092Z","end":"2026-03-18T21:51:51.972548Z","steps":["trace[650820792] 'process raft request' (duration: 107.205966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:52.172985Z","caller":"traceutil/trace.go:171","msg":"trace[65047605] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1758; }","duration":"122.131864ms","start":"2026-03-18T21:51:52.050797Z","end":"2026-03-18T21:51:52.172929Z","steps":["trace[65047605] 'read index received' (duration: 121.950279ms)","trace[65047605] 'applied index is now lower than readState.Index' (duration: 180.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:52.173005Z","caller":"traceutil/trace.go:171","msg":"trace[1534929202] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"188.486818ms","start":"2026-03-18T21:51:51.984489Z","end":"2026-03-18T21:51:52.172976Z","steps":["trace[1534929202] 'process raft request' (duration: 188.307443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:52.173294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.473132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T21:51:52.1734Z","caller":"traceutil/trace.go:171","msg":"trace[1869533843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1691; }","duration":"122.590135ms","start":"2026-03-18T21:51:52.050791Z","end":"2026-03-18T21:51:52.173381Z","steps":["trace[1869533843] 'agreement among raft nodes before linearized reading' (duration: 122.258277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:52.359334Z","caller":"traceutil/trace.go:171","msg":"trace[1150313057] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"181.775292ms","start":"2026-03-18T21:51:52.177536Z","end":"2026-03-18T21:51:52.359311Z","steps":["trace[1150313057] 'process raft request' (duration: 88.496391ms)","trace[1150313057] 'compare' (duration: 93.060236ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:52.359522Z","caller":"traceutil/trace.go:171","msg":"trace[2121375998] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"156.349193ms","start":"2026-03-18T21:51:52.203143Z","end":"2026-03-18T21:51:52.359492Z","steps":["trace[2121375998] 'process raft request' (duration: 156.124687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.677644Z","caller":"traceutil/trace.go:171","msg":"trace[1314165809] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"124.39082ms","start":"2026-03-18T21:51:53.553232Z","end":"2026-03-18T21:51:53.677623Z","steps":["trace[1314165809] 'process raft request' (duration: 119.468719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.677864Z","caller":"traceutil/trace.go:171","msg":"trace[1903962009] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"123.972401ms","start":"2026-03-18T21:51:53.553863Z","end":"2026-03-18T21:51:53.677836Z","steps":["trace[1903962009] 'process raft request' (duration: 123.722334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.67795Z","caller":"traceutil/trace.go:171","msg":"trace[1292199746] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"124.040822ms","start":"2026-03-18T21:51:53.553884Z","end":"2026-03-18T21:51:53.677925Z","steps":["trace[1292199746] 'process raft request' (duration: 123.917499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:55.862632Z","caller":"traceutil/trace.go:171","msg":"trace[746912485] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"136.11332ms","start":"2026-03-18T21:51:55.726496Z","end":"2026-03-18T21:51:55.862609Z","steps":["trace[746912485] 'process raft request' (duration: 136.068149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:55.862698Z","caller":"traceutil/trace.go:171","msg":"trace[1109778469] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"136.342726ms","start":"2026-03-18T21:51:55.726325Z","end":"2026-03-18T21:51:55.862668Z","steps":["trace[1109778469] 'process raft request' (duration: 101.883132ms)","trace[1109778469] 'compare' (duration: 34.232968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:55.919824Z","caller":"traceutil/trace.go:171","msg":"trace[1052251961] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"122.039763ms","start":"2026-03-18T21:51:55.79776Z","end":"2026-03-18T21:51:55.9198Z","steps":["trace[1052251961] 'process raft request' (duration: 121.994202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:55.919835Z","caller":"traceutil/trace.go:171","msg":"trace[656126724] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"139.727381ms","start":"2026-03-18T21:51:55.780085Z","end":"2026-03-18T21:51:55.919812Z","steps":["trace[656126724] 'process raft request' (duration: 139.603278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:55.919999Z","caller":"traceutil/trace.go:171","msg":"trace[767612959] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"121.078048ms","start":"2026-03-18T21:51:55.798914Z","end":"2026-03-18T21:51:55.919992Z","steps":["trace[767612959] 'process raft request' (duration: 120.864163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.162499Z","caller":"traceutil/trace.go:171","msg":"trace[1116871435] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"117.678255ms","start":"2026-03-18T21:51:56.044798Z","end":"2026-03-18T21:51:56.162476Z","steps":["trace[1116871435] 'process raft request' (duration: 117.527171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.280912Z","caller":"traceutil/trace.go:171","msg":"trace[250425356] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"109.01009ms","start":"2026-03-18T21:51:56.171878Z","end":"2026-03-18T21:51:56.280888Z","steps":["trace[250425356] 'process raft request' (duration: 108.813655ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.281151Z","caller":"traceutil/trace.go:171","msg":"trace[1376733996] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"109.118542ms","start":"2026-03-18T21:51:56.17199Z","end":"2026-03-18T21:51:56.281109Z","steps":["trace[1376733996] 'process raft request' (duration: 108.840485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.281381Z","caller":"traceutil/trace.go:171","msg":"trace[1800641717] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"106.643331ms","start":"2026-03-18T21:51:56.174722Z","end":"2026-03-18T21:51:56.281366Z","steps":["trace[1800641717] 'process raft request' (duration: 106.277522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.471145Z","caller":"traceutil/trace.go:171","msg":"trace[1588989252] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"180.186523ms","start":"2026-03-18T21:51:56.290916Z","end":"2026-03-18T21:51:56.471103Z","steps":["trace[1588989252] 'process raft request' (duration: 160.68629ms)","trace[1588989252] 'compare' (duration: 17.816281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:02.675917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.545294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-03-18T21:52:02.67599Z","caller":"traceutil/trace.go:171","msg":"trace[2023325869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1767; }","duration":"210.656468ms","start":"2026-03-18T21:52:02.465318Z","end":"2026-03-18T21:52:02.675975Z","steps":["trace[2023325869] 'range keys from in-memory index tree' (duration: 210.402991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:04.024235Z","caller":"traceutil/trace.go:171","msg":"trace[1384958872] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"416.69848ms","start":"2026-03-18T21:52:03.607506Z","end":"2026-03-18T21:52:04.024205Z","steps":["trace[1384958872] 'process raft request' (duration: 416.537656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.024507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.60746Z","time spent":"416.942686ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:04.024519Z","caller":"traceutil/trace.go:171","msg":"trace[1503220666] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1839; }","duration":"356.685963ms","start":"2026-03-18T21:52:03.667777Z","end":"2026-03-18T21:52:04.024463Z","steps":["trace[1503220666] 'read index received' (duration: 356.667263ms)","trace[1503220666] 'applied index is now lower than readState.Index' (duration: 15.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:04.024936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.133914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:52:04.025074Z","caller":"traceutil/trace.go:171","msg":"trace[663040696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1768; }","duration":"357.321688ms","start":"2026-03-18T21:52:03.667718Z","end":"2026-03-18T21:52:04.02504Z","steps":["trace[663040696] 'agreement among raft nodes before linearized reading' (duration: 356.955529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.025172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.667697Z","time spent":"357.421781ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:04.288332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.067183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:04.28856Z","caller":"traceutil/trace.go:171","msg":"trace[1304904782] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1839; }","duration":"263.902015ms","start":"2026-03-18T21:52:04.024637Z","end":"2026-03-18T21:52:04.288539Z","steps":["trace[1304904782] 'read index received' (duration: 101.562185ms)","trace[1304904782] 'applied index is now lower than readState.Index' (duration: 162.33893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:04.288654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.643023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:04.288701Z","caller":"traceutil/trace.go:171","msg":"trace[538585756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1771; }","duration":"589.732085ms","start":"2026-03-18T21:52:03.698959Z","end":"2026-03-18T21:52:04.288691Z","steps":["trace[538585756] 'agreement among raft nodes before linearized reading' (duration: 589.644943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.288735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.698941Z","time spent":"589.786796ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:52:04.288742Z","caller":"traceutil/trace.go:171","msg":"trace[233340556] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"348.250505ms","start":"2026-03-18T21:52:03.940469Z","end":"2026-03-18T21:52:04.28872Z","steps":["trace[233340556] 'process raft request' (duration: 185.694729ms)","trace[233340556] 'compare' (duration: 161.91012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:04.288827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.94045Z","time spent":"348.331076ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:04.288851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.00936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:04.289005Z","caller":"traceutil/trace.go:171","msg":"trace[1496087537] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1771; }","duration":"489.161294ms","start":"2026-03-18T21:52:03.799773Z","end":"2026-03-18T21:52:04.288935Z","steps":["trace[1496087537] 'agreement among raft nodes before linearized reading' (duration: 488.948199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.174941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:04.289048Z","caller":"traceutil/trace.go:171","msg":"trace[499010197] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"338.726009ms","start":"2026-03-18T21:52:03.950297Z","end":"2026-03-18T21:52:04.289022Z","steps":["trace[499010197] 'process raft request' (duration: 338.149525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.799762Z","time spent":"489.299837ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:04.289102Z","caller":"traceutil/trace.go:171","msg":"trace[315075643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1771; }","duration":"398.268844ms","start":"2026-03-18T21:52:03.890822Z","end":"2026-03-18T21:52:04.289091Z","steps":["trace[315075643] 'agreement among raft nodes before linearized reading' (duration: 398.091139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.009049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:52:04.289141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.890811Z","time spent":"398.322935ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:52:04.289178Z","caller":"traceutil/trace.go:171","msg":"trace[1805583099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1771; }","duration":"514.110831ms","start":"2026-03-18T21:52:03.775053Z","end":"2026-03-18T21:52:04.289164Z","steps":["trace[1805583099] 'agreement among raft nodes before linearized reading' (duration: 513.971308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.775028Z","time spent":"514.174033ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:04.289219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.950284Z","time spent":"338.848162ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:04.289216Z","caller":"traceutil/trace.go:171","msg":"trace[1712841645] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"337.536189ms","start":"2026-03-18T21:52:03.951642Z","end":"2026-03-18T21:52:04.289178Z","steps":["trace[1712841645] 'process raft request' (duration: 336.854012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.456295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T21:52:04.289412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.95163Z","time spent":"337.673352ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:04.289431Z","caller":"traceutil/trace.go:171","msg":"trace[88702357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1771; }","duration":"494.575667ms","start":"2026-03-18T21:52:03.794836Z","end":"2026-03-18T21:52:04.289411Z","steps":["trace[88702357] 'agreement among raft nodes before linearized reading' (duration: 494.354032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.794819Z","time spent":"494.6485ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:04.289826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.170445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:04.289915Z","caller":"traceutil/trace.go:171","msg":"trace[698015453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1771; }","duration":"398.038948ms","start":"2026-03-18T21:52:03.891853Z","end":"2026-03-18T21:52:04.289892Z","steps":["trace[698015453] 'agreement among raft nodes before linearized reading' (duration: 396.708585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.289972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:03.891845Z","time spent":"398.10844ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:52:04.350402Z","caller":"traceutil/trace.go:171","msg":"trace[875648529] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"321.171214ms","start":"2026-03-18T21:52:04.029213Z","end":"2026-03-18T21:52:04.350384Z","steps":["trace[875648529] 'process raft request' (duration: 321.063711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:04.350526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:04.02919Z","time spent":"321.264226ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:04.552586Z","caller":"traceutil/trace.go:171","msg":"trace[801341064] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"259.104076ms","start":"2026-03-18T21:52:04.293429Z","end":"2026-03-18T21:52:04.552533Z","steps":["trace[801341064] 'process raft request' (duration: 175.576978ms)","trace[801341064] 'compare' (duration: 83.320593ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:04.553011Z","caller":"traceutil/trace.go:171","msg":"trace[1305807565] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"259.233061ms","start":"2026-03-18T21:52:04.293747Z","end":"2026-03-18T21:52:04.55298Z","steps":["trace[1305807565] 'process raft request' (duration: 258.723267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:04.553158Z","caller":"traceutil/trace.go:171","msg":"trace[1337890013] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"258.920242ms","start":"2026-03-18T21:52:04.294213Z","end":"2026-03-18T21:52:04.553133Z","steps":["trace[1337890013] 'process raft request' (duration: 258.770929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.600261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.242134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:06.60055Z","caller":"traceutil/trace.go:171","msg":"trace[687049251] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1849; }","duration":"297.687062ms","start":"2026-03-18T21:52:06.302847Z","end":"2026-03-18T21:52:06.600534Z","steps":["trace[687049251] 'read index received' (duration: 2.317197ms)","trace[687049251] 'applied index is now lower than readState.Index' (duration: 295.368825ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:06.600684Z","caller":"traceutil/trace.go:171","msg":"trace[545380579] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"305.656679ms","start":"2026-03-18T21:52:06.295013Z","end":"2026-03-18T21:52:06.60067Z","steps":["trace[545380579] 'process raft request' (duration: 305.421614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.600784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:06.295001Z","time spent":"305.744472ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:06.600778Z","caller":"traceutil/trace.go:171","msg":"trace[1948205606] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"306.07122ms","start":"2026-03-18T21:52:06.294672Z","end":"2026-03-18T21:52:06.600743Z","steps":["trace[1948205606] 'process raft request' (duration: 108.269361ms)","trace[1948205606] 'compare' (duration: 197.095861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:06.600901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.641518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:52:06.600985Z","caller":"traceutil/trace.go:171","msg":"trace[1486385589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1781; }","duration":"246.752421ms","start":"2026-03-18T21:52:06.354219Z","end":"2026-03-18T21:52:06.600971Z","steps":["trace[1486385589] 'agreement among raft nodes before linearized reading' (duration: 246.563816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.60103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:06.294648Z","time spent":"306.233974ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:06.601037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.185286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:06.601115Z","caller":"traceutil/trace.go:171","msg":"trace[148770275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1781; }","duration":"298.35153ms","start":"2026-03-18T21:52:06.302746Z","end":"2026-03-18T21:52:06.601097Z","steps":["trace[148770275] 'agreement among raft nodes before linearized reading' (duration: 298.122764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.834195Z","caller":"traceutil/trace.go:171","msg":"trace[887069955] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1853; }","duration":"135.784183ms","start":"2026-03-18T21:52:06.698387Z","end":"2026-03-18T21:52:06.834171Z","steps":["trace[887069955] 'read index received' (duration: 42.671527ms)","trace[887069955] 'applied index is now lower than readState.Index' (duration: 93.111636ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:06.834274Z","caller":"traceutil/trace.go:171","msg":"trace[786459246] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"228.459799ms","start":"2026-03-18T21:52:06.605795Z","end":"2026-03-18T21:52:06.834255Z","steps":["trace[786459246] 'process raft request' (duration: 228.333796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.834291Z","caller":"traceutil/trace.go:171","msg":"trace[1315315119] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"228.688624ms","start":"2026-03-18T21:52:06.60556Z","end":"2026-03-18T21:52:06.834249Z","steps":["trace[1315315119] 'process raft request' (duration: 228.519629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.834389Z","caller":"traceutil/trace.go:171","msg":"trace[688114576] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"228.831748ms","start":"2026-03-18T21:52:06.605545Z","end":"2026-03-18T21:52:06.834376Z","steps":["trace[688114576] 'process raft request' (duration: 135.61578ms)","trace[688114576] 'compare' (duration: 92.756727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:06.834328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.922427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:06.834515Z","caller":"traceutil/trace.go:171","msg":"trace[2067431896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1785; }","duration":"136.160973ms","start":"2026-03-18T21:52:06.698342Z","end":"2026-03-18T21:52:06.834503Z","steps":["trace[2067431896] 'agreement among raft nodes before linearized reading' (duration: 135.931447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:07.733732Z","caller":"traceutil/trace.go:171","msg":"trace[541947811] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1856; }","duration":"370.473024ms","start":"2026-03-18T21:52:07.363236Z","end":"2026-03-18T21:52:07.733709Z","steps":["trace[541947811] 'read index received' (duration: 368.738361ms)","trace[541947811] 'applied index is now lower than readState.Index' (duration: 1.733393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:07.734141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.892485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T21:52:07.734186Z","caller":"traceutil/trace.go:171","msg":"trace[1179520150] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1785; }","duration":"370.990868ms","start":"2026-03-18T21:52:07.363185Z","end":"2026-03-18T21:52:07.734176Z","steps":["trace[1179520150] 'agreement among raft nodes before linearized reading' (duration: 370.65757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:07.734218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:07.363146Z","time spent":"371.06568ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:52:07.734541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.844962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:07.734575Z","caller":"traceutil/trace.go:171","msg":"trace[694763673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1785; }","duration":"125.421276ms","start":"2026-03-18T21:52:07.609143Z","end":"2026-03-18T21:52:07.734564Z","steps":["trace[694763673] 'agreement among raft nodes before linearized reading' (duration: 124.709559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:08.557491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:09.058098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:09.558925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:09.598243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645119153s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:52:09.599718Z","caller":"traceutil/trace.go:171","msg":"trace[786449755] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"1.646685271s","start":"2026-03-18T21:52:07.952994Z","end":"2026-03-18T21:52:09.59968Z","steps":["trace[786449755] 'process raft request' (duration: 1.646436855s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.599891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:07.952919Z","time spent":"1.646882326s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:09.928786Z","caller":"traceutil/trace.go:171","msg":"trace[543376606] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"1.741222332s","start":"2026-03-18T21:52:08.187532Z","end":"2026-03-18T21:52:09.928754Z","steps":["trace[543376606] 'process raft request' (duration: 1.738762921s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.928995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.187494Z","time spent":"1.741379556s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:09.929155Z","caller":"traceutil/trace.go:171","msg":"trace[627469233] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1859; }","duration":"1.87189946s","start":"2026-03-18T21:52:08.05724Z","end":"2026-03-18T21:52:09.929139Z","steps":["trace[627469233] 'read index received' (duration: 1.541326683s)","trace[627469233] 'applied index is now lower than readState.Index' (duration: 330.571986ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:09.929246Z","caller":"traceutil/trace.go:171","msg":"trace[1143488106] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"1.322873432s","start":"2026-03-18T21:52:08.606353Z","end":"2026-03-18T21:52:09.929226Z","steps":["trace[1143488106] 'process raft request' (duration: 1.322279856s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.92928Z","caller":"traceutil/trace.go:171","msg":"trace[1189305322] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"1.32278147s","start":"2026-03-18T21:52:08.606454Z","end":"2026-03-18T21:52:09.929236Z","steps":["trace[1189305322] 'process raft request' (duration: 1.322599695s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.929391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635383451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:09.929361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.606323Z","time spent":"1.322983025s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:09.929428Z","caller":"traceutil/trace.go:171","msg":"trace[1758895583] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1792; }","duration":"1.635452192s","start":"2026-03-18T21:52:08.293966Z","end":"2026-03-18T21:52:09.929418Z","steps":["trace[1758895583] 'agreement among raft nodes before linearized reading' (duration: 1.635399121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.929465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.293949Z","time spent":"1.635508194s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:09.929484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.606409Z","time spent":"1.322969354s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:09.929556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089608885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:52:09.929636Z","caller":"traceutil/trace.go:171","msg":"trace[1954970841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1792; }","duration":"1.089922472s","start":"2026-03-18T21:52:08.839696Z","end":"2026-03-18T21:52:09.929618Z","steps":["trace[1954970841] 'agreement among raft nodes before linearized reading' (duration: 1.089682166s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.929634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228630788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:09.929685Z","caller":"traceutil/trace.go:171","msg":"trace[936387332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1792; }","duration":"1.228737051s","start":"2026-03-18T21:52:08.700935Z","end":"2026-03-18T21:52:09.929672Z","steps":["trace[936387332] 'agreement among raft nodes before linearized reading' (duration: 1.228630768s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.929693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.839678Z","time spent":"1.090000454s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:09.929726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.700925Z","time spent":"1.228794392s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:09.929331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872094264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:52:09.929869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08943599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:09.929869Z","caller":"traceutil/trace.go:171","msg":"trace[113959649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1792; }","duration":"1.872694419s","start":"2026-03-18T21:52:08.057158Z","end":"2026-03-18T21:52:09.929853Z","steps":["trace[113959649] 'agreement among raft nodes before linearized reading' (duration: 1.872073254s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.929914Z","caller":"traceutil/trace.go:171","msg":"trace[2140992036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1792; }","duration":"1.089498332s","start":"2026-03-18T21:52:08.840405Z","end":"2026-03-18T21:52:09.929903Z","steps":["trace[2140992036] 'agreement among raft nodes before linearized reading' (duration: 1.089370869s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.929897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187330755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:52:09.929926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088306822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:52:09.929952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.840397Z","time spent":"1.089547743s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:09.929946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.057124Z","time spent":"1.87279152s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:52:09.929929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305829689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:09.929982Z","caller":"traceutil/trace.go:171","msg":"trace[1167710889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1792; }","duration":"1.088434146s","start":"2026-03-18T21:52:08.841532Z","end":"2026-03-18T21:52:09.929966Z","steps":["trace[1167710889] 'agreement among raft nodes before linearized reading' (duration: 1.088259981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.930035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.841521Z","time spent":"1.088502257s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:52:09.930041Z","caller":"traceutil/trace.go:171","msg":"trace[552991142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1792; }","duration":"1.305991863s","start":"2026-03-18T21:52:08.624018Z","end":"2026-03-18T21:52:09.93001Z","steps":["trace[552991142] 'agreement among raft nodes before linearized reading' (duration: 1.305673845s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.92997Z","caller":"traceutil/trace.go:171","msg":"trace[1002051787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1792; }","duration":"1.187423297s","start":"2026-03-18T21:52:08.742527Z","end":"2026-03-18T21:52:09.92995Z","steps":["trace[1002051787] 'agreement among raft nodes before linearized reading' (duration: 1.18712619s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.930121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.742518Z","time spent":"1.187592001s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:09.93013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.623997Z","time spent":"1.306095866s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:09.929714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422590141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:09.929828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.627108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:09.9311Z","caller":"traceutil/trace.go:171","msg":"trace[66462773] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1792; }","duration":"138.94241ms","start":"2026-03-18T21:52:09.792136Z","end":"2026-03-18T21:52:09.931078Z","steps":["trace[66462773] 'agreement among raft nodes before linearized reading' (duration: 137.635258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.930503Z","caller":"traceutil/trace.go:171","msg":"trace[1927234625] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1792; }","duration":"1.423136894s","start":"2026-03-18T21:52:08.507054Z","end":"2026-03-18T21:52:09.930191Z","steps":["trace[1927234625] 'agreement among raft nodes before linearized reading' (duration: 1.422588741s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.931389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.507036Z","time spent":"1.424312073s","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:09.928919Z","caller":"traceutil/trace.go:171","msg":"trace[300277141] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"1.619121639s","start":"2026-03-18T21:52:08.30965Z","end":"2026-03-18T21:52:09.928771Z","steps":["trace[300277141] 'process raft request' (duration: 1.618881102s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.931765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:08.309631Z","time spent":"1.622045261s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:14.205301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.435236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:14.205444Z","caller":"traceutil/trace.go:171","msg":"trace[314256075] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"176.420819ms","start":"2026-03-18T21:52:14.028987Z","end":"2026-03-18T21:52:14.205408Z","steps":["trace[314256075] 'process raft request' (duration: 48.756028ms)","trace[314256075] 'compare' (duration: 127.292752ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:14.256051Z","caller":"traceutil/trace.go:171","msg":"trace[152060131] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"226.92444ms","start":"2026-03-18T21:52:14.029102Z","end":"2026-03-18T21:52:14.256027Z","steps":["trace[152060131] 'process raft request' (duration: 226.731025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.256352Z","caller":"traceutil/trace.go:171","msg":"trace[2065906706] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"227.054723ms","start":"2026-03-18T21:52:14.029265Z","end":"2026-03-18T21:52:14.256319Z","steps":["trace[2065906706] 'process raft request' (duration: 226.720495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.256414Z","caller":"traceutil/trace.go:171","msg":"trace[430596673] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"227.075843ms","start":"2026-03-18T21:52:14.029327Z","end":"2026-03-18T21:52:14.256403Z","steps":["trace[430596673] 'process raft request' (duration: 226.913459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:14.256415Z","caller":"traceutil/trace.go:171","msg":"trace[2076559210] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"226.883719ms","start":"2026-03-18T21:52:14.029506Z","end":"2026-03-18T21:52:14.256389Z","steps":["trace[2076559210] 'process raft request' (duration: 226.834218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:42.2462Z","caller":"traceutil/trace.go:171","msg":"trace[579243417] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"130.175998ms","start":"2026-03-18T21:52:42.115982Z","end":"2026-03-18T21:52:42.246158Z","steps":["trace[579243417] 'process raft request' (duration: 129.85073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.734802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.703397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:42.735064Z","caller":"traceutil/trace.go:171","msg":"trace[1140598625] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"488.946931ms","start":"2026-03-18T21:52:42.246087Z","end":"2026-03-18T21:52:42.735034Z","steps":["trace[1140598625] 'read index received' (duration: 228.860834ms)","trace[1140598625] 'applied index is now lower than readState.Index' (duration: 260.084367ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:42.735192Z","caller":"traceutil/trace.go:171","msg":"trace[1763655715] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"562.695838ms","start":"2026-03-18T21:52:42.172476Z","end":"2026-03-18T21:52:42.735172Z","steps":["trace[1763655715] 'process raft request' (duration: 302.489748ms)","trace[1763655715] 'compare' (duration: 259.492672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:42.735276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.172446Z","time spent":"562.790679ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:42.735259Z","caller":"traceutil/trace.go:171","msg":"trace[6171226] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"554.232755ms","start":"2026-03-18T21:52:42.180991Z","end":"2026-03-18T21:52:42.735223Z","steps":["trace[6171226] 'process raft request' (duration: 553.958648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.735461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.180925Z","time spent":"554.41564ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:42.735466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.784769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:42.735533Z","caller":"traceutil/trace.go:171","msg":"trace[119449058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"520.887891ms","start":"2026-03-18T21:52:42.214627Z","end":"2026-03-18T21:52:42.735515Z","steps":["trace[119449058] 'agreement among raft nodes before linearized reading' (duration: 520.633495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.735582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.214614Z","time spent":"520.957743ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:42.833439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.000654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:42.833446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.247793Z","time spent":"585.633741ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T21:52:42.833542Z","caller":"traceutil/trace.go:171","msg":"trace[687581951] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1952; }","duration":"541.145728ms","start":"2026-03-18T21:52:42.29237Z","end":"2026-03-18T21:52:42.833516Z","steps":["trace[687581951] 'agreement among raft nodes before linearized reading' (duration: 541.000724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.833619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.292353Z","time spent":"541.24474ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:42.833612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.011044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:42.833827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.426957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:42.833833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.333905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:42.833878Z","caller":"traceutil/trace.go:171","msg":"trace[295852082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1952; }","duration":"370.503678ms","start":"2026-03-18T21:52:42.463355Z","end":"2026-03-18T21:52:42.833859Z","steps":["trace[295852082] 'agreement among raft nodes before linearized reading' (duration: 370.431127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:42.833876Z","caller":"traceutil/trace.go:171","msg":"trace[1706355716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1952; }","duration":"288.412864ms","start":"2026-03-18T21:52:42.545438Z","end":"2026-03-18T21:52:42.83385Z","steps":["trace[1706355716] 'agreement among raft nodes before linearized reading' (duration: 288.024535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.83392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.463338Z","time spent":"370.572602ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:42.833673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.560471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:52:42.833916Z","caller":"traceutil/trace.go:171","msg":"trace[897766656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"348.426457ms","start":"2026-03-18T21:52:42.485456Z","end":"2026-03-18T21:52:42.833882Z","steps":["trace[897766656] 'agreement among raft nodes before linearized reading' (duration: 348.295633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.833892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.082054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:42.833978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.48544Z","time spent":"348.52875ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:42.833971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.795724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:52:42.833999Z","caller":"traceutil/trace.go:171","msg":"trace[147075907] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1952; }","duration":"104.271999ms","start":"2026-03-18T21:52:42.729704Z","end":"2026-03-18T21:52:42.833976Z","steps":["trace[147075907] 'agreement among raft nodes before linearized reading' (duration: 104.075344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.833716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.642728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:52:42.834055Z","caller":"traceutil/trace.go:171","msg":"trace[1816211493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"465.950318ms","start":"2026-03-18T21:52:42.368083Z","end":"2026-03-18T21:52:42.834033Z","steps":["trace[1816211493] 'agreement among raft nodes before linearized reading' (duration: 465.67382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.834111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.368046Z","time spent":"466.05104ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:52:42.834153Z","caller":"traceutil/trace.go:171","msg":"trace[969215303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1952; }","duration":"398.08009ms","start":"2026-03-18T21:52:42.436015Z","end":"2026-03-18T21:52:42.834095Z","steps":["trace[969215303] 'agreement among raft nodes before linearized reading' (duration: 397.526136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:42.834025Z","caller":"traceutil/trace.go:171","msg":"trace[1749675198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"386.914141ms","start":"2026-03-18T21:52:42.44705Z","end":"2026-03-18T21:52:42.833964Z","steps":["trace[1749675198] 'agreement among raft nodes before linearized reading' (duration: 386.366807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.834251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.436002Z","time spent":"398.225584ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:42.834262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.44704Z","time spent":"387.192518ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:42.833928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.258594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:42.834867Z","caller":"traceutil/trace.go:171","msg":"trace[1922506307] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1952; }","duration":"451.263739ms","start":"2026-03-18T21:52:42.383574Z","end":"2026-03-18T21:52:42.834838Z","steps":["trace[1922506307] 'agreement among raft nodes before linearized reading' (duration: 450.10412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:42.834932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.383564Z","time spent":"451.346021ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.311319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.281903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:43.311401Z","caller":"traceutil/trace.go:171","msg":"trace[2005760363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"912.439457ms","start":"2026-03-18T21:52:42.398943Z","end":"2026-03-18T21:52:43.311382Z","steps":["trace[2005760363] 'agreement among raft nodes before linearized reading' (duration: 435.6824ms)","trace[2005760363] 'range keys from in-memory index tree' (duration: 476.532531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:43.311438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.398918Z","time spent":"912.512868ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:52:43.31142Z","caller":"traceutil/trace.go:171","msg":"trace[1308027298] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"476.486381ms","start":"2026-03-18T21:52:42.834908Z","end":"2026-03-18T21:52:43.311394Z","steps":["trace[1308027298] 'process raft request' (duration: 429.580817ms)","trace[1308027298] 'compare' (duration: 46.786561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:43.311551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.834883Z","time spent":"476.591483ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.595339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.311595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:43.595655Z","caller":"traceutil/trace.go:171","msg":"trace[404161106] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2032; }","duration":"678.578096ms","start":"2026-03-18T21:52:42.917057Z","end":"2026-03-18T21:52:43.595635Z","steps":["trace[404161106] 'read index received' (duration: 347.610186ms)","trace[404161106] 'applied index is now lower than readState.Index' (duration: 330.96687ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:43.59578Z","caller":"traceutil/trace.go:171","msg":"trace[1093136170] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"756.614738ms","start":"2026-03-18T21:52:42.839115Z","end":"2026-03-18T21:52:43.595729Z","steps":["trace[1093136170] 'process raft request' (duration: 756.464925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.595816Z","caller":"traceutil/trace.go:171","msg":"trace[813638856] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"756.724802ms","start":"2026-03-18T21:52:42.839057Z","end":"2026-03-18T21:52:43.595781Z","steps":["trace[813638856] 'process raft request' (duration: 756.487066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.595891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.829203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-18T21:52:43.595892Z","caller":"traceutil/trace.go:171","msg":"trace[1066467406] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"756.876706ms","start":"2026-03-18T21:52:42.838983Z","end":"2026-03-18T21:52:43.59586Z","steps":["trace[1066467406] 'process raft request' (duration: 578.938774ms)","trace[1066467406] 'compare' (duration: 177.046029ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:43.595943Z","caller":"traceutil/trace.go:171","msg":"trace[1357716080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1957; }","duration":"678.929175ms","start":"2026-03-18T21:52:42.917001Z","end":"2026-03-18T21:52:43.59593Z","steps":["trace[1357716080] 'agreement among raft nodes before linearized reading' (duration: 678.721719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.595979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.916984Z","time spent":"678.986277ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:52:43.595922Z","caller":"traceutil/trace.go:171","msg":"trace[1878813949] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"756.795444ms","start":"2026-03-18T21:52:42.839055Z","end":"2026-03-18T21:52:43.59585Z","steps":["trace[1878813949] 'process raft request' (duration: 756.395804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.595989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.839034Z","time spent":"756.863786ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.595991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.839084Z","time spent":"756.795404ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.596045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.838958Z","time spent":"757.003119ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.596209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.839031Z","time spent":"757.031ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.64372Z","caller":"traceutil/trace.go:171","msg":"trace[1964660591] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"328.625792ms","start":"2026-03-18T21:52:43.31507Z","end":"2026-03-18T21:52:43.643696Z","steps":["trace[1964660591] 'process raft request' (duration: 328.420797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.643843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.315047Z","time spent":"328.733004ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.643885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.513393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e09c426371e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T21:52:43.643984Z","caller":"traceutil/trace.go:171","msg":"trace[1308578965] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e0e09c426371e; range_end:; response_count:1; response_revision:1958; }","duration":"301.696588ms","start":"2026-03-18T21:52:43.34227Z","end":"2026-03-18T21:52:43.643966Z","steps":["trace[1308578965] 'agreement among raft nodes before linearized reading' (duration: 301.408751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.644107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.342245Z","time spent":"301.811551ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e09c426371e\" "} {"level":"warn","ts":"2026-03-18T21:52:43.644123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.739554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T21:52:43.644196Z","caller":"traceutil/trace.go:171","msg":"trace[1297209432] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1958; }","duration":"330.855867ms","start":"2026-03-18T21:52:43.313322Z","end":"2026-03-18T21:52:43.644178Z","steps":["trace[1297209432] 'agreement among raft nodes before linearized reading' (duration: 330.712004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.644246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.313303Z","time spent":"330.933569ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T21:52:43.800036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.783916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:43.800281Z","caller":"traceutil/trace.go:171","msg":"trace[2128758923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1959; }","duration":"101.980831ms","start":"2026-03-18T21:52:43.698187Z","end":"2026-03-18T21:52:43.800167Z","steps":["trace[2128758923] 'range keys from in-memory index tree' (duration: 101.688093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:45.307936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789698,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:52:45.328673Z","caller":"traceutil/trace.go:171","msg":"trace[1792412304] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"587.633681ms","start":"2026-03-18T21:52:44.741004Z","end":"2026-03-18T21:52:45.328637Z","steps":["trace[1792412304] 'process raft request' (duration: 587.435856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:45.328867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:44.740989Z","time spent":"587.773094ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:45.35396Z","caller":"traceutil/trace.go:171","msg":"trace[1364629020] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2040; }","duration":"546.893511ms","start":"2026-03-18T21:52:44.807044Z","end":"2026-03-18T21:52:45.353938Z","steps":["trace[1364629020] 'read index received' (duration: 521.037865ms)","trace[1364629020] 'applied index is now lower than readState.Index' (duration: 25.854116ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:45.354129Z","caller":"traceutil/trace.go:171","msg":"trace[810060917] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"612.861122ms","start":"2026-03-18T21:52:44.741228Z","end":"2026-03-18T21:52:45.354089Z","steps":["trace[810060917] 'process raft request' (duration: 612.566865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:45.354178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.110496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:45.354228Z","caller":"traceutil/trace.go:171","msg":"trace[431139353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1962; }","duration":"547.199749ms","start":"2026-03-18T21:52:44.807009Z","end":"2026-03-18T21:52:45.354209Z","steps":["trace[431139353] 'agreement among raft nodes before linearized reading' (duration: 547.047455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:45.354275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:44.806996Z","time spent":"547.26556ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:45.354326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:44.741182Z","time spent":"613.040036ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:46.00421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.137687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:46.004303Z","caller":"traceutil/trace.go:171","msg":"trace[908731262] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"404.062868ms","start":"2026-03-18T21:52:45.600225Z","end":"2026-03-18T21:52:46.004288Z","steps":["trace[908731262] 'read index received' (duration: 68.601µs)","trace[908731262] 'applied index is now lower than readState.Index' (duration: 403.993207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:46.004413Z","caller":"traceutil/trace.go:171","msg":"trace[1003095845] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"645.225762ms","start":"2026-03-18T21:52:45.359178Z","end":"2026-03-18T21:52:46.004404Z","steps":["trace[1003095845] 'process raft request' (duration: 163.819318ms)","trace[1003095845] 'compare' (duration: 481.036505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:46.004463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.359156Z","time spent":"645.283983ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:46.004623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.030296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:46.005157Z","caller":"traceutil/trace.go:171","msg":"trace[1323575219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"306.599201ms","start":"2026-03-18T21:52:45.698537Z","end":"2026-03-18T21:52:46.005136Z","steps":["trace[1323575219] 'agreement among raft nodes before linearized reading' (duration: 306.015286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:46.00521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.698524Z","time spent":"306.675253ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:46.004722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.506289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:52:46.005322Z","caller":"traceutil/trace.go:171","msg":"trace[178516601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1963; }","duration":"405.161576ms","start":"2026-03-18T21:52:45.600135Z","end":"2026-03-18T21:52:46.005297Z","steps":["trace[178516601] 'agreement among raft nodes before linearized reading' (duration: 404.421247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:46.005352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.985658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:46.005406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.6001Z","time spent":"405.286239ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:46.004919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.079183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:52:46.005533Z","caller":"traceutil/trace.go:171","msg":"trace[1638527024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1963; }","duration":"403.69401ms","start":"2026-03-18T21:52:45.601796Z","end":"2026-03-18T21:52:46.00549Z","steps":["trace[1638527024] 'agreement among raft nodes before linearized reading' (duration: 403.031152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:46.004993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.817671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:52:46.00561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.601785Z","time spent":"403.809142ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:52:46.005637Z","caller":"traceutil/trace.go:171","msg":"trace[266734975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1963; }","duration":"356.503689ms","start":"2026-03-18T21:52:45.649115Z","end":"2026-03-18T21:52:46.005618Z","steps":["trace[266734975] 'agreement among raft nodes before linearized reading' (duration: 355.729099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:46.005705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.649096Z","time spent":"356.590972ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:46.005033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.253133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:46.005438Z","caller":"traceutil/trace.go:171","msg":"trace[75312223] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1963; }","duration":"197.175693ms","start":"2026-03-18T21:52:45.808237Z","end":"2026-03-18T21:52:46.005412Z","steps":["trace[75312223] 'agreement among raft nodes before linearized reading' (duration: 196.380392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:46.005777Z","caller":"traceutil/trace.go:171","msg":"trace[995931531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1963; }","duration":"405.042813ms","start":"2026-03-18T21:52:45.600717Z","end":"2026-03-18T21:52:46.00576Z","steps":["trace[995931531] 'agreement among raft nodes before linearized reading' (duration: 404.115929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:46.005962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.600696Z","time spent":"405.250709ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:46.00506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.973396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:52:46.00605Z","caller":"traceutil/trace.go:171","msg":"trace[1835850843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1963; }","duration":"405.372132ms","start":"2026-03-18T21:52:45.600661Z","end":"2026-03-18T21:52:46.006033Z","steps":["trace[1835850843] 'agreement among raft nodes before linearized reading' (duration: 403.875124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:46.006122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:45.600623Z","time spent":"405.480444ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:46.235487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.952172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:46.235621Z","caller":"traceutil/trace.go:171","msg":"trace[442138754] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"225.470791ms","start":"2026-03-18T21:52:46.010127Z","end":"2026-03-18T21:52:46.235598Z","steps":["trace[442138754] 'process raft request' (duration: 97.292354ms)","trace[442138754] 'compare' (duration: 127.722816ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:46.282396Z","caller":"traceutil/trace.go:171","msg":"trace[1902819037] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"272.146589ms","start":"2026-03-18T21:52:46.01022Z","end":"2026-03-18T21:52:46.282367Z","steps":["trace[1902819037] 'process raft request' (duration: 272.074867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:46.282425Z","caller":"traceutil/trace.go:171","msg":"trace[1876242540] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"272.230431ms","start":"2026-03-18T21:52:46.010152Z","end":"2026-03-18T21:52:46.282382Z","steps":["trace[1876242540] 'process raft request' (duration: 272.043015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:46.282599Z","caller":"traceutil/trace.go:171","msg":"trace[1154780494] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"271.39545ms","start":"2026-03-18T21:52:46.011192Z","end":"2026-03-18T21:52:46.282587Z","steps":["trace[1154780494] 'process raft request' (duration: 271.302248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:46.282607Z","caller":"traceutil/trace.go:171","msg":"trace[1047911741] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"272.072847ms","start":"2026-03-18T21:52:46.010519Z","end":"2026-03-18T21:52:46.282592Z","steps":["trace[1047911741] 'process raft request' (duration: 271.81529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:46.461801Z","caller":"traceutil/trace.go:171","msg":"trace[1117614878] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"100.445633ms","start":"2026-03-18T21:52:46.361329Z","end":"2026-03-18T21:52:46.461775Z","steps":["trace[1117614878] 'read index received' (duration: 5.975089ms)","trace[1117614878] 'applied index is now lower than readState.Index' (duration: 94.469574ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:46.461842Z","caller":"traceutil/trace.go:171","msg":"trace[797080788] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"151.554022ms","start":"2026-03-18T21:52:46.310266Z","end":"2026-03-18T21:52:46.46182Z","steps":["trace[797080788] 'process raft request' (duration: 57.117919ms)","trace[797080788] 'compare' (duration: 94.280779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:46.462193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.856283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:46.462252Z","caller":"traceutil/trace.go:171","msg":"trace[862715189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1969; }","duration":"100.970027ms","start":"2026-03-18T21:52:46.361265Z","end":"2026-03-18T21:52:46.462235Z","steps":["trace[862715189] 'agreement among raft nodes before linearized reading' (duration: 100.612668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:47.271846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.247487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:47.271926Z","caller":"traceutil/trace.go:171","msg":"trace[1820652893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1969; }","duration":"572.37748ms","start":"2026-03-18T21:52:46.69953Z","end":"2026-03-18T21:52:47.271907Z","steps":["trace[1820652893] 'range keys from in-memory index tree' (duration: 572.172554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:47.271983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:46.699509Z","time spent":"572.451901ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:47.970254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:48.962517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.829135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:52:49.025833Z","caller":"traceutil/trace.go:171","msg":"trace[371896127] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2049; }","duration":"1.556428108s","start":"2026-03-18T21:52:47.469378Z","end":"2026-03-18T21:52:49.025806Z","steps":["trace[371896127] 'read index received' (duration: 572.427541ms)","trace[371896127] 'applied index is now lower than readState.Index' (duration: 983.999407ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:49.025927Z","caller":"traceutil/trace.go:171","msg":"trace[1487322622] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.692315077s","start":"2026-03-18T21:52:47.333525Z","end":"2026-03-18T21:52:49.02584Z","steps":["trace[1487322622] 'process raft request' (duration: 1.692001759s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:49.026087Z","caller":"traceutil/trace.go:171","msg":"trace[1591588134] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.530291694s","start":"2026-03-18T21:52:47.495764Z","end":"2026-03-18T21:52:49.026056Z","steps":["trace[1591588134] 'process raft request' (duration: 1.530003347s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:49.02621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556815308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:49.025949Z","caller":"traceutil/trace.go:171","msg":"trace[1522234573] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.667439934s","start":"2026-03-18T21:52:47.358496Z","end":"2026-03-18T21:52:49.025936Z","steps":["trace[1522234573] 'process raft request' (duration: 1.667223399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:49.026127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:47.333508Z","time spent":"1.692505052s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:49.026291Z","caller":"traceutil/trace.go:171","msg":"trace[1041449496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"1.556947581s","start":"2026-03-18T21:52:47.469323Z","end":"2026-03-18T21:52:49.026271Z","steps":["trace[1041449496] 'agreement among raft nodes before linearized reading' (duration: 1.556718006s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:49.026342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:47.469292Z","time spent":"1.557039043s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:49.02646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:47.495747Z","time spent":"1.530471658s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:49.026752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:47.358471Z","time spent":"1.667911346s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:50.206485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034305006s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:50.206669Z","caller":"traceutil/trace.go:171","msg":"trace[1036103106] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2053; }","duration":"1.180755339s","start":"2026-03-18T21:52:49.0259Z","end":"2026-03-18T21:52:50.206655Z","steps":["trace[1036103106] 'read index received' (duration: 146.220358ms)","trace[1036103106] 'applied index is now lower than readState.Index' (duration: 1.034534341s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:50.206808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569785441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:50.206831Z","caller":"traceutil/trace.go:171","msg":"trace[1478953672] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1974; }","duration":"1.569905954s","start":"2026-03-18T21:52:48.636921Z","end":"2026-03-18T21:52:50.206827Z","steps":["trace[1478953672] 'agreement among raft nodes before linearized reading' (duration: 1.569810162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.20685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.636893Z","time spent":"1.569951615s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:50.206894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514056727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-18T21:52:50.206963Z","caller":"traceutil/trace.go:171","msg":"trace[925572836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1974; }","duration":"1.51417278s","start":"2026-03-18T21:52:48.692774Z","end":"2026-03-18T21:52:50.206947Z","steps":["trace[925572836] 'agreement among raft nodes before linearized reading' (duration: 1.513917574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.207005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.692752Z","time spent":"1.514244761s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:52:50.207046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868481254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e09c426371e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T21:52:50.207075Z","caller":"traceutil/trace.go:171","msg":"trace[1677476974] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e0e09c426371e; range_end:; response_count:1; response_revision:1974; }","duration":"1.868531696s","start":"2026-03-18T21:52:48.338536Z","end":"2026-03-18T21:52:50.207068Z","steps":["trace[1677476974] 'agreement among raft nodes before linearized reading' (duration: 1.868432793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.207093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.338526Z","time spent":"1.868562776s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e09c426371e\" "} {"level":"info","ts":"2026-03-18T21:52:50.207202Z","caller":"traceutil/trace.go:171","msg":"trace[194894175] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.776197687s","start":"2026-03-18T21:52:48.43099Z","end":"2026-03-18T21:52:50.207188Z","steps":["trace[194894175] 'process raft request' (duration: 741.07534ms)","trace[194894175] 'compare' (duration: 1.033519416s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:50.20726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919913052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:50.207281Z","caller":"traceutil/trace.go:171","msg":"trace[1986526016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.919957743s","start":"2026-03-18T21:52:48.287318Z","end":"2026-03-18T21:52:50.207276Z","steps":["trace[1986526016] 'agreement among raft nodes before linearized reading' (duration: 1.919911212s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.207301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.287305Z","time spent":"1.919989043s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:50.207305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.430959Z","time spent":"1.776281728s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:50.207425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920506057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:52:50.207451Z","caller":"traceutil/trace.go:171","msg":"trace[1029370308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"1.920570167s","start":"2026-03-18T21:52:48.286874Z","end":"2026-03-18T21:52:50.207445Z","steps":["trace[1029370308] 'agreement among raft nodes before linearized reading' (duration: 1.920508626s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.20747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.286853Z","time spent":"1.920611839s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:52:50.207555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920706851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:52:50.207579Z","caller":"traceutil/trace.go:171","msg":"trace[719090938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.920763072s","start":"2026-03-18T21:52:48.28681Z","end":"2026-03-18T21:52:50.207573Z","steps":["trace[719090938] 'agreement among raft nodes before linearized reading' (duration: 1.920705491s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:50.207576Z","caller":"traceutil/trace.go:171","msg":"trace[837410575] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.740244927s","start":"2026-03-18T21:52:48.46732Z","end":"2026-03-18T21:52:50.207565Z","steps":["trace[837410575] 'process raft request' (duration: 1.739243071s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.2076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.286796Z","time spent":"1.920798423s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:50.207633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.467294Z","time spent":"1.740308428s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:50.207218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915656224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:52:50.207818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304035264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:50.207851Z","caller":"traceutil/trace.go:171","msg":"trace[1883414916] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1974; }","duration":"1.304109806s","start":"2026-03-18T21:52:48.903728Z","end":"2026-03-18T21:52:50.207837Z","steps":["trace[1883414916] 'agreement among raft nodes before linearized reading' (duration: 1.304026754s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:50.207843Z","caller":"traceutil/trace.go:171","msg":"trace[952169846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1974; }","duration":"1.91626884s","start":"2026-03-18T21:52:48.291556Z","end":"2026-03-18T21:52:50.207825Z","steps":["trace[952169846] 'agreement among raft nodes before linearized reading' (duration: 1.915626134s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.207866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508402126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:50.207878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.903695Z","time spent":"1.304175568s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:50.207896Z","caller":"traceutil/trace.go:171","msg":"trace[411119391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"1.508470818s","start":"2026-03-18T21:52:48.699415Z","end":"2026-03-18T21:52:50.207886Z","steps":["trace[411119391] 'agreement among raft nodes before linearized reading' (duration: 1.508422107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.207923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.699391Z","time spent":"1.50852652s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:50.207896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.291521Z","time spent":"1.916358412s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:50.208028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441829091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:50.208105Z","caller":"traceutil/trace.go:171","msg":"trace[1640386430] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1974; }","duration":"1.441945044s","start":"2026-03-18T21:52:48.766142Z","end":"2026-03-18T21:52:50.208087Z","steps":["trace[1640386430] 'agreement among raft nodes before linearized reading' (duration: 1.44177623s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.208095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536409234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:50.208157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.766134Z","time spent":"1.442013806s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:50.208175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.251999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:50.208204Z","caller":"traceutil/trace.go:171","msg":"trace[208649344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"174.365602ms","start":"2026-03-18T21:52:50.033828Z","end":"2026-03-18T21:52:50.208194Z","steps":["trace[208649344] 'agreement among raft nodes before linearized reading' (duration: 174.2874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:50.208195Z","caller":"traceutil/trace.go:171","msg":"trace[832096309] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1974; }","duration":"2.536564228s","start":"2026-03-18T21:52:47.671604Z","end":"2026-03-18T21:52:50.208168Z","steps":["trace[832096309] 'agreement among raft nodes before linearized reading' (duration: 2.536406714s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.208248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:47.671578Z","time spent":"2.536654451s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:50.20909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968341182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:52:50.209161Z","caller":"traceutil/trace.go:171","msg":"trace[1335151965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.968415534s","start":"2026-03-18T21:52:48.240729Z","end":"2026-03-18T21:52:50.209145Z","steps":["trace[1335151965] 'agreement among raft nodes before linearized reading' (duration: 1.966926957s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.209207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:48.240653Z","time spent":"1.968541356s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:50.715572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:51.216275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624789725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:51.326222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113928547s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:52:52.216436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:52:52.216533Z","caller":"traceutil/trace.go:171","msg":"trace[782319674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155888s","start":"2026-03-18T21:52:50.216355Z","end":"2026-03-18T21:52:52.216511Z","steps":["trace[782319674] 'agreement among raft nodes before linearized reading' (duration: 2.000027605s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.216595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.216348Z","time spent":"2.00023381s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:52.218221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.589465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:52.218829Z","caller":"traceutil/trace.go:171","msg":"trace[1988493750] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"2.00657315s","start":"2026-03-18T21:52:50.212217Z","end":"2026-03-18T21:52:52.21879Z","steps":["trace[1988493750] 'process raft request' (duration: 1.114303657s)","trace[1988493750] 'compare' (duration: 891.029761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:52.219079Z","caller":"traceutil/trace.go:171","msg":"trace[774321627] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"2.006359225s","start":"2026-03-18T21:52:50.212641Z","end":"2026-03-18T21:52:52.219Z","steps":["trace[774321627] 'process raft request' (duration: 2.0061727s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.212632Z","time spent":"2.006499028s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.219235Z","caller":"traceutil/trace.go:171","msg":"trace[1273609882] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"2.006177509s","start":"2026-03-18T21:52:50.213037Z","end":"2026-03-18T21:52:52.219214Z","steps":["trace[1273609882] 'process raft request' (duration: 2.005923753s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.219315Z","caller":"traceutil/trace.go:171","msg":"trace[1993674405] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"2.005348919s","start":"2026-03-18T21:52:50.21394Z","end":"2026-03-18T21:52:52.219289Z","steps":["trace[1993674405] 'process raft request' (duration: 2.005171925s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.213027Z","time spent":"2.006261641s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.219372Z","caller":"traceutil/trace.go:171","msg":"trace[942458905] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"2.006654761s","start":"2026-03-18T21:52:50.212712Z","end":"2026-03-18T21:52:52.219366Z","steps":["trace[942458905] 'process raft request' (duration: 2.00620808s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.212687Z","time spent":"2.006708353s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.219336Z","caller":"traceutil/trace.go:171","msg":"trace[1321292016] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"2.005481522s","start":"2026-03-18T21:52:50.21384Z","end":"2026-03-18T21:52:52.219322Z","steps":["trace[1321292016] 'process raft request' (duration: 2.005163464s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.219465Z","caller":"traceutil/trace.go:171","msg":"trace[122773768] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.187451847s","start":"2026-03-18T21:52:51.032002Z","end":"2026-03-18T21:52:52.219454Z","steps":["trace[122773768] 'process raft request' (duration: 1.187229882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.213912Z","time spent":"2.005475981s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.219484Z","caller":"traceutil/trace.go:171","msg":"trace[1294412914] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2055; }","duration":"2.004799814s","start":"2026-03-18T21:52:50.21467Z","end":"2026-03-18T21:52:52.21947Z","steps":["trace[1294412914] 'read index received' (duration: 1.111815054s)","trace[1294412914] 'applied index is now lower than readState.Index' (duration: 892.98392ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:52.219497Z","caller":"traceutil/trace.go:171","msg":"trace[1084890961] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.188744559s","start":"2026-03-18T21:52:51.030746Z","end":"2026-03-18T21:52:52.219491Z","steps":["trace[1084890961] 'process raft request' (duration: 1.188438361s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.219506Z","caller":"traceutil/trace.go:171","msg":"trace[1503883186] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.767745404s","start":"2026-03-18T21:52:50.451749Z","end":"2026-03-18T21:52:52.219494Z","steps":["trace[1503883186] 'process raft request' (duration: 1.767404646s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:51.031998Z","time spent":"1.187489638s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.219542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:51.03071Z","time spent":"1.188808622s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.219583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004905718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:52.219579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.451719Z","time spent":"1.767828466s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.219619Z","caller":"traceutil/trace.go:171","msg":"trace[208674504] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1984; }","duration":"2.004965439s","start":"2026-03-18T21:52:50.214643Z","end":"2026-03-18T21:52:52.219608Z","steps":["trace[208674504] 'agreement among raft nodes before linearized reading' (duration: 2.004907237s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.214629Z","time spent":"2.005008021s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:52:52.219704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004277405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:52.219779Z","caller":"traceutil/trace.go:171","msg":"trace[1262810476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"1.004399078s","start":"2026-03-18T21:52:51.215363Z","end":"2026-03-18T21:52:52.219762Z","steps":["trace[1262810476] 'agreement among raft nodes before linearized reading' (duration: 1.004225503s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.219823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:51.215341Z","time spent":"1.00447301s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:52.219764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.212203Z","time spent":"2.00701307s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.21978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.213832Z","time spent":"2.005677676s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.90264Z","caller":"traceutil/trace.go:171","msg":"trace[688224951] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"128.037423ms","start":"2026-03-18T21:52:52.774577Z","end":"2026-03-18T21:52:52.902614Z","steps":["trace[688224951] 'process raft request' (duration: 127.875569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.505661Z","caller":"traceutil/trace.go:171","msg":"trace[153115618] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"280.387605ms","start":"2026-03-18T21:52:54.225247Z","end":"2026-03-18T21:52:54.505635Z","steps":["trace[153115618] 'process raft request' (duration: 243.606715ms)","trace[153115618] 'compare' (duration: 36.566244ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:54.505918Z","caller":"traceutil/trace.go:171","msg":"trace[680040078] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"279.999775ms","start":"2026-03-18T21:52:54.225893Z","end":"2026-03-18T21:52:54.505892Z","steps":["trace[680040078] 'process raft request' (duration: 279.704658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.506079Z","caller":"traceutil/trace.go:171","msg":"trace[463657283] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"278.172148ms","start":"2026-03-18T21:52:54.227894Z","end":"2026-03-18T21:52:54.506067Z","steps":["trace[463657283] 'process raft request' (duration: 277.986744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.506116Z","caller":"traceutil/trace.go:171","msg":"trace[429263662] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"280.387964ms","start":"2026-03-18T21:52:54.225706Z","end":"2026-03-18T21:52:54.506094Z","steps":["trace[429263662] 'read index received' (duration: 39.794445ms)","trace[429263662] 'applied index is now lower than readState.Index' (duration: 240.592519ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:54.506125Z","caller":"traceutil/trace.go:171","msg":"trace[1790655771] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"277.929212ms","start":"2026-03-18T21:52:54.228173Z","end":"2026-03-18T21:52:54.506103Z","steps":["trace[1790655771] 'process raft request' (duration: 277.8448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.50619Z","caller":"traceutil/trace.go:171","msg":"trace[219541358] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"278.077266ms","start":"2026-03-18T21:52:54.2281Z","end":"2026-03-18T21:52:54.506178Z","steps":["trace[219541358] 'process raft request' (duration: 277.873141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.506252Z","caller":"traceutil/trace.go:171","msg":"trace[1011534986] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"276.623671ms","start":"2026-03-18T21:52:54.229612Z","end":"2026-03-18T21:52:54.506236Z","steps":["trace[1011534986] 'process raft request' (duration: 276.447596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:54.506357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.025373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:54.506382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.658301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:54.506424Z","caller":"traceutil/trace.go:171","msg":"trace[405670934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"280.730783ms","start":"2026-03-18T21:52:54.225683Z","end":"2026-03-18T21:52:54.506414Z","steps":["trace[405670934] 'agreement among raft nodes before linearized reading' (duration: 280.60042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:54.506423Z","caller":"traceutil/trace.go:171","msg":"trace[1931292104] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1996; }","duration":"138.153046ms","start":"2026-03-18T21:52:54.368256Z","end":"2026-03-18T21:52:54.506409Z","steps":["trace[1931292104] 'agreement among raft nodes before linearized reading' (duration: 138.041483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:54.506445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.524177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:54.506518Z","caller":"traceutil/trace.go:171","msg":"trace[639383443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"272.63657ms","start":"2026-03-18T21:52:54.233865Z","end":"2026-03-18T21:52:54.506501Z","steps":["trace[639383443] 'agreement among raft nodes before linearized reading' (duration: 272.391624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:58.949974Z","caller":"traceutil/trace.go:171","msg":"trace[1195621720] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2097; }","duration":"251.359408ms","start":"2026-03-18T21:52:58.698588Z","end":"2026-03-18T21:52:58.949948Z","steps":["trace[1195621720] 'read index received' (duration: 157.290845ms)","trace[1195621720] 'applied index is now lower than readState.Index' (duration: 94.067473ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:58.950023Z","caller":"traceutil/trace.go:171","msg":"trace[1914387710] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"265.07355ms","start":"2026-03-18T21:52:58.684904Z","end":"2026-03-18T21:52:58.949978Z","steps":["trace[1914387710] 'process raft request' (duration: 170.909225ms)","trace[1914387710] 'compare' (duration: 94.031412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:58.950136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.530982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:58.950201Z","caller":"traceutil/trace.go:171","msg":"trace[1784779447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"251.637165ms","start":"2026-03-18T21:52:58.698547Z","end":"2026-03-18T21:52:58.950184Z","steps":["trace[1784779447] 'agreement among raft nodes before linearized reading' (duration: 251.491361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:53.338614Z","caller":"traceutil/trace.go:171","msg":"trace[1466289370] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"844.346359ms","start":"2026-03-18T21:53:52.494243Z","end":"2026-03-18T21:53:53.338589Z","steps":["trace[1466289370] 'process raft request' (duration: 844.206586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.338788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.494216Z","time spent":"844.479553ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:53.524679Z","caller":"traceutil/trace.go:171","msg":"trace[553419369] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2543; }","duration":"643.959455ms","start":"2026-03-18T21:53:52.880688Z","end":"2026-03-18T21:53:53.524647Z","steps":["trace[553419369] 'read index received' (duration: 457.748734ms)","trace[553419369] 'applied index is now lower than readState.Index' (duration: 186.209331ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:53.524731Z","caller":"traceutil/trace.go:171","msg":"trace[1388586924] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"666.968321ms","start":"2026-03-18T21:53:52.857732Z","end":"2026-03-18T21:53:53.5247Z","steps":["trace[1388586924] 'process raft request' (duration: 666.841818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.524899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.857715Z","time spent":"667.097304ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:53.524995Z","caller":"traceutil/trace.go:171","msg":"trace[176517173] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"727.793233ms","start":"2026-03-18T21:53:52.797177Z","end":"2026-03-18T21:53:53.524971Z","steps":["trace[176517173] 'process raft request' (duration: 726.753427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.525033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.780846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:53:53.525087Z","caller":"traceutil/trace.go:171","msg":"trace[610008048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2444; }","duration":"624.871417ms","start":"2026-03-18T21:53:52.9002Z","end":"2026-03-18T21:53:53.525072Z","steps":["trace[610008048] 'agreement among raft nodes before linearized reading' (duration: 624.644202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.525132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.900187Z","time spent":"624.934329ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:53:53.525132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.797156Z","time spent":"727.901226ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:53.525178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.446007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:53:53.525237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.324768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:53:53.525305Z","caller":"traceutil/trace.go:171","msg":"trace[989048765] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2444; }","duration":"587.418911ms","start":"2026-03-18T21:53:52.937867Z","end":"2026-03-18T21:53:53.525286Z","steps":["trace[989048765] 'agreement among raft nodes before linearized reading' (duration: 587.208025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.525348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.937854Z","time spent":"587.483142ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:53:53.525357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.809205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T21:53:53.525366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.552599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:53:53.525355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.69931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:53:53.525418Z","caller":"traceutil/trace.go:171","msg":"trace[1496945308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2444; }","duration":"614.897267ms","start":"2026-03-18T21:53:52.910502Z","end":"2026-03-18T21:53:53.525399Z","steps":["trace[1496945308] 'agreement among raft nodes before linearized reading' (duration: 614.754464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:53.525425Z","caller":"traceutil/trace.go:171","msg":"trace[823731286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2444; }","duration":"608.644471ms","start":"2026-03-18T21:53:52.916766Z","end":"2026-03-18T21:53:53.52541Z","steps":["trace[823731286] 'agreement among raft nodes before linearized reading' (duration: 608.489137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.525461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.910484Z","time spent":"614.966359ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:53:53.525465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.916758Z","time spent":"608.696043ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:53:53.525445Z","caller":"traceutil/trace.go:171","msg":"trace[1832907825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2444; }","duration":"315.846584ms","start":"2026-03-18T21:53:53.209577Z","end":"2026-03-18T21:53:53.525424Z","steps":["trace[1832907825] 'agreement among raft nodes before linearized reading' (duration: 315.564947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.525623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:53.209546Z","time spent":"316.06409ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:53:53.525767Z","caller":"traceutil/trace.go:171","msg":"trace[1920522107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2444; }","duration":"644.627201ms","start":"2026-03-18T21:53:52.880645Z","end":"2026-03-18T21:53:53.525273Z","steps":["trace[1920522107] 'agreement among raft nodes before linearized reading' (duration: 644.18083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.526065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.880629Z","time spent":"645.283228ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:53:56.095495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624790786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:53:56.529216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184357108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:53:56.529643Z","caller":"traceutil/trace.go:171","msg":"trace[1813660531] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"1.184917442s","start":"2026-03-18T21:53:55.344701Z","end":"2026-03-18T21:53:56.529619Z","steps":["trace[1813660531] 'process raft request' (duration: 1.184773578s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.529779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.344659Z","time spent":"1.185044985s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:56.557133Z","caller":"traceutil/trace.go:171","msg":"trace[1387680292] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"1.025887382s","start":"2026-03-18T21:53:55.531235Z","end":"2026-03-18T21:53:56.557123Z","steps":["trace[1387680292] 'process raft request' (duration: 1.012680353s)","trace[1387680292] 'compare' (duration: 13.082906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:56.557192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.531209Z","time spent":"1.025955034s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:56.557272Z","caller":"traceutil/trace.go:171","msg":"trace[1070220869] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2553; }","duration":"962.438434ms","start":"2026-03-18T21:53:55.594825Z","end":"2026-03-18T21:53:56.557263Z","steps":["trace[1070220869] 'read index received' (duration: 934.751091ms)","trace[1070220869] 'applied index is now lower than readState.Index' (duration: 27.686173ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:56.557362Z","caller":"traceutil/trace.go:171","msg":"trace[227505591] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"1.026108288s","start":"2026-03-18T21:53:55.531249Z","end":"2026-03-18T21:53:56.557357Z","steps":["trace[227505591] 'process raft request' (duration: 1.025847992s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.557396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.531234Z","time spent":"1.026140819s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:56.557609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.898185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:56.557634Z","caller":"traceutil/trace.go:171","msg":"trace[414491898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2454; }","duration":"285.968897ms","start":"2026-03-18T21:53:56.271658Z","end":"2026-03-18T21:53:56.557627Z","steps":["trace[414491898] 'agreement among raft nodes before linearized reading' (duration: 285.924576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.557637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.348963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:53:56.557678Z","caller":"traceutil/trace.go:171","msg":"trace[313701236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"958.416684ms","start":"2026-03-18T21:53:55.599249Z","end":"2026-03-18T21:53:56.557665Z","steps":["trace[313701236] 'agreement among raft nodes before linearized reading' (duration: 958.216739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.557708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.59924Z","time spent":"958.462345ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:53:56.557776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.952846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:53:56.557795Z","caller":"traceutil/trace.go:171","msg":"trace[55754451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2454; }","duration":"962.998749ms","start":"2026-03-18T21:53:55.594791Z","end":"2026-03-18T21:53:56.55779Z","steps":["trace[55754451] 'agreement among raft nodes before linearized reading' (duration: 962.923296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.557813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.594778Z","time spent":"963.031029ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:53:56.557873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.756158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:53:56.557893Z","caller":"traceutil/trace.go:171","msg":"trace[1827399377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"957.797138ms","start":"2026-03-18T21:53:55.60009Z","end":"2026-03-18T21:53:56.557887Z","steps":["trace[1827399377] 'agreement among raft nodes before linearized reading' (duration: 957.718656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.557913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.600081Z","time spent":"957.82487ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:53:56.557927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.301649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T21:53:56.557947Z","caller":"traceutil/trace.go:171","msg":"trace[963070393] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2454; }","duration":"247.349741ms","start":"2026-03-18T21:53:56.31059Z","end":"2026-03-18T21:53:56.55794Z","steps":["trace[963070393] 'agreement among raft nodes before linearized reading' (duration: 247.291429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.558029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.59024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:53:56.558049Z","caller":"traceutil/trace.go:171","msg":"trace[407295796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"958.61146ms","start":"2026-03-18T21:53:55.599432Z","end":"2026-03-18T21:53:56.558044Z","steps":["trace[407295796] 'agreement among raft nodes before linearized reading' (duration: 958.554909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.558065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.599364Z","time spent":"958.698412ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:53:56.558163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.801794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:53:56.558181Z","caller":"traceutil/trace.go:171","msg":"trace[1031148877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"958.850445ms","start":"2026-03-18T21:53:55.599325Z","end":"2026-03-18T21:53:56.558176Z","steps":["trace[1031148877] 'agreement among raft nodes before linearized reading' (duration: 958.798614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.558195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.599311Z","time spent":"958.881357ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:54:00.857584Z","caller":"traceutil/trace.go:171","msg":"trace[1757403260] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"315.090244ms","start":"2026-03-18T21:54:00.542464Z","end":"2026-03-18T21:54:00.857554Z","steps":["trace[1757403260] 'process raft request' (duration: 314.91038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.857914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:00.542436Z","time spent":"315.396472ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:00.86409Z","caller":"traceutil/trace.go:171","msg":"trace[1927919173] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"293.894745ms","start":"2026-03-18T21:54:00.570163Z","end":"2026-03-18T21:54:00.864058Z","steps":["trace[1927919173] 'process raft request' (duration: 293.551196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.86426Z","caller":"traceutil/trace.go:171","msg":"trace[764528377] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"290.396627ms","start":"2026-03-18T21:54:00.573833Z","end":"2026-03-18T21:54:00.86423Z","steps":["trace[764528377] 'process raft request' (duration: 290.020628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.864811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.602296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:54:00.864926Z","caller":"traceutil/trace.go:171","msg":"trace[1632539347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2481; }","duration":"223.759199ms","start":"2026-03-18T21:54:00.641119Z","end":"2026-03-18T21:54:00.864878Z","steps":["trace[1632539347] 'agreement among raft nodes before linearized reading' (duration: 223.118583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.864165Z","caller":"traceutil/trace.go:171","msg":"trace[1924767918] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2581; }","duration":"222.95485ms","start":"2026-03-18T21:54:00.641154Z","end":"2026-03-18T21:54:00.864109Z","steps":["trace[1924767918] 'read index received' (duration: 216.217271ms)","trace[1924767918] 'applied index is now lower than readState.Index' (duration: 6.736669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:00.865697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.453727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:54:00.865758Z","caller":"traceutil/trace.go:171","msg":"trace[1564975399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2481; }","duration":"216.549968ms","start":"2026-03-18T21:54:00.649193Z","end":"2026-03-18T21:54:00.865743Z","steps":["trace[1564975399] 'agreement among raft nodes before linearized reading' (duration: 216.354444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.865805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.527073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:00.865887Z","caller":"traceutil/trace.go:171","msg":"trace[1704688079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2481; }","duration":"165.619375ms","start":"2026-03-18T21:54:00.700252Z","end":"2026-03-18T21:54:00.865871Z","steps":["trace[1704688079] 'agreement among raft nodes before linearized reading' (duration: 165.493821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.865901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.60479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:54:00.865983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.356229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:00.866082Z","caller":"traceutil/trace.go:171","msg":"trace[381335027] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2481; }","duration":"193.519913ms","start":"2026-03-18T21:54:00.672545Z","end":"2026-03-18T21:54:00.866065Z","steps":["trace[381335027] 'agreement among raft nodes before linearized reading' (duration: 193.341089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.866097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.800304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:54:00.86619Z","caller":"traceutil/trace.go:171","msg":"trace[1233165953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2481; }","duration":"216.956659ms","start":"2026-03-18T21:54:00.649222Z","end":"2026-03-18T21:54:00.866179Z","steps":["trace[1233165953] 'agreement among raft nodes before linearized reading' (duration: 216.612841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.866203Z","caller":"traceutil/trace.go:171","msg":"trace[1504019012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2481; }","duration":"216.744833ms","start":"2026-03-18T21:54:00.649241Z","end":"2026-03-18T21:54:00.865986Z","steps":["trace[1504019012] 'agreement among raft nodes before linearized reading' (duration: 216.418015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.865763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.464336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:54:00.866629Z","caller":"traceutil/trace.go:171","msg":"trace[1464764463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2481; }","duration":"217.36167ms","start":"2026-03-18T21:54:00.64925Z","end":"2026-03-18T21:54:00.866612Z","steps":["trace[1464764463] 'agreement among raft nodes before linearized reading' (duration: 216.388595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:04.973296Z","caller":"traceutil/trace.go:171","msg":"trace[418000359] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"103.335846ms","start":"2026-03-18T21:54:04.869938Z","end":"2026-03-18T21:54:04.973274Z","steps":["trace[418000359] 'process raft request' (duration: 103.159041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:04.978667Z","caller":"traceutil/trace.go:171","msg":"trace[1057900270] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"103.90286ms","start":"2026-03-18T21:54:04.874737Z","end":"2026-03-18T21:54:04.97864Z","steps":["trace[1057900270] 'process raft request' (duration: 103.747026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:04.978971Z","caller":"traceutil/trace.go:171","msg":"trace[1983359118] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"102.485265ms","start":"2026-03-18T21:54:04.876454Z","end":"2026-03-18T21:54:04.978939Z","steps":["trace[1983359118] 'process raft request' (duration: 102.149066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.221972Z","caller":"traceutil/trace.go:171","msg":"trace[306846600] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"196.806405ms","start":"2026-03-18T21:54:21.025139Z","end":"2026-03-18T21:54:21.221946Z","steps":["trace[306846600] 'process raft request' (duration: 196.537988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.50549Z","caller":"traceutil/trace.go:171","msg":"trace[1449393511] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"478.382652ms","start":"2026-03-18T21:54:21.027079Z","end":"2026-03-18T21:54:21.505462Z","steps":["trace[1449393511] 'process raft request' (duration: 399.966659ms)","trace[1449393511] 'compare' (duration: 78.251049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:21.50564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.027049Z","time spent":"478.514335ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:21.505664Z","caller":"traceutil/trace.go:171","msg":"trace[2117285696] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2700; }","duration":"448.3828ms","start":"2026-03-18T21:54:21.057234Z","end":"2026-03-18T21:54:21.505617Z","steps":["trace[2117285696] 'read index received' (duration: 164.459306ms)","trace[2117285696] 'applied index is now lower than readState.Index' (duration: 283.919644ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:21.505778Z","caller":"traceutil/trace.go:171","msg":"trace[1281088123] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"464.269098ms","start":"2026-03-18T21:54:21.041468Z","end":"2026-03-18T21:54:21.505737Z","steps":["trace[1281088123] 'process raft request' (duration: 463.951991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.505979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.041411Z","time spent":"464.474613ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:21.505991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.854317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:54:21.506033Z","caller":"traceutil/trace.go:171","msg":"trace[1511401104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2596; }","duration":"445.930909ms","start":"2026-03-18T21:54:21.060091Z","end":"2026-03-18T21:54:21.506022Z","steps":["trace[1511401104] 'agreement among raft nodes before linearized reading' (duration: 445.794366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.50602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.765341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:54:21.506076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.060069Z","time spent":"446.000451ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:21.506028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.644331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:54:21.506106Z","caller":"traceutil/trace.go:171","msg":"trace[123222068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2596; }","duration":"448.882423ms","start":"2026-03-18T21:54:21.057197Z","end":"2026-03-18T21:54:21.506079Z","steps":["trace[123222068] 'agreement among raft nodes before linearized reading' (duration: 448.616666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.506151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.057178Z","time spent":"448.964185ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:54:21.506144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.938669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:54:21.506171Z","caller":"traceutil/trace.go:171","msg":"trace[1967771902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2596; }","duration":"441.813026ms","start":"2026-03-18T21:54:21.064318Z","end":"2026-03-18T21:54:21.506131Z","steps":["trace[1967771902] 'agreement among raft nodes before linearized reading' (duration: 441.587901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.506221Z","caller":"traceutil/trace.go:171","msg":"trace[1154202679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2596; }","duration":"446.041852ms","start":"2026-03-18T21:54:21.06015Z","end":"2026-03-18T21:54:21.506192Z","steps":["trace[1154202679] 'agreement among raft nodes before linearized reading' (duration: 445.767825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.506243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.064294Z","time spent":"441.936639ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:54:21.506277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.060142Z","time spent":"446.124844ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:21.506395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.804636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:54:21.506523Z","caller":"traceutil/trace.go:171","msg":"trace[1202484100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2596; }","duration":"439.96674ms","start":"2026-03-18T21:54:21.066535Z","end":"2026-03-18T21:54:21.506502Z","steps":["trace[1202484100] 'agreement among raft nodes before linearized reading' (duration: 439.409087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.506617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.066526Z","time spent":"440.071003ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:54:22.067818Z","caller":"traceutil/trace.go:171","msg":"trace[471281458] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"556.507376ms","start":"2026-03-18T21:54:21.511287Z","end":"2026-03-18T21:54:22.067795Z","steps":["trace[471281458] 'process raft request' (duration: 556.396934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:22.067904Z","caller":"traceutil/trace.go:171","msg":"trace[1889308387] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"556.504516ms","start":"2026-03-18T21:54:21.511387Z","end":"2026-03-18T21:54:22.067892Z","steps":["trace[1889308387] 'process raft request' (duration: 556.385163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:22.067953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.511279Z","time spent":"556.611699ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:22.06783Z","caller":"traceutil/trace.go:171","msg":"trace[382054461] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"556.586438ms","start":"2026-03-18T21:54:21.511219Z","end":"2026-03-18T21:54:22.067805Z","steps":["trace[382054461] 'process raft request' (duration: 471.741344ms)","trace[382054461] 'compare' (duration: 84.405723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:22.067982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.51136Z","time spent":"556.573378ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:22.067963Z","caller":"traceutil/trace.go:171","msg":"trace[429673299] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2705; }","duration":"483.180762ms","start":"2026-03-18T21:54:21.584761Z","end":"2026-03-18T21:54:22.067942Z","steps":["trace[429673299] 'read index received' (duration: 398.189605ms)","trace[429673299] 'applied index is now lower than readState.Index' (duration: 84.990177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:22.0681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.511206Z","time spent":"556.800944ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:22.068151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.332511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:22.06817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.404627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:22.06818Z","caller":"traceutil/trace.go:171","msg":"trace[1848470221] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2602; }","duration":"327.361992ms","start":"2026-03-18T21:54:21.740809Z","end":"2026-03-18T21:54:22.068171Z","steps":["trace[1848470221] 'agreement among raft nodes before linearized reading' (duration: 327.316221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:22.068167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.212784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:22.068245Z","caller":"traceutil/trace.go:171","msg":"trace[1026384130] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2602; }","duration":"483.499199ms","start":"2026-03-18T21:54:21.584703Z","end":"2026-03-18T21:54:22.068202Z","steps":["trace[1026384130] 'agreement among raft nodes before linearized reading' (duration: 483.385577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:22.06826Z","caller":"traceutil/trace.go:171","msg":"trace[794788569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"368.352187ms","start":"2026-03-18T21:54:21.699885Z","end":"2026-03-18T21:54:22.068237Z","steps":["trace[794788569] 'agreement among raft nodes before linearized reading' (duration: 368.205684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:22.068323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.584677Z","time spent":"483.603222ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:22.06832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.699863Z","time spent":"368.44364ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:22.068211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:21.740755Z","time spent":"327.452164ms","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:27.657456Z","caller":"traceutil/trace.go:171","msg":"trace[1075186209] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"127.653845ms","start":"2026-03-18T21:54:27.529768Z","end":"2026-03-18T21:54:27.657422Z","steps":["trace[1075186209] 'process raft request' (duration: 75.018878ms)","trace[1075186209] 'compare' (duration: 52.486584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:27.847187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.286012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:54:27.847362Z","caller":"traceutil/trace.go:171","msg":"trace[101528862] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2734; }","duration":"243.586395ms","start":"2026-03-18T21:54:27.603712Z","end":"2026-03-18T21:54:27.847298Z","steps":["trace[101528862] 'read index received' (duration: 1.027795ms)","trace[101528862] 'applied index is now lower than readState.Index' (duration: 242.55646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:27.847728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.184564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:27.847764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.629866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:54:27.847778Z","caller":"traceutil/trace.go:171","msg":"trace[2106133163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"139.264456ms","start":"2026-03-18T21:54:27.708501Z","end":"2026-03-18T21:54:27.847765Z","steps":["trace[2106133163] 'agreement among raft nodes before linearized reading' (duration: 139.175794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:27.847783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.110237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e0e25917c2e8d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-18T21:54:27.847804Z","caller":"traceutil/trace.go:171","msg":"trace[2067796834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2627; }","duration":"243.693809ms","start":"2026-03-18T21:54:27.604099Z","end":"2026-03-18T21:54:27.847793Z","steps":["trace[2067796834] 'agreement among raft nodes before linearized reading' (duration: 243.574806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:27.847859Z","caller":"traceutil/trace.go:171","msg":"trace[600772131] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e0e25917c2e8d; range_end:; response_count:1; response_revision:2627; }","duration":"194.176229ms","start":"2026-03-18T21:54:27.653636Z","end":"2026-03-18T21:54:27.847812Z","steps":["trace[600772131] 'agreement among raft nodes before linearized reading' (duration: 194.048426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:27.848319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.421887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:54:27.848372Z","caller":"traceutil/trace.go:171","msg":"trace[1769973194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2627; }","duration":"244.692443ms","start":"2026-03-18T21:54:27.603668Z","end":"2026-03-18T21:54:27.84836Z","steps":["trace[1769973194] 'agreement among raft nodes before linearized reading' (duration: 243.7787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.72594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623669414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:54:29.726021Z","caller":"traceutil/trace.go:171","msg":"trace[568742097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2630; }","duration":"1.623794697s","start":"2026-03-18T21:54:28.10221Z","end":"2026-03-18T21:54:29.726004Z","steps":["trace[568742097] 'range keys from in-memory index tree' (duration: 1.62349975s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.726063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.102195Z","time spent":"1.623858088s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:29.726118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121840605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e0e22464f1761\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-18T21:54:29.726196Z","caller":"traceutil/trace.go:171","msg":"trace[1141513508] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e0e22464f1761; range_end:; response_count:1; response_revision:2630; }","duration":"1.121963109s","start":"2026-03-18T21:54:28.604214Z","end":"2026-03-18T21:54:29.726177Z","steps":["trace[1141513508] 'range keys from in-memory index tree' (duration: 1.121682162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.726243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.604195Z","time spent":"1.122039342s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e0e22464f1761\" "} {"level":"warn","ts":"2026-03-18T21:54:29.72636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625169283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:54:29.726438Z","caller":"traceutil/trace.go:171","msg":"trace[1015557915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2630; }","duration":"1.625291346s","start":"2026-03-18T21:54:28.101135Z","end":"2026-03-18T21:54:29.726426Z","steps":["trace[1015557915] 'range keys from in-memory index tree' (duration: 1.625011179s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.726428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413830233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:29.726478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.101101Z","time spent":"1.625367858s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:29.726484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624291451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:54:29.72656Z","caller":"traceutil/trace.go:171","msg":"trace[832305237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2630; }","duration":"1.624377202s","start":"2026-03-18T21:54:28.102163Z","end":"2026-03-18T21:54:29.72654Z","steps":["trace[832305237] 'range keys from in-memory index tree' (duration: 1.624171807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.726616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.102154Z","time spent":"1.624448264s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:54:29.726494Z","caller":"traceutil/trace.go:171","msg":"trace[671394140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2630; }","duration":"1.413943257s","start":"2026-03-18T21:54:28.312531Z","end":"2026-03-18T21:54:29.726474Z","steps":["trace[671394140] 'count revisions from in-memory index tree' (duration: 1.413739511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.72674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41448248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T21:54:29.726781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.312509Z","time spent":"1.414248754s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:29.72679Z","caller":"traceutil/trace.go:171","msg":"trace[1251819531] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2630; }","duration":"1.414568221s","start":"2026-03-18T21:54:28.312208Z","end":"2026-03-18T21:54:29.726776Z","steps":["trace[1251819531] 'range keys from in-memory index tree' (duration: 1.414351346s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:29.726814Z","caller":"traceutil/trace.go:171","msg":"trace[495882752] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"469.142704ms","start":"2026-03-18T21:54:29.257652Z","end":"2026-03-18T21:54:29.726795Z","steps":["trace[495882752] 'process raft request' (duration: 402.905034ms)","trace[495882752] 'compare' (duration: 65.615164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:29.726841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.312188Z","time spent":"1.414641544s","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T21:54:29.726942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.257628Z","time spent":"469.240986ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:29.772401Z","caller":"traceutil/trace.go:171","msg":"trace[2041260738] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2739; }","duration":"171.824752ms","start":"2026-03-18T21:54:29.60051Z","end":"2026-03-18T21:54:29.772335Z","steps":["trace[2041260738] 'read index received' (duration: 60.137996ms)","trace[2041260738] 'applied index is now lower than readState.Index' (duration: 111.685456ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:29.77251Z","caller":"traceutil/trace.go:171","msg":"trace[1560853157] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"211.625165ms","start":"2026-03-18T21:54:29.560831Z","end":"2026-03-18T21:54:29.772456Z","steps":["trace[1560853157] 'process raft request' (duration: 211.320957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.77257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.052358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:29.772758Z","caller":"traceutil/trace.go:171","msg":"trace[345620863] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2632; }","duration":"172.268362ms","start":"2026-03-18T21:54:29.600456Z","end":"2026-03-18T21:54:29.772724Z","steps":["trace[345620863] 'agreement among raft nodes before linearized reading' (duration: 172.052727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.272929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:30.773244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:31.274003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:31.698761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:54:31.698848Z","caller":"traceutil/trace.go:171","msg":"trace[1883603555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025998s","start":"2026-03-18T21:54:29.69857Z","end":"2026-03-18T21:54:31.69883Z","steps":["trace[1883603555] 'agreement among raft nodes before linearized reading' (duration: 2.000146367s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:31.698895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.698537Z","time spent":"2.000349222s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:31.775007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:32.275842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:32.776762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:33.025534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.253409704s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:54:33.027638Z","caller":"traceutil/trace.go:171","msg":"trace[1044046623] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"3.297822903s","start":"2026-03-18T21:54:29.72978Z","end":"2026-03-18T21:54:33.027603Z","steps":["trace[1044046623] 'process raft request' (duration: 3.297509665s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:33.028909Z","caller":"traceutil/trace.go:171","msg":"trace[1247939995] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"3.364812762s","start":"2026-03-18T21:54:29.66253Z","end":"2026-03-18T21:54:33.027343Z","steps":["trace[1247939995] 'process raft request' (duration: 3.363249722s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.02915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.729733Z","time spent":"3.299189037s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:33.029152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.662495Z","time spent":"3.366575776s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:33.029568Z","caller":"traceutil/trace.go:171","msg":"trace[1111739089] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"3.29648283s","start":"2026-03-18T21:54:29.733038Z","end":"2026-03-18T21:54:33.029521Z","steps":["trace[1111739089] 'process raft request' (duration: 3.296388517s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.029796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.733029Z","time spent":"3.296618573s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:33.029875Z","caller":"traceutil/trace.go:171","msg":"trace[145821170] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"3.299034395s","start":"2026-03-18T21:54:29.730801Z","end":"2026-03-18T21:54:33.029836Z","steps":["trace[145821170] 'process raft request' (duration: 3.298386638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.029975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.730785Z","time spent":"3.299131617s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:33.03Z","caller":"traceutil/trace.go:171","msg":"trace[836879791] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"3.29730237s","start":"2026-03-18T21:54:29.732672Z","end":"2026-03-18T21:54:33.029974Z","steps":["trace[836879791] 'process raft request' (duration: 3.296666164s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.030119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.73266Z","time spent":"3.297404562s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:33.699493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:54:33.699676Z","caller":"traceutil/trace.go:171","msg":"trace[1130658937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128056s","start":"2026-03-18T21:54:31.699529Z","end":"2026-03-18T21:54:33.699657Z","steps":["trace[1130658937] 'agreement among raft nodes before linearized reading' (duration: 1.999916531s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.699724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:31.699503Z","time spent":"2.000209108s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:54:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:54:34.51416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488269113s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:54:34.558836Z","caller":"traceutil/trace.go:171","msg":"trace[1038925204] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"2.825117786s","start":"2026-03-18T21:54:31.733677Z","end":"2026-03-18T21:54:34.558794Z","steps":["trace[1038925204] 'process raft request' (duration: 2.780708416s)","trace[1038925204] 'compare' (duration: 44.057441ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:34.558862Z","caller":"traceutil/trace.go:171","msg":"trace[1887166399] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"2.781072376s","start":"2026-03-18T21:54:31.777764Z","end":"2026-03-18T21:54:34.558836Z","steps":["trace[1887166399] 'process raft request' (duration: 2.780965264s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.55891Z","caller":"traceutil/trace.go:171","msg":"trace[149061711] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"2.15888918s","start":"2026-03-18T21:54:32.399992Z","end":"2026-03-18T21:54:34.558882Z","steps":["trace[149061711] 'process raft request' (duration: 2.158785468s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.55899Z","caller":"traceutil/trace.go:171","msg":"trace[613655743] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2741; }","duration":"4.786451696s","start":"2026-03-18T21:54:29.77248Z","end":"2026-03-18T21:54:34.558931Z","steps":["trace[613655743] 'read index received' (duration: 3.253363842s)","trace[613655743] 'applied index is now lower than readState.Index' (duration: 1.533086804s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:34.559005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:31.777737Z","time spent":"2.781196699s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:34.55903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.399966Z","time spent":"2.159000294s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:34.559033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:31.733651Z","time spent":"2.825277501s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:34.55909Z","caller":"traceutil/trace.go:171","msg":"trace[23900475] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"1.749455018s","start":"2026-03-18T21:54:32.809611Z","end":"2026-03-18T21:54:34.559066Z","steps":["trace[23900475] 'process raft request' (duration: 1.749203172s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.559217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828399253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-18T21:54:34.559279Z","caller":"traceutil/trace.go:171","msg":"trace[1998292386] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2641; }","duration":"4.828504316s","start":"2026-03-18T21:54:29.730758Z","end":"2026-03-18T21:54:34.559262Z","steps":["trace[1998292386] 'agreement among raft nodes before linearized reading' (duration: 4.828308841s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.559329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.730748Z","time spent":"4.828569287s","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-18T21:54:34.559845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.809581Z","time spent":"1.749563061s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9240,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:34.889631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99922519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:54:34.889774Z","caller":"traceutil/trace.go:171","msg":"trace[1704173871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999412615s","start":"2026-03-18T21:54:29.890336Z","end":"2026-03-18T21:54:34.889749Z","steps":["trace[1704173871] 'agreement among raft nodes before linearized reading' (duration: 4.999177079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.889831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.890208Z","time spent":"4.99960811s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 21:54:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:54:34.891258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999179627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:54:34.891382Z","caller":"traceutil/trace.go:171","msg":"trace[627057065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999347922s","start":"2026-03-18T21:54:29.892006Z","end":"2026-03-18T21:54:34.891354Z","steps":["trace[627057065] 'agreement among raft nodes before linearized reading' (duration: 4.999195658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.891449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.891997Z","time spent":"4.999436954s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 21:54:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:54:34.930636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.939064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:34.930824Z","caller":"traceutil/trace.go:171","msg":"trace[306515734] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2750; }","duration":"371.728101ms","start":"2026-03-18T21:54:34.559035Z","end":"2026-03-18T21:54:34.930763Z","steps":["trace[306515734] 'read index received' (duration: 249.641104ms)","trace[306515734] 'applied index is now lower than readState.Index' (duration: 122.085817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:34.931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994748022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:34.931065Z","caller":"traceutil/trace.go:171","msg":"trace[677526580] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2643; }","duration":"1.994791663s","start":"2026-03-18T21:54:32.936238Z","end":"2026-03-18T21:54:34.931029Z","steps":["trace[677526580] 'agreement among raft nodes before linearized reading' (duration: 1.994696741s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.93111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773738242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T21:54:34.931139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.936214Z","time spent":"1.994911896s","remote":"127.0.0.1:54830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:34.93111Z","caller":"traceutil/trace.go:171","msg":"trace[282495943] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"440.870415ms","start":"2026-03-18T21:54:34.490187Z","end":"2026-03-18T21:54:34.931058Z","steps":["trace[282495943] 'process raft request' (duration: 440.521146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.931163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085846878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:34.931211Z","caller":"traceutil/trace.go:171","msg":"trace[1454522386] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"681.746649ms","start":"2026-03-18T21:54:34.249429Z","end":"2026-03-18T21:54:34.931176Z","steps":["trace[1454522386] 'process raft request' (duration: 559.204829ms)","trace[1454522386] 'compare' (duration: 121.837871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:34.931209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222711169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:34.931191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84769385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:54:34.931307Z","caller":"traceutil/trace.go:171","msg":"trace[1922244771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2643; }","duration":"1.222828911s","start":"2026-03-18T21:54:33.70846Z","end":"2026-03-18T21:54:34.931289Z","steps":["trace[1922244771] 'agreement among raft nodes before linearized reading' (duration: 1.222654577s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.931318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.955527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-18T21:54:34.931314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.068797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:34.931313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.49016Z","time spent":"441.053371ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:34.931354Z","caller":"traceutil/trace.go:171","msg":"trace[569704241] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2643; }","duration":"368.017889ms","start":"2026-03-18T21:54:34.563326Z","end":"2026-03-18T21:54:34.931344Z","steps":["trace[569704241] 'agreement among raft nodes before linearized reading' (duration: 367.907806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.931357Z","caller":"traceutil/trace.go:171","msg":"trace[1735524357] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2643; }","duration":"354.124319ms","start":"2026-03-18T21:54:34.577224Z","end":"2026-03-18T21:54:34.931348Z","steps":["trace[1735524357] 'agreement among raft nodes before linearized reading' (duration: 354.058587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.93136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:33.708368Z","time spent":"1.222980865s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:34.93139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.577217Z","time spent":"354.16508ms","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:34.931254Z","caller":"traceutil/trace.go:171","msg":"trace[73473140] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2643; }","duration":"1.085969911s","start":"2026-03-18T21:54:33.845271Z","end":"2026-03-18T21:54:34.931241Z","steps":["trace[73473140] 'agreement among raft nodes before linearized reading' (duration: 1.085823038s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.931481Z","caller":"traceutil/trace.go:171","msg":"trace[1584019870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2643; }","duration":"4.847913485s","start":"2026-03-18T21:54:30.083413Z","end":"2026-03-18T21:54:34.931326Z","steps":["trace[1584019870] 'agreement among raft nodes before linearized reading' (duration: 4.847591156s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.93158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.083386Z","time spent":"4.848168942s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:54:34.931419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.071279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:34.933017Z","caller":"traceutil/trace.go:171","msg":"trace[1302377232] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2643; }","duration":"223.71727ms","start":"2026-03-18T21:54:34.709285Z","end":"2026-03-18T21:54:34.933002Z","steps":["trace[1302377232] 'agreement among raft nodes before linearized reading' (duration: 222.045979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.931429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.519264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:34.933061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864152862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T21:54:34.933127Z","caller":"traceutil/trace.go:171","msg":"trace[1156496266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2643; }","duration":"3.864257825s","start":"2026-03-18T21:54:31.068851Z","end":"2026-03-18T21:54:34.933108Z","steps":["trace[1156496266] 'agreement among raft nodes before linearized reading' (duration: 3.862289466s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.93106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326326389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e0e22464f1761\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-18T21:54:34.933172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:31.06883Z","time spent":"3.864333637s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T21:54:34.933187Z","caller":"traceutil/trace.go:171","msg":"trace[1036918780] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e0e22464f1761; range_end:; response_count:1; response_revision:2643; }","duration":"1.328494344s","start":"2026-03-18T21:54:33.604678Z","end":"2026-03-18T21:54:34.933172Z","steps":["trace[1036918780] 'agreement among raft nodes before linearized reading' (duration: 1.326245607s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.933267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:33.604658Z","time spent":"1.328593257s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e0e22464f1761\" "} {"level":"warn","ts":"2026-03-18T21:54:34.931387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.563314Z","time spent":"368.0658ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-18T21:54:34.93317Z","caller":"traceutil/trace.go:171","msg":"trace[376276514] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2643; }","duration":"359.229347ms","start":"2026-03-18T21:54:34.573888Z","end":"2026-03-18T21:54:34.933117Z","steps":["trace[376276514] 'agreement among raft nodes before linearized reading' (duration: 357.516794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.933635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.573881Z","time spent":"359.690808ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:34.931376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.249405Z","time spent":"681.891563ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:34.93303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:33.845209Z","time spent":"1.086275968s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:34.931164Z","caller":"traceutil/trace.go:171","msg":"trace[318709886] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2643; }","duration":"2.773836555s","start":"2026-03-18T21:54:32.157315Z","end":"2026-03-18T21:54:34.931151Z","steps":["trace[318709886] 'agreement among raft nodes before linearized reading' (duration: 2.773702531s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.935245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.157285Z","time spent":"2.776923552s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-18T21:54:35.195137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.051496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:35.195381Z","caller":"traceutil/trace.go:171","msg":"trace[1513753742] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"251.04734ms","start":"2026-03-18T21:54:34.944308Z","end":"2026-03-18T21:54:35.195356Z","steps":["trace[1513753742] 'process raft request' (duration: 250.940017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.195418Z","caller":"traceutil/trace.go:171","msg":"trace[214438367] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"151.813747ms","start":"2026-03-18T21:54:35.043586Z","end":"2026-03-18T21:54:35.195399Z","steps":["trace[214438367] 'process raft request' (duration: 151.767706ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.195425Z","caller":"traceutil/trace.go:171","msg":"trace[1607792288] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2753; }","duration":"203.489281ms","start":"2026-03-18T21:54:34.991908Z","end":"2026-03-18T21:54:35.195398Z","steps":["trace[1607792288] 'read index received' (duration: 64.516447ms)","trace[1607792288] 'applied index is now lower than readState.Index' (duration: 138.969914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:35.195425Z","caller":"traceutil/trace.go:171","msg":"trace[1826694777] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"201.719326ms","start":"2026-03-18T21:54:34.993683Z","end":"2026-03-18T21:54:35.195402Z","steps":["trace[1826694777] 'process raft request' (duration: 201.632664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.195614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.026598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:35.195674Z","caller":"traceutil/trace.go:171","msg":"trace[1890506214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2647; }","duration":"249.10013ms","start":"2026-03-18T21:54:34.946556Z","end":"2026-03-18T21:54:35.195656Z","steps":["trace[1890506214] 'agreement among raft nodes before linearized reading' (duration: 248.989007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.195741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.733687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:54:35.195765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.625229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:54:35.195772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.867235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:54:35.195797Z","caller":"traceutil/trace.go:171","msg":"trace[2035447990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2647; }","duration":"159.86724ms","start":"2026-03-18T21:54:35.035916Z","end":"2026-03-18T21:54:35.195783Z","steps":["trace[2035447990] 'agreement among raft nodes before linearized reading' (duration: 159.682856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.195828Z","caller":"traceutil/trace.go:171","msg":"trace[1303315771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2647; }","duration":"160.975478ms","start":"2026-03-18T21:54:35.034838Z","end":"2026-03-18T21:54:35.195813Z","steps":["trace[1303315771] 'agreement among raft nodes before linearized reading' (duration: 160.788423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.195828Z","caller":"traceutil/trace.go:171","msg":"trace[1216536753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2647; }","duration":"160.707921ms","start":"2026-03-18T21:54:35.035098Z","end":"2026-03-18T21:54:35.195806Z","steps":["trace[1216536753] 'agreement among raft nodes before linearized reading' (duration: 160.534967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.196154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.679892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-18T21:54:35.196268Z","caller":"traceutil/trace.go:171","msg":"trace[314572963] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2647; }","duration":"256.880907ms","start":"2026-03-18T21:54:34.939362Z","end":"2026-03-18T21:54:35.196243Z","steps":["trace[314572963] 'agreement among raft nodes before linearized reading' (duration: 256.302082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.19627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.682269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9254"} {"level":"info","ts":"2026-03-18T21:54:35.196331Z","caller":"traceutil/trace.go:171","msg":"trace[466238688] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2647; }","duration":"202.777202ms","start":"2026-03-18T21:54:34.993538Z","end":"2026-03-18T21:54:35.196315Z","steps":["trace[466238688] 'agreement among raft nodes before linearized reading' (duration: 202.040673ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.195563Z","caller":"traceutil/trace.go:171","msg":"trace[268891395] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"254.097696ms","start":"2026-03-18T21:54:34.94136Z","end":"2026-03-18T21:54:35.195457Z","steps":["trace[268891395] 'process raft request' (duration: 114.63774ms)","trace[268891395] 'compare' (duration: 138.904392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:35.757996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.839216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:35.758327Z","caller":"traceutil/trace.go:171","msg":"trace[1646433082] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"556.383137ms","start":"2026-03-18T21:54:35.201835Z","end":"2026-03-18T21:54:35.758218Z","steps":["trace[1646433082] 'process raft request' (duration: 176.208242ms)","trace[1646433082] 'compare' (duration: 379.643882ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:35.758354Z","caller":"traceutil/trace.go:171","msg":"trace[753081670] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"556.47474ms","start":"2026-03-18T21:54:35.201846Z","end":"2026-03-18T21:54:35.758321Z","steps":["trace[753081670] 'process raft request' (duration: 556.304165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.758438Z","caller":"traceutil/trace.go:171","msg":"trace[1909651926] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2757; }","duration":"556.48618ms","start":"2026-03-18T21:54:35.20193Z","end":"2026-03-18T21:54:35.758416Z","steps":["trace[1909651926] 'read index received' (duration: 176.220323ms)","trace[1909651926] 'applied index is now lower than readState.Index' (duration: 380.264307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:35.758529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.201825Z","time spent":"556.589442ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:35.758531Z","caller":"traceutil/trace.go:171","msg":"trace[83256004] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"555.833984ms","start":"2026-03-18T21:54:35.202663Z","end":"2026-03-18T21:54:35.758497Z","steps":["trace[83256004] 'process raft request' (duration: 555.703501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.758594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.201808Z","time spent":"556.588282ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:35.758658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.080642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:35.758624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.666094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:54:35.758686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.202632Z","time spent":"555.971687ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:35.758732Z","caller":"traceutil/trace.go:171","msg":"trace[145778064] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2651; }","duration":"556.801678ms","start":"2026-03-18T21:54:35.20189Z","end":"2026-03-18T21:54:35.758692Z","steps":["trace[145778064] 'agreement among raft nodes before linearized reading' (duration: 556.643694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.758776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.20187Z","time spent":"556.8978ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T21:54:35.758765Z","caller":"traceutil/trace.go:171","msg":"trace[1328081988] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2651; }","duration":"518.156093ms","start":"2026-03-18T21:54:35.240525Z","end":"2026-03-18T21:54:35.758681Z","steps":["trace[1328081988] 'agreement among raft nodes before linearized reading' (duration: 518.06544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.758582Z","caller":"traceutil/trace.go:171","msg":"trace[409927813] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"556.11115ms","start":"2026-03-18T21:54:35.202439Z","end":"2026-03-18T21:54:35.75855Z","steps":["trace[409927813] 'process raft request' (duration: 555.775132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.758775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.940539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:35.758871Z","caller":"traceutil/trace.go:171","msg":"trace[683514672] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2651; }","duration":"501.088452ms","start":"2026-03-18T21:54:35.257747Z","end":"2026-03-18T21:54:35.758835Z","steps":["trace[683514672] 'agreement among raft nodes before linearized reading' (duration: 500.919548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.758932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.257717Z","time spent":"501.205666ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:54:35.758923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.202424Z","time spent":"556.440509ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:35.759043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.240503Z","time spent":"518.369768ms","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:36.851008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.972398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:36.851101Z","caller":"traceutil/trace.go:171","msg":"trace[186630293] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2762; }","duration":"152.629808ms","start":"2026-03-18T21:54:36.698457Z","end":"2026-03-18T21:54:36.851087Z","steps":["trace[186630293] 'read index received' (duration: 44.051µs)","trace[186630293] 'applied index is now lower than readState.Index' (duration: 152.584927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:36.851159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.70929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:36.851188Z","caller":"traceutil/trace.go:171","msg":"trace[1438286834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2653; }","duration":"152.779543ms","start":"2026-03-18T21:54:36.6984Z","end":"2026-03-18T21:54:36.851179Z","steps":["trace[1438286834] 'agreement among raft nodes before linearized reading' (duration: 152.729481ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:36.851153Z","caller":"traceutil/trace.go:171","msg":"trace[599014627] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"286.445651ms","start":"2026-03-18T21:54:36.564672Z","end":"2026-03-18T21:54:36.851117Z","steps":["trace[599014627] 'process raft request' (duration: 125.291818ms)","trace[599014627] 'compare' (duration: 160.859866ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:37.276824Z","caller":"traceutil/trace.go:171","msg":"trace[1026899603] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"381.525759ms","start":"2026-03-18T21:54:36.895272Z","end":"2026-03-18T21:54:37.276797Z","steps":["trace[1026899603] 'process raft request' (duration: 381.375105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:37.277042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.895255Z","time spent":"381.647082ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:38.006896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.662671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:38.007068Z","caller":"traceutil/trace.go:171","msg":"trace[881313395] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2763; }","duration":"951.636823ms","start":"2026-03-18T21:54:37.055414Z","end":"2026-03-18T21:54:38.007051Z","steps":["trace[881313395] 'read index received' (duration: 221.352561ms)","trace[881313395] 'applied index is now lower than readState.Index' (duration: 730.283211ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:38.007173Z","caller":"traceutil/trace.go:171","msg":"trace[1749608703] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"805.854427ms","start":"2026-03-18T21:54:37.201299Z","end":"2026-03-18T21:54:38.007153Z","steps":["trace[1749608703] 'process raft request' (duration: 805.691643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.007286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.20126Z","time spent":"805.97149ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:38.007402Z","caller":"traceutil/trace.go:171","msg":"trace[503960092] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.110101678s","start":"2026-03-18T21:54:36.897139Z","end":"2026-03-18T21:54:38.00724Z","steps":["trace[503960092] 'process raft request' (duration: 540.188579ms)","trace[503960092] 'compare' (duration: 569.388995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:38.007424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.981951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:38.00761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.897114Z","time spent":"1.110361615s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:38.00763Z","caller":"traceutil/trace.go:171","msg":"trace[2115349253] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2656; }","duration":"952.193446ms","start":"2026-03-18T21:54:37.055399Z","end":"2026-03-18T21:54:38.007592Z","steps":["trace[2115349253] 'agreement among raft nodes before linearized reading' (duration: 951.779906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.00781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.055348Z","time spent":"952.437942ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:38.904756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.583686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:54:38.90521Z","caller":"traceutil/trace.go:171","msg":"trace[1176325753] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2766; }","duration":"898.069731ms","start":"2026-03-18T21:54:38.007102Z","end":"2026-03-18T21:54:38.905172Z","steps":["trace[1176325753] 'read index received' (duration: 273.026813ms)","trace[1176325753] 'applied index is now lower than readState.Index' (duration: 625.039488ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:38.905316Z","caller":"traceutil/trace.go:171","msg":"trace[487439000] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"288.908033ms","start":"2026-03-18T21:54:38.61638Z","end":"2026-03-18T21:54:38.905288Z","steps":["trace[487439000] 'process raft request' (duration: 288.633427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.905377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142373371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:54:38.905443Z","caller":"traceutil/trace.go:171","msg":"trace[1483901993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2656; }","duration":"1.142498424s","start":"2026-03-18T21:54:37.762929Z","end":"2026-03-18T21:54:38.905427Z","steps":["trace[1483901993] 'agreement among raft nodes before linearized reading' (duration: 1.142264918s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.905449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142473563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:54:38.905411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139888527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:38.905487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.762909Z","time spent":"1.142568685s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:38.905467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209343327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:38.905514Z","caller":"traceutil/trace.go:171","msg":"trace[954965943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2657; }","duration":"1.142613617s","start":"2026-03-18T21:54:37.762877Z","end":"2026-03-18T21:54:38.905491Z","steps":["trace[954965943] 'agreement among raft nodes before linearized reading' (duration: 1.14235102s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:38.905532Z","caller":"traceutil/trace.go:171","msg":"trace[17912254] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2657; }","duration":"1.140049122s","start":"2026-03-18T21:54:37.765458Z","end":"2026-03-18T21:54:38.905507Z","steps":["trace[17912254] 'agreement among raft nodes before linearized reading' (duration: 1.139781235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.905574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.762855Z","time spent":"1.142708218s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:38.905585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.765451Z","time spent":"1.140123644s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:38.905565Z","caller":"traceutil/trace.go:171","msg":"trace[1340571439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2657; }","duration":"1.209471091s","start":"2026-03-18T21:54:37.696077Z","end":"2026-03-18T21:54:38.905548Z","steps":["trace[1340571439] 'agreement among raft nodes before linearized reading' (duration: 1.209297397s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.905659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.696061Z","time spent":"1.209583724s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:38.905716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140433592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:54:38.905869Z","caller":"traceutil/trace.go:171","msg":"trace[1546175868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2657; }","duration":"1.140630687s","start":"2026-03-18T21:54:37.765187Z","end":"2026-03-18T21:54:38.905818Z","steps":["trace[1546175868] 'agreement among raft nodes before linearized reading' (duration: 1.140216196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.905939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.765167Z","time spent":"1.140757809s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:38.906307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483311306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e0e257da515a5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T21:54:38.90641Z","caller":"traceutil/trace.go:171","msg":"trace[1907623642] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e0e257da515a5; range_end:; response_count:1; response_revision:2657; }","duration":"1.483467591s","start":"2026-03-18T21:54:37.42292Z","end":"2026-03-18T21:54:38.906388Z","steps":["trace[1907623642] 'agreement among raft nodes before linearized reading' (duration: 1.483116771s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.906474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.422896Z","time spent":"1.483563693s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e0e257da515a5\" "} {"level":"warn","ts":"2026-03-18T21:54:39.241492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.540528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:39.241608Z","caller":"traceutil/trace.go:171","msg":"trace[987419564] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2768; }","duration":"336.253198ms","start":"2026-03-18T21:54:38.905336Z","end":"2026-03-18T21:54:39.241589Z","steps":["trace[987419564] 'read index received' (duration: 100.458733ms)","trace[987419564] 'applied index is now lower than readState.Index' (duration: 235.792915ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:39.241681Z","caller":"traceutil/trace.go:171","msg":"trace[1778071035] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"384.804752ms","start":"2026-03-18T21:54:38.856864Z","end":"2026-03-18T21:54:39.241669Z","steps":["trace[1778071035] 'process raft request' (duration: 148.933325ms)","trace[1778071035] 'compare' (duration: 235.265602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.241746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.856838Z","time spent":"384.870204ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.241845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.395772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T21:54:39.241912Z","caller":"traceutil/trace.go:171","msg":"trace[1198929680] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2658; }","duration":"931.505455ms","start":"2026-03-18T21:54:38.310392Z","end":"2026-03-18T21:54:39.241898Z","steps":["trace[1198929680] 'agreement among raft nodes before linearized reading' (duration: 931.302429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.241962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.310375Z","time spent":"931.581256ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T21:54:39.24226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.051853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:54:39.242412Z","caller":"traceutil/trace.go:171","msg":"trace[545769175] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2658; }","duration":"624.200316ms","start":"2026-03-18T21:54:38.618133Z","end":"2026-03-18T21:54:39.242333Z","steps":["trace[545769175] 'agreement among raft nodes before linearized reading' (duration: 623.579551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.24251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.618121Z","time spent":"624.354052ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T21:54:39.263423Z","caller":"traceutil/trace.go:171","msg":"trace[1449853313] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"352.689022ms","start":"2026-03-18T21:54:38.910717Z","end":"2026-03-18T21:54:39.263406Z","steps":["trace[1449853313] 'process raft request' (duration: 352.646901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.263518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.910698Z","time spent":"352.778485ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:39.263835Z","caller":"traceutil/trace.go:171","msg":"trace[2142053287] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"353.264397ms","start":"2026-03-18T21:54:38.910549Z","end":"2026-03-18T21:54:39.263814Z","steps":["trace[2142053287] 'process raft request' (duration: 352.773065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.263876Z","caller":"traceutil/trace.go:171","msg":"trace[686752944] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"354.958309ms","start":"2026-03-18T21:54:38.908906Z","end":"2026-03-18T21:54:39.263865Z","steps":["trace[686752944] 'process raft request' (duration: 354.118449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.263946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.90888Z","time spent":"355.025581ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:39.263815Z","caller":"traceutil/trace.go:171","msg":"trace[2099464867] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"353.806451ms","start":"2026-03-18T21:54:38.909983Z","end":"2026-03-18T21:54:39.26379Z","steps":["trace[2099464867] 'process raft request' (duration: 353.278387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.263962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.910538Z","time spent":"353.356199ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.264107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.909972Z","time spent":"354.032146ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.264221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.236097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:39.264312Z","caller":"traceutil/trace.go:171","msg":"trace[797729793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2662; }","duration":"357.359839ms","start":"2026-03-18T21:54:38.90694Z","end":"2026-03-18T21:54:39.2643Z","steps":["trace[797729793] 'agreement among raft nodes before linearized reading' (duration: 357.118923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.264351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.906922Z","time spent":"357.421411ms","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:54:39.454031Z","caller":"traceutil/trace.go:171","msg":"trace[917167131] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2773; }","duration":"189.973709ms","start":"2026-03-18T21:54:39.264031Z","end":"2026-03-18T21:54:39.454004Z","steps":["trace[917167131] 'read index received' (duration: 107.946211ms)","trace[917167131] 'applied index is now lower than readState.Index' (duration: 82.026468ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:39.454691Z","caller":"traceutil/trace.go:171","msg":"trace[1013406117] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"209.08188ms","start":"2026-03-18T21:54:39.245577Z","end":"2026-03-18T21:54:39.454659Z","steps":["trace[1013406117] 'process raft request' (duration: 126.432697ms)","trace[1013406117] 'compare' (duration: 81.884994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.454787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.694412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e0e25917c2e8d\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-18T21:54:39.454792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.203099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-18T21:54:39.454833Z","caller":"traceutil/trace.go:171","msg":"trace[335853942] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e0e25917c2e8d; range_end:; response_count:1; response_revision:2663; }","duration":"187.810444ms","start":"2026-03-18T21:54:39.26701Z","end":"2026-03-18T21:54:39.454821Z","steps":["trace[335853942] 'agreement among raft nodes before linearized reading' (duration: 187.615959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.454869Z","caller":"traceutil/trace.go:171","msg":"trace[1652884808] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2663; }","duration":"210.354813ms","start":"2026-03-18T21:54:39.244494Z","end":"2026-03-18T21:54:39.454849Z","steps":["trace[1652884808] 'agreement among raft nodes before linearized reading' (duration: 209.83842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.454866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.097038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:54:39.45492Z","caller":"traceutil/trace.go:171","msg":"trace[864688845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2663; }","duration":"170.166479ms","start":"2026-03-18T21:54:39.28474Z","end":"2026-03-18T21:54:39.454906Z","steps":["trace[864688845] 'agreement among raft nodes before linearized reading' (duration: 169.920903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.455053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.284476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:39.455094Z","caller":"traceutil/trace.go:171","msg":"trace[682096308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2663; }","duration":"182.352407ms","start":"2026-03-18T21:54:39.272733Z","end":"2026-03-18T21:54:39.455085Z","steps":["trace[682096308] 'agreement among raft nodes before linearized reading' (duration: 182.225734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.958822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624791325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:54:40.176412Z","caller":"traceutil/trace.go:171","msg":"trace[532956990] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"718.421343ms","start":"2026-03-18T21:54:39.45797Z","end":"2026-03-18T21:54:40.176391Z","steps":["trace[532956990] 'process raft request' (duration: 718.258989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.176535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.457944Z","time spent":"718.523195ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:40.999954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.473256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:41.00026Z","caller":"traceutil/trace.go:171","msg":"trace[1855816740] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"1.539842772s","start":"2026-03-18T21:54:39.460316Z","end":"2026-03-18T21:54:41.000159Z","steps":["trace[1855816740] 'process raft request' (duration: 1.026037258s)","trace[1855816740] 'compare' (duration: 513.342653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:41.000457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.460291Z","time spent":"1.540067998s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:41.00075Z","caller":"traceutil/trace.go:171","msg":"trace[1062306629] linearizableReadLoop","detail":"{readStateIndex:2776; appliedIndex:2774; }","duration":"1.542018836s","start":"2026-03-18T21:54:39.458704Z","end":"2026-03-18T21:54:41.000723Z","steps":["trace[1062306629] 'read index received' (duration: 717.597291ms)","trace[1062306629] 'applied index is now lower than readState.Index' (duration: 824.419195ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:41.000785Z","caller":"traceutil/trace.go:171","msg":"trace[334091795] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"987.558448ms","start":"2026-03-18T21:54:40.013198Z","end":"2026-03-18T21:54:41.000756Z","steps":["trace[334091795] 'process raft request' (duration: 986.888271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.000932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.01318Z","time spent":"987.64895ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.001024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542313874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-18T21:54:41.00117Z","caller":"traceutil/trace.go:171","msg":"trace[107172716] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2666; }","duration":"1.542487709s","start":"2026-03-18T21:54:39.458659Z","end":"2026-03-18T21:54:41.001147Z","steps":["trace[107172716] 'agreement among raft nodes before linearized reading' (duration: 1.542184761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.00126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.458636Z","time spent":"1.542603781s","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-18T21:54:41.522031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.91979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:41.52217Z","caller":"traceutil/trace.go:171","msg":"trace[1829919660] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"275.038664ms","start":"2026-03-18T21:54:41.247116Z","end":"2026-03-18T21:54:41.522155Z","steps":["trace[1829919660] 'process raft request' (duration: 274.997133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.52228Z","caller":"traceutil/trace.go:171","msg":"trace[1582297531] linearizableReadLoop","detail":"{readStateIndex:2778; appliedIndex:2777; }","duration":"521.395365ms","start":"2026-03-18T21:54:41.000814Z","end":"2026-03-18T21:54:41.522209Z","steps":["trace[1582297531] 'read index received' (duration: 154.125566ms)","trace[1582297531] 'applied index is now lower than readState.Index' (duration: 367.268029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:41.522347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.876267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:41.522419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342454595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e0e22464f1761\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-18T21:54:41.522359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.764079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:41.522475Z","caller":"traceutil/trace.go:171","msg":"trace[562676870] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e0e22464f1761; range_end:; response_count:1; response_revision:2668; }","duration":"1.342539878s","start":"2026-03-18T21:54:40.179921Z","end":"2026-03-18T21:54:41.522461Z","steps":["trace[562676870] 'agreement among raft nodes before linearized reading' (duration: 1.342359563s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.522485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510372119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:54:41.522489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384762513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:41.52253Z","caller":"traceutil/trace.go:171","msg":"trace[527281001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2668; }","duration":"1.510467841s","start":"2026-03-18T21:54:40.012049Z","end":"2026-03-18T21:54:41.522517Z","steps":["trace[527281001] 'agreement among raft nodes before linearized reading' (duration: 1.510339288s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.522517Z","caller":"traceutil/trace.go:171","msg":"trace[1618265769] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2668; }","duration":"714.008581ms","start":"2026-03-18T21:54:40.808453Z","end":"2026-03-18T21:54:41.522461Z","steps":["trace[1618265769] 'agreement among raft nodes before linearized reading' (duration: 713.869417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.522605Z","caller":"traceutil/trace.go:171","msg":"trace[1901556330] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2668; }","duration":"1.384904566s","start":"2026-03-18T21:54:40.137652Z","end":"2026-03-18T21:54:41.522556Z","steps":["trace[1901556330] 'agreement among raft nodes before linearized reading' (duration: 1.384739162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.522627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.891886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:54:41.52262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.012023Z","time spent":"1.510588704s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:54:41.522577Z","caller":"traceutil/trace.go:171","msg":"trace[1429125661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2668; }","duration":"823.971255ms","start":"2026-03-18T21:54:40.698521Z","end":"2026-03-18T21:54:41.522492Z","steps":["trace[1429125661] 'agreement among raft nodes before linearized reading' (duration: 823.735319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.522643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.086465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:54:41.522661Z","caller":"traceutil/trace.go:171","msg":"trace[72871078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2668; }","duration":"252.969467ms","start":"2026-03-18T21:54:41.269682Z","end":"2026-03-18T21:54:41.522652Z","steps":["trace[72871078] 'agreement among raft nodes before linearized reading' (duration: 252.855835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.522675Z","caller":"traceutil/trace.go:171","msg":"trace[1592209503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2668; }","duration":"254.140177ms","start":"2026-03-18T21:54:41.268528Z","end":"2026-03-18T21:54:41.522668Z","steps":["trace[1592209503] 'agreement among raft nodes before linearized reading' (duration: 254.072875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.522687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.137627Z","time spent":"1.385033479s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:41.522709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.808448Z","time spent":"714.210206ms","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:41.522513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.179908Z","time spent":"1.342595999s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e0e22464f1761\" "} {"level":"warn","ts":"2026-03-18T21:54:41.522724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.698498Z","time spent":"824.172469ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:41.522424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.436283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:54:41.522925Z","caller":"traceutil/trace.go:171","msg":"trace[1332423889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2668; }","duration":"739.960536ms","start":"2026-03-18T21:54:40.782957Z","end":"2026-03-18T21:54:41.522918Z","steps":["trace[1332423889] 'agreement among raft nodes before linearized reading' (duration: 739.413051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.522964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.782941Z","time spent":"740.015488ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:54:41.522162Z","caller":"traceutil/trace.go:171","msg":"trace[1388348033] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"610.663565ms","start":"2026-03-18T21:54:40.911462Z","end":"2026-03-18T21:54:41.522125Z","steps":["trace[1388348033] 'process raft request' (duration: 243.594021ms)","trace[1388348033] 'compare' (duration: 366.835889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:41.523085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.911425Z","time spent":"611.61315ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.523108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.014219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:54:41.523229Z","caller":"traceutil/trace.go:171","msg":"trace[434924059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2668; }","duration":"253.171153ms","start":"2026-03-18T21:54:41.270043Z","end":"2026-03-18T21:54:41.523214Z","steps":["trace[434924059] 'agreement among raft nodes before linearized reading' (duration: 252.571378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.526268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.471122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-18T21:54:41.526348Z","caller":"traceutil/trace.go:171","msg":"trace[557445743] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2668; }","duration":"520.594435ms","start":"2026-03-18T21:54:41.005735Z","end":"2026-03-18T21:54:41.526329Z","steps":["trace[557445743] 'agreement among raft nodes before linearized reading' (duration: 516.760558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.526402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.005717Z","time spent":"520.669927ms","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-18T21:54:41.87973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.711133ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T21:54:41.880066Z","caller":"traceutil/trace.go:171","msg":"trace[321942248] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"350.820564ms","start":"2026-03-18T21:54:41.529226Z","end":"2026-03-18T21:54:41.880047Z","steps":["trace[321942248] 'process raft request' (duration: 350.611798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.880071Z","caller":"traceutil/trace.go:171","msg":"trace[1894366594] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2779; }","duration":"352.839384ms","start":"2026-03-18T21:54:41.527203Z","end":"2026-03-18T21:54:41.880043Z","steps":["trace[1894366594] 'read index received' (duration: 139.723672ms)","trace[1894366594] 'applied index is now lower than readState.Index' (duration: 213.113132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:41.880078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.525876Z","time spent":"354.196298ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T21:54:41.880194Z","caller":"traceutil/trace.go:171","msg":"trace[1138097753] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"350.795953ms","start":"2026-03-18T21:54:41.529361Z","end":"2026-03-18T21:54:41.880157Z","steps":["trace[1138097753] 'process raft request' (duration: 350.629299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.880278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.517906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:41.88032Z","caller":"traceutil/trace.go:171","msg":"trace[1914815424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"181.574288ms","start":"2026-03-18T21:54:41.698735Z","end":"2026-03-18T21:54:41.880309Z","steps":["trace[1914815424] 'agreement among raft nodes before linearized reading' (duration: 181.481866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:41.880077Z","caller":"traceutil/trace.go:171","msg":"trace[1538109651] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"350.6543ms","start":"2026-03-18T21:54:41.529404Z","end":"2026-03-18T21:54:41.880059Z","steps":["trace[1538109651] 'process raft request' (duration: 350.615229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.880373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.529341Z","time spent":"350.937446ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:41.880116Z","caller":"traceutil/trace.go:171","msg":"trace[835386364] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"350.759722ms","start":"2026-03-18T21:54:41.529348Z","end":"2026-03-18T21:54:41.880108Z","steps":["trace[835386364] 'process raft request' (duration: 350.603948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.880467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.529387Z","time spent":"351.010708ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.880459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.239615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:54:41.880643Z","caller":"traceutil/trace.go:171","msg":"trace[1837005737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2672; }","duration":"353.45003ms","start":"2026-03-18T21:54:41.527173Z","end":"2026-03-18T21:54:41.880623Z","steps":["trace[1837005737] 'agreement among raft nodes before linearized reading' (duration: 353.017269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:41.88056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.529338Z","time spent":"351.160462ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:41.880764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.527157Z","time spent":"353.590294ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:54:41.88068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:41.529212Z","time spent":"350.906946ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:42.427249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.480083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T21:54:42.427361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.193022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:42.427373Z","caller":"traceutil/trace.go:171","msg":"trace[1624039229] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2673; }","duration":"269.660778ms","start":"2026-03-18T21:54:42.157688Z","end":"2026-03-18T21:54:42.427349Z","steps":["trace[1624039229] 'range keys from in-memory index tree' (duration: 269.244248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:42.427403Z","caller":"traceutil/trace.go:171","msg":"trace[1192384843] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2673; }","duration":"370.252614ms","start":"2026-03-18T21:54:42.057134Z","end":"2026-03-18T21:54:42.427386Z","steps":["trace[1192384843] 'range keys from in-memory index tree' (duration: 369.958077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:42.427438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:42.057114Z","time spent":"370.317296ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:54:42.427286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.094347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T21:54:42.427742Z","caller":"traceutil/trace.go:171","msg":"trace[1845247996] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2673; }","duration":"118.535359ms","start":"2026-03-18T21:54:42.309136Z","end":"2026-03-18T21:54:42.427672Z","steps":["trace[1845247996] 'range keys from in-memory index tree' (duration: 117.919613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:55.768284Z","caller":"traceutil/trace.go:171","msg":"trace[24738693] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"196.823713ms","start":"2026-03-18T21:54:55.571433Z","end":"2026-03-18T21:54:55.768257Z","steps":["trace[24738693] 'process raft request' (duration: 196.373422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:55.769398Z","caller":"traceutil/trace.go:171","msg":"trace[1953957791] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"195.793267ms","start":"2026-03-18T21:54:55.573568Z","end":"2026-03-18T21:54:55.769361Z","steps":["trace[1953957791] 'process raft request' (duration: 195.461419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:29.249578Z","caller":"traceutil/trace.go:171","msg":"trace[1193766956] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"184.155381ms","start":"2026-03-18T21:56:29.065391Z","end":"2026-03-18T21:56:29.249546Z","steps":["trace[1193766956] 'process raft request' (duration: 183.968416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:56.308887Z","caller":"traceutil/trace.go:171","msg":"trace[3213343] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"118.316733ms","start":"2026-03-18T21:56:56.19055Z","end":"2026-03-18T21:56:56.308866Z","steps":["trace[3213343] 'process raft request' (duration: 118.205111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:56.42366Z","caller":"traceutil/trace.go:171","msg":"trace[410702288] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3653; }","duration":"151.838956ms","start":"2026-03-18T21:56:56.271794Z","end":"2026-03-18T21:56:56.423633Z","steps":["trace[410702288] 'read index received' (duration: 37.065852ms)","trace[410702288] 'applied index is now lower than readState.Index' (duration: 114.772034ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:56:56.423754Z","caller":"traceutil/trace.go:171","msg":"trace[165183174] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"230.511023ms","start":"2026-03-18T21:56:56.19321Z","end":"2026-03-18T21:56:56.423721Z","steps":["trace[165183174] 'process raft request' (duration: 230.261896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:56:56.423792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.990341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:56:56.423835Z","caller":"traceutil/trace.go:171","msg":"trace[1363126642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3509; }","duration":"152.087403ms","start":"2026-03-18T21:56:56.271735Z","end":"2026-03-18T21:56:56.423823Z","steps":["trace[1363126642] 'agreement among raft nodes before linearized reading' (duration: 152.006231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:01.699123Z","caller":"traceutil/trace.go:171","msg":"trace[394353774] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"182.304822ms","start":"2026-03-18T21:57:01.516782Z","end":"2026-03-18T21:57:01.699086Z","steps":["trace[394353774] 'process raft request' (duration: 182.114157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:02.664563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.133265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:02.664643Z","caller":"traceutil/trace.go:171","msg":"trace[196585220] linearizableReadLoop","detail":"{readStateIndex:3681; appliedIndex:3680; }","duration":"733.085452ms","start":"2026-03-18T21:57:01.931546Z","end":"2026-03-18T21:57:02.664631Z","steps":["trace[196585220] 'read index received' (duration: 371.746002ms)","trace[196585220] 'applied index is now lower than readState.Index' (duration: 361.33844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:02.664707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.173105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:02.664725Z","caller":"traceutil/trace.go:171","msg":"trace[565996631] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3535; }","duration":"733.244906ms","start":"2026-03-18T21:57:01.931475Z","end":"2026-03-18T21:57:02.66472Z","steps":["trace[565996631] 'agreement among raft nodes before linearized reading' (duration: 733.202235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:02.664754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:01.931446Z","time spent":"733.302598ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:57:02.664687Z","caller":"traceutil/trace.go:171","msg":"trace[1956608728] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"918.084672ms","start":"2026-03-18T21:57:01.74656Z","end":"2026-03-18T21:57:02.664645Z","steps":["trace[1956608728] 'process raft request' (duration: 556.797183ms)","trace[1956608728] 'compare' (duration: 360.732174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:02.665619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:01.746543Z","time spent":"918.258056ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:57:02.719268Z","caller":"traceutil/trace.go:171","msg":"trace[1870852805] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"390.981726ms","start":"2026-03-18T21:57:02.32827Z","end":"2026-03-18T21:57:02.719251Z","steps":["trace[1870852805] 'process raft request' (duration: 390.885243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:02.719477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:02.328244Z","time spent":"391.078328ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:57:02.72387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.198048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T21:57:02.723964Z","caller":"traceutil/trace.go:171","msg":"trace[1999780748] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"282.762257ms","start":"2026-03-18T21:57:02.441172Z","end":"2026-03-18T21:57:02.723935Z","steps":["trace[1999780748] 'process raft request' (duration: 282.352497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:02.723985Z","caller":"traceutil/trace.go:171","msg":"trace[1591583975] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:3537; }","duration":"558.360592ms","start":"2026-03-18T21:57:02.1656Z","end":"2026-03-18T21:57:02.72396Z","steps":["trace[1591583975] 'agreement among raft nodes before linearized reading' (duration: 558.054685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:02.724084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:02.165579Z","time spent":"558.492006ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-18T21:57:02.724196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.396309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:57:02.724232Z","caller":"traceutil/trace.go:171","msg":"trace[1370234112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3537; }","duration":"142.482041ms","start":"2026-03-18T21:57:02.581738Z","end":"2026-03-18T21:57:02.72422Z","steps":["trace[1370234112] 'agreement among raft nodes before linearized reading' (duration: 142.381518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:14.942438Z","caller":"traceutil/trace.go:171","msg":"trace[272012794] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"102.287568ms","start":"2026-03-18T21:58:14.840122Z","end":"2026-03-18T21:58:14.94241Z","steps":["trace[272012794] 'process raft request' (duration: 101.95426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:17.226158Z","caller":"traceutil/trace.go:171","msg":"trace[1016777911] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"113.86637ms","start":"2026-03-18T21:58:17.112264Z","end":"2026-03-18T21:58:17.226131Z","steps":["trace[1016777911] 'process raft request' (duration: 104.938255ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:17.226192Z","caller":"traceutil/trace.go:171","msg":"trace[160025694] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"110.23764ms","start":"2026-03-18T21:58:17.115927Z","end":"2026-03-18T21:58:17.226164Z","steps":["trace[160025694] 'process raft request' (duration: 110.137967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:17.226505Z","caller":"traceutil/trace.go:171","msg":"trace[1421243671] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"110.534898ms","start":"2026-03-18T21:58:17.11593Z","end":"2026-03-18T21:58:17.226465Z","steps":["trace[1421243671] 'process raft request' (duration: 110.198098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:17.226673Z","caller":"traceutil/trace.go:171","msg":"trace[1700728877] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"110.694562ms","start":"2026-03-18T21:58:17.115957Z","end":"2026-03-18T21:58:17.226652Z","steps":["trace[1700728877] 'process raft request' (duration: 110.441776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:17.226947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.718703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62974"} {"level":"info","ts":"2026-03-18T21:58:17.227004Z","caller":"traceutil/trace.go:171","msg":"trace[2043058948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4345; }","duration":"110.806855ms","start":"2026-03-18T21:58:17.116185Z","end":"2026-03-18T21:58:17.226992Z","steps":["trace[2043058948] 'agreement among raft nodes before linearized reading' (duration: 110.558759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:17.226554Z","caller":"traceutil/trace.go:171","msg":"trace[1484117426] linearizableReadLoop","detail":"{readStateIndex:4527; appliedIndex:4523; }","duration":"110.313582ms","start":"2026-03-18T21:58:17.116209Z","end":"2026-03-18T21:58:17.226523Z","steps":["trace[1484117426] 'read index received' (duration: 101.001787ms)","trace[1484117426] 'applied index is now lower than readState.Index' (duration: 9.310505ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:19.997953Z","caller":"traceutil/trace.go:171","msg":"trace[1977818754] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"401.570716ms","start":"2026-03-18T21:58:19.596355Z","end":"2026-03-18T21:58:19.997925Z","steps":["trace[1977818754] 'process raft request' (duration: 322.528453ms)","trace[1977818754] 'compare' (duration: 78.666204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:19.998118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:19.596337Z","time spent":"401.71ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":954,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:20.232384Z","caller":"traceutil/trace.go:171","msg":"trace[1492157817] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"590.963683ms","start":"2026-03-18T21:58:19.641387Z","end":"2026-03-18T21:58:20.232351Z","steps":["trace[1492157817] 'process raft request' (duration: 535.73358ms)","trace[1492157817] 'compare' (duration: 54.968977ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:20.23241Z","caller":"traceutil/trace.go:171","msg":"trace[1370367851] linearizableReadLoop","detail":"{readStateIndex:4628; appliedIndex:4626; }","duration":"533.496264ms","start":"2026-03-18T21:58:19.698876Z","end":"2026-03-18T21:58:20.232372Z","steps":["trace[1370367851] 'read index received' (duration: 220.022218ms)","trace[1370367851] 'applied index is now lower than readState.Index' (duration: 313.469916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:20.232502Z","caller":"traceutil/trace.go:171","msg":"trace[1089568955] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"265.132406ms","start":"2026-03-18T21:58:19.967346Z","end":"2026-03-18T21:58:20.232479Z","steps":["trace[1089568955] 'process raft request' (duration: 264.923921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:20.232533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:19.641368Z","time spent":"591.092246ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:20.232688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.786581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:20.232737Z","caller":"traceutil/trace.go:171","msg":"trace[310885079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4446; }","duration":"533.879403ms","start":"2026-03-18T21:58:19.698842Z","end":"2026-03-18T21:58:20.232722Z","steps":["trace[310885079] 'agreement among raft nodes before linearized reading' (duration: 533.697089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:20.232774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:19.698823Z","time spent":"533.943485ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:58:20.232866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.308704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c20e30c-d4bb-4fb8-a645-96a5731d7458\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-18T21:58:20.23296Z","caller":"traceutil/trace.go:171","msg":"trace[1089469233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c20e30c-d4bb-4fb8-a645-96a5731d7458; range_end:; response_count:1; response_revision:4446; }","duration":"513.420867ms","start":"2026-03-18T21:58:19.719503Z","end":"2026-03-18T21:58:20.232924Z","steps":["trace[1089469233] 'agreement among raft nodes before linearized reading' (duration: 513.12338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:20.233001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:19.719491Z","time spent":"513.499639ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c20e30c-d4bb-4fb8-a645-96a5731d7458\" "} {"level":"warn","ts":"2026-03-18T21:58:20.233365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.811245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c20e30c-d4bb-4fb8-a645-96a5731d7458\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-18T21:58:20.23345Z","caller":"traceutil/trace.go:171","msg":"trace[1987381669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c20e30c-d4bb-4fb8-a645-96a5731d7458; range_end:; response_count:1; response_revision:4446; }","duration":"478.939138ms","start":"2026-03-18T21:58:19.754491Z","end":"2026-03-18T21:58:20.23343Z","steps":["trace[1987381669] 'agreement among raft nodes before linearized reading' (duration: 478.176249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:20.233505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:19.754471Z","time spent":"479.020299ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c20e30c-d4bb-4fb8-a645-96a5731d7458\" "} {"level":"warn","ts":"2026-03-18T21:58:20.233806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.140825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-18T21:58:20.233866Z","caller":"traceutil/trace.go:171","msg":"trace[466145127] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4446; }","duration":"491.235347ms","start":"2026-03-18T21:58:19.742617Z","end":"2026-03-18T21:58:20.233852Z","steps":["trace[466145127] 'agreement among raft nodes before linearized reading' (duration: 490.066728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:20.234069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:19.742601Z","time spent":"491.457552ms","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196059,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T21:58:20.987054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.824229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:20.98716Z","caller":"traceutil/trace.go:171","msg":"trace[1593430353] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"158.26761ms","start":"2026-03-18T21:58:20.828876Z","end":"2026-03-18T21:58:20.987143Z","steps":["trace[1593430353] 'read index received' (duration: 48.200865ms)","trace[1593430353] 'applied index is now lower than readState.Index' (duration: 110.065445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:20.987221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.367203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:20.987252Z","caller":"traceutil/trace.go:171","msg":"trace[1225934525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4456; }","duration":"158.429865ms","start":"2026-03-18T21:58:20.828813Z","end":"2026-03-18T21:58:20.987243Z","steps":["trace[1225934525] 'agreement among raft nodes before linearized reading' (duration: 158.374833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:20.987511Z","caller":"traceutil/trace.go:171","msg":"trace[1255465089] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"169.594116ms","start":"2026-03-18T21:58:20.817775Z","end":"2026-03-18T21:58:20.987369Z","steps":["trace[1255465089] 'process raft request' (duration: 59.370337ms)","trace[1255465089] 'compare' (duration: 109.708756ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:22.205623Z","caller":"traceutil/trace.go:171","msg":"trace[1864331708] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"111.481512ms","start":"2026-03-18T21:58:22.094123Z","end":"2026-03-18T21:58:22.205604Z","steps":["trace[1864331708] 'process raft request' (duration: 111.351938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:22.262376Z","caller":"traceutil/trace.go:171","msg":"trace[1194838422] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"167.502594ms","start":"2026-03-18T21:58:22.094854Z","end":"2026-03-18T21:58:22.262356Z","steps":["trace[1194838422] 'process raft request' (duration: 167.349731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:22.262514Z","caller":"traceutil/trace.go:171","msg":"trace[828906267] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"167.534574ms","start":"2026-03-18T21:58:22.094963Z","end":"2026-03-18T21:58:22.262497Z","steps":["trace[828906267] 'process raft request' (duration: 167.35923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:22.916418Z","caller":"traceutil/trace.go:171","msg":"trace[1456479173] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"144.497915ms","start":"2026-03-18T21:58:22.771875Z","end":"2026-03-18T21:58:22.916373Z","steps":["trace[1456479173] 'process raft request' (duration: 76.826588ms)","trace[1456479173] 'compare' (duration: 67.535703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:24.231931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.992995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-18T21:58:24.232025Z","caller":"traceutil/trace.go:171","msg":"trace[1081637104] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4619; }","duration":"277.128498ms","start":"2026-03-18T21:58:23.954877Z","end":"2026-03-18T21:58:24.232005Z","steps":["trace[1081637104] 'range keys from in-memory index tree' (duration: 276.836951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:24.232041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.919529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T21:58:24.232141Z","caller":"traceutil/trace.go:171","msg":"trace[378660922] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4619; }","duration":"288.283369ms","start":"2026-03-18T21:58:23.943835Z","end":"2026-03-18T21:58:24.232119Z","steps":["trace[378660922] 'range keys from in-memory index tree' (duration: 287.726015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:25.202853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.406753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:25.202928Z","caller":"traceutil/trace.go:171","msg":"trace[1597731445] linearizableReadLoop","detail":"{readStateIndex:4824; appliedIndex:4823; }","duration":"426.742101ms","start":"2026-03-18T21:58:24.776171Z","end":"2026-03-18T21:58:25.202913Z","steps":["trace[1597731445] 'read index received' (duration: 140.182654ms)","trace[1597731445] 'applied index is now lower than readState.Index' (duration: 286.558567ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:25.202967Z","caller":"traceutil/trace.go:171","msg":"trace[706466316] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"432.035445ms","start":"2026-03-18T21:58:24.770926Z","end":"2026-03-18T21:58:25.202961Z","steps":["trace[706466316] 'process raft request' (duration: 145.474359ms)","trace[706466316] 'compare' (duration: 286.218607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:25.202991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:24.7709Z","time spent":"432.081016ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2571,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:25.203303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.125481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9h6tz\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-18T21:58:25.203332Z","caller":"traceutil/trace.go:171","msg":"trace[2119854973] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9h6tz; range_end:; response_count:1; response_revision:4632; }","duration":"427.182682ms","start":"2026-03-18T21:58:24.77614Z","end":"2026-03-18T21:58:25.203323Z","steps":["trace[2119854973] 'agreement among raft nodes before linearized reading' (duration: 427.060929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:25.203348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:24.776128Z","time spent":"427.216143ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9h6tz\" "} {"level":"info","ts":"2026-03-18T21:58:25.206013Z","caller":"traceutil/trace.go:171","msg":"trace[1416715282] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"428.498746ms","start":"2026-03-18T21:58:24.777489Z","end":"2026-03-18T21:58:25.205988Z","steps":["trace[1416715282] 'process raft request' (duration: 428.378683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:25.206164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:24.777469Z","time spent":"428.614318ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:25.207484Z","caller":"traceutil/trace.go:171","msg":"trace[516418154] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"139.413776ms","start":"2026-03-18T21:58:25.068054Z","end":"2026-03-18T21:58:25.207468Z","steps":["trace[516418154] 'process raft request' (duration: 139.20482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:25.207564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.168502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:58:25.207599Z","caller":"traceutil/trace.go:171","msg":"trace[533740419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4635; }","duration":"124.231584ms","start":"2026-03-18T21:58:25.08336Z","end":"2026-03-18T21:58:25.207591Z","steps":["trace[533740419] 'agreement among raft nodes before linearized reading' (duration: 124.148882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:25.207505Z","caller":"traceutil/trace.go:171","msg":"trace[1533161943] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"135.541599ms","start":"2026-03-18T21:58:25.071928Z","end":"2026-03-18T21:58:25.207469Z","steps":["trace[1533161943] 'process raft request' (duration: 135.457867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:26.593634Z","caller":"traceutil/trace.go:171","msg":"trace[1001328935] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"792.627709ms","start":"2026-03-18T21:58:25.80098Z","end":"2026-03-18T21:58:26.593608Z","steps":["trace[1001328935] 'process raft request' (duration: 792.305081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:26.594055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:25.80097Z","time spent":"792.763352ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:26.606357Z","caller":"traceutil/trace.go:171","msg":"trace[666456982] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"804.043996ms","start":"2026-03-18T21:58:25.802299Z","end":"2026-03-18T21:58:26.606343Z","steps":["trace[666456982] 'process raft request' (duration: 800.59632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:26.60643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:25.802282Z","time spent":"804.110828ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:26.606411Z","caller":"traceutil/trace.go:171","msg":"trace[322128870] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4844; }","duration":"495.28868ms","start":"2026-03-18T21:58:26.111101Z","end":"2026-03-18T21:58:26.606389Z","steps":["trace[322128870] 'read index received' (duration: 482.151299ms)","trace[322128870] 'applied index is now lower than readState.Index' (duration: 13.136331ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:26.606526Z","caller":"traceutil/trace.go:171","msg":"trace[1962336674] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"705.45546ms","start":"2026-03-18T21:58:25.901045Z","end":"2026-03-18T21:58:26.606501Z","steps":["trace[1962336674] 'process raft request' (duration: 705.237465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:26.606554Z","caller":"traceutil/trace.go:171","msg":"trace[1014010309] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"325.470977ms","start":"2026-03-18T21:58:26.281033Z","end":"2026-03-18T21:58:26.606504Z","steps":["trace[1014010309] 'process raft request' (duration: 325.304803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:26.606674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:25.901027Z","time spent":"705.587123ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:26.60666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.541446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:26.606759Z","caller":"traceutil/trace.go:171","msg":"trace[837242736] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4656; }","duration":"495.69228ms","start":"2026-03-18T21:58:26.111047Z","end":"2026-03-18T21:58:26.606739Z","steps":["trace[837242736] 'agreement among raft nodes before linearized reading' (duration: 495.485795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:26.606797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:26.281002Z","time spent":"325.703973ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:26.60681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:26.111026Z","time spent":"495.776353ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-18T21:58:29.210004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.385841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:29.210098Z","caller":"traceutil/trace.go:171","msg":"trace[1600918076] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"507.072337ms","start":"2026-03-18T21:58:28.703003Z","end":"2026-03-18T21:58:29.210075Z","steps":["trace[1600918076] 'read index received' (duration: 155.517972ms)","trace[1600918076] 'applied index is now lower than readState.Index' (duration: 351.553325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:29.21021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.20746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-033f11ec-52b7-41ce-b733-690a32108532\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-18T21:58:29.210246Z","caller":"traceutil/trace.go:171","msg":"trace[1586676873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-033f11ec-52b7-41ce-b733-690a32108532; range_end:; response_count:1; response_revision:4688; }","duration":"507.242011ms","start":"2026-03-18T21:58:28.702993Z","end":"2026-03-18T21:58:29.210235Z","steps":["trace[1586676873] 'agreement among raft nodes before linearized reading' (duration: 507.124528ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:29.210226Z","caller":"traceutil/trace.go:171","msg":"trace[1444255113] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"533.558545ms","start":"2026-03-18T21:58:28.676638Z","end":"2026-03-18T21:58:29.210196Z","steps":["trace[1444255113] 'process raft request' (duration: 181.911498ms)","trace[1444255113] 'compare' (duration: 351.305218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:29.210278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:28.702949Z","time spent":"507.320763ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-033f11ec-52b7-41ce-b733-690a32108532\" "} {"level":"warn","ts":"2026-03-18T21:58:29.210359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:28.676611Z","time spent":"533.677707ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:29.569776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.774918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:29.569969Z","caller":"traceutil/trace.go:171","msg":"trace[1846604783] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"208.697183ms","start":"2026-03-18T21:58:29.361256Z","end":"2026-03-18T21:58:29.569953Z","steps":["trace[1846604783] 'process raft request' (duration: 208.631912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:29.57003Z","caller":"traceutil/trace.go:171","msg":"trace[319635005] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4882; }","duration":"338.162548ms","start":"2026-03-18T21:58:29.231853Z","end":"2026-03-18T21:58:29.570016Z","steps":["trace[319635005] 'read index received' (duration: 70.852987ms)","trace[319635005] 'applied index is now lower than readState.Index' (duration: 267.308311ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:29.570036Z","caller":"traceutil/trace.go:171","msg":"trace[330794054] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"344.150259ms","start":"2026-03-18T21:58:29.225787Z","end":"2026-03-18T21:58:29.569937Z","steps":["trace[330794054] 'process raft request' (duration: 121.106184ms)","trace[330794054] 'compare' (duration: 222.576063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:29.570175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.324772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:58:29.570206Z","caller":"traceutil/trace.go:171","msg":"trace[1177437643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4691; }","duration":"338.402893ms","start":"2026-03-18T21:58:29.231793Z","end":"2026-03-18T21:58:29.570196Z","steps":["trace[1177437643] 'agreement among raft nodes before linearized reading' (duration: 338.284061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.570196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.225734Z","time spent":"344.373084ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:29.570241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.231771Z","time spent":"338.457505ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:58:29.980524Z","caller":"traceutil/trace.go:171","msg":"trace[608493165] linearizableReadLoop","detail":"{readStateIndex:4886; appliedIndex:4885; }","duration":"410.44644ms","start":"2026-03-18T21:58:29.570055Z","end":"2026-03-18T21:58:29.980501Z","steps":["trace[608493165] 'read index received' (duration: 410.306566ms)","trace[608493165] 'applied index is now lower than readState.Index' (duration: 138.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:29.980698Z","caller":"traceutil/trace.go:171","msg":"trace[1281848368] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"418.133294ms","start":"2026-03-18T21:58:29.562536Z","end":"2026-03-18T21:58:29.980669Z","steps":["trace[1281848368] 'process raft request' (duration: 417.726464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.98071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.029575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:58:29.980795Z","caller":"traceutil/trace.go:171","msg":"trace[1208638435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4692; }","duration":"689.133629ms","start":"2026-03-18T21:58:29.291642Z","end":"2026-03-18T21:58:29.980775Z","steps":["trace[1208638435] 'agreement among raft nodes before linearized reading' (duration: 688.896203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.980811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.562505Z","time spent":"418.234877ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:29.980808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.105355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T21:58:29.980843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.291634Z","time spent":"689.197541ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:29.98081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.269993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:58:29.98087Z","caller":"traceutil/trace.go:171","msg":"trace[77783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4692; }","duration":"748.200929ms","start":"2026-03-18T21:58:29.232652Z","end":"2026-03-18T21:58:29.980853Z","steps":["trace[77783] 'agreement among raft nodes before linearized reading' (duration: 747.988362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:29.980907Z","caller":"traceutil/trace.go:171","msg":"trace[354866052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4692; }","duration":"695.417537ms","start":"2026-03-18T21:58:29.285465Z","end":"2026-03-18T21:58:29.980883Z","steps":["trace[354866052] 'agreement among raft nodes before linearized reading' (duration: 695.15034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.980998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.232638Z","time spent":"748.295901ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:29.980995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.285444Z","time spent":"695.536341ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:29.981139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.588041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T21:58:29.981205Z","caller":"traceutil/trace.go:171","msg":"trace[1324923563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:4692; }","duration":"695.670184ms","start":"2026-03-18T21:58:29.285516Z","end":"2026-03-18T21:58:29.981186Z","steps":["trace[1324923563] 'agreement among raft nodes before linearized reading' (duration: 695.51185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.981254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.650712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:29.981289Z","caller":"traceutil/trace.go:171","msg":"trace[81940579] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4692; }","duration":"622.714354ms","start":"2026-03-18T21:58:29.358565Z","end":"2026-03-18T21:58:29.981279Z","steps":["trace[81940579] 'agreement among raft nodes before linearized reading' (duration: 622.364545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.981375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.358549Z","time spent":"622.802266ms","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:29.981606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.943215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:58:29.981263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.285505Z","time spent":"695.745845ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T21:58:29.981676Z","caller":"traceutil/trace.go:171","msg":"trace[523667886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4692; }","duration":"697.065309ms","start":"2026-03-18T21:58:29.284594Z","end":"2026-03-18T21:58:29.981659Z","steps":["trace[523667886] 'agreement among raft nodes before linearized reading' (duration: 696.017831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.982005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.284579Z","time spent":"697.339545ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:58:31.248908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192604875s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:31.249615Z","caller":"traceutil/trace.go:171","msg":"trace[156959049] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"1.262605379s","start":"2026-03-18T21:58:29.986988Z","end":"2026-03-18T21:58:31.249593Z","steps":["trace[156959049] 'process raft request' (duration: 1.262564218s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:31.249659Z","caller":"traceutil/trace.go:171","msg":"trace[369758759] linearizableReadLoop","detail":"{readStateIndex:4887; appliedIndex:4886; }","duration":"1.269035022s","start":"2026-03-18T21:58:29.980584Z","end":"2026-03-18T21:58:31.249619Z","steps":["trace[369758759] 'read index received' (duration: 75.655737ms)","trace[369758759] 'applied index is now lower than readState.Index' (duration: 1.193372455s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:31.249656Z","caller":"traceutil/trace.go:171","msg":"trace[220512905] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"1.67582601s","start":"2026-03-18T21:58:29.573791Z","end":"2026-03-18T21:58:31.249617Z","steps":["trace[220512905] 'process raft request' (duration: 482.437305ms)","trace[220512905] 'compare' (duration: 1.192448321s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:31.249721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551102984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:31.249691Z","caller":"traceutil/trace.go:171","msg":"trace[1602223543] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"1.263129593s","start":"2026-03-18T21:58:29.986525Z","end":"2026-03-18T21:58:31.249654Z","steps":["trace[1602223543] 'process raft request' (duration: 1.262996829s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:31.249774Z","caller":"traceutil/trace.go:171","msg":"trace[2102546685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4697; }","duration":"1.551189076s","start":"2026-03-18T21:58:29.698571Z","end":"2026-03-18T21:58:31.24976Z","steps":["trace[2102546685] 'agreement among raft nodes before linearized reading' (duration: 1.551101294s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.249814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592814546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:31.249775Z","caller":"traceutil/trace.go:171","msg":"trace[2024421072] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"1.263456982s","start":"2026-03-18T21:58:29.986193Z","end":"2026-03-18T21:58:31.24965Z","steps":["trace[2024421072] 'process raft request' (duration: 1.263228186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.24982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.698555Z","time spent":"1.551252508s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:31.249858Z","caller":"traceutil/trace.go:171","msg":"trace[1263948189] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4697; }","duration":"1.592927259s","start":"2026-03-18T21:58:29.656919Z","end":"2026-03-18T21:58:31.249846Z","steps":["trace[1263948189] 'agreement among raft nodes before linearized reading' (duration: 1.592848888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.249846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.573773Z","time spent":"1.675983363s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:31.249622Z","caller":"traceutil/trace.go:171","msg":"trace[2135186396] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"1.263235276s","start":"2026-03-18T21:58:29.986364Z","end":"2026-03-18T21:58:31.249599Z","steps":["trace[2135186396] 'process raft request' (duration: 1.263127054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.249899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.656899Z","time spent":"1.592992172s","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-18T21:58:31.249886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.986514Z","time spent":"1.263275166s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:31.249836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.986968Z","time spent":"1.262742373s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:31.249995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.986167Z","time spent":"1.263713989s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:31.24975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306748263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:58:31.250108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.98634Z","time spent":"1.263590826s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:31.250159Z","caller":"traceutil/trace.go:171","msg":"trace[846603119] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4697; }","duration":"1.307224326s","start":"2026-03-18T21:58:29.942917Z","end":"2026-03-18T21:58:31.250141Z","steps":["trace[846603119] 'agreement among raft nodes before linearized reading' (duration: 1.306724202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.250319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.942896Z","time spent":"1.30740367s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:31.270113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055759944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-033f11ec-52b7-41ce-b733-690a32108532\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-03-18T21:58:31.270197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.705126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e0e5ed0d8fb9d\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-18T21:58:31.270265Z","caller":"traceutil/trace.go:171","msg":"trace[1339936299] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e0e5ed0d8fb9d; range_end:; response_count:1; response_revision:4698; }","duration":"266.811968ms","start":"2026-03-18T21:58:31.003434Z","end":"2026-03-18T21:58:31.270246Z","steps":["trace[1339936299] 'agreement among raft nodes before linearized reading' (duration: 266.610533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.270156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283670211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62974"} {"level":"info","ts":"2026-03-18T21:58:31.27023Z","caller":"traceutil/trace.go:171","msg":"trace[1438379101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-033f11ec-52b7-41ce-b733-690a32108532; range_end:; response_count:1; response_revision:4698; }","duration":"1.055914688s","start":"2026-03-18T21:58:30.214298Z","end":"2026-03-18T21:58:31.270213Z","steps":["trace[1438379101] 'agreement among raft nodes before linearized reading' (duration: 1.055674922s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:31.270354Z","caller":"traceutil/trace.go:171","msg":"trace[503401037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4698; }","duration":"1.283881616s","start":"2026-03-18T21:58:29.986454Z","end":"2026-03-18T21:58:31.270336Z","steps":["trace[503401037] 'agreement among raft nodes before linearized reading' (duration: 1.283581118s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.270421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:29.986445Z","time spent":"1.283943328s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62997,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T21:58:31.270219Z","caller":"traceutil/trace.go:171","msg":"trace[1835135506] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"562.543276ms","start":"2026-03-18T21:58:30.707645Z","end":"2026-03-18T21:58:31.270188Z","steps":["trace[1835135506] 'process raft request' (duration: 562.181717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.270667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:30.707614Z","time spent":"562.929466ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:31.270679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.357934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-18T21:58:31.270414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:30.21428Z","time spent":"1.056088712s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-033f11ec-52b7-41ce-b733-690a32108532\" "} {"level":"info","ts":"2026-03-18T21:58:31.270753Z","caller":"traceutil/trace.go:171","msg":"trace[680779758] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4698; }","duration":"137.433126ms","start":"2026-03-18T21:58:31.1333Z","end":"2026-03-18T21:58:31.270733Z","steps":["trace[680779758] 'agreement among raft nodes before linearized reading' (duration: 136.698737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.941612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.725881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:31.941873Z","caller":"traceutil/trace.go:171","msg":"trace[1827701555] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"366.622926ms","start":"2026-03-18T21:58:31.575231Z","end":"2026-03-18T21:58:31.941854Z","steps":["trace[1827701555] 'process raft request' (duration: 366.546503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:31.942031Z","caller":"traceutil/trace.go:171","msg":"trace[1825189590] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"634.428739ms","start":"2026-03-18T21:58:31.30758Z","end":"2026-03-18T21:58:31.942009Z","steps":["trace[1825189590] 'process raft request' (duration: 88.201604ms)","trace[1825189590] 'compare' (duration: 545.249789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:31.942118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:31.307563Z","time spent":"634.506411ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:31.942116Z","caller":"traceutil/trace.go:171","msg":"trace[670717318] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4700; }","duration":"623.149345ms","start":"2026-03-18T21:58:31.318866Z","end":"2026-03-18T21:58:31.942016Z","steps":["trace[670717318] 'process raft request' (duration: 622.856086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:31.941957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:31.575206Z","time spent":"366.710857ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:31.942494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:31.318849Z","time spent":"623.521364ms","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:32.042084Z","caller":"traceutil/trace.go:171","msg":"trace[1605224529] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4893; }","duration":"268.712866ms","start":"2026-03-18T21:58:31.773316Z","end":"2026-03-18T21:58:32.042029Z","steps":["trace[1605224529] 'read index received' (duration: 64.480956ms)","trace[1605224529] 'applied index is now lower than readState.Index' (duration: 204.23058ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:32.043395Z","caller":"traceutil/trace.go:171","msg":"trace[2068929934] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"394.816536ms","start":"2026-03-18T21:58:31.648545Z","end":"2026-03-18T21:58:32.043362Z","steps":["trace[2068929934] 'process raft request' (duration: 392.719423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:32.043413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.096062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T21:58:32.043423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.233428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:32.043659Z","caller":"traceutil/trace.go:171","msg":"trace[1198604002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4702; }","duration":"270.355459ms","start":"2026-03-18T21:58:31.77325Z","end":"2026-03-18T21:58:32.043605Z","steps":["trace[1198604002] 'agreement among raft nodes before linearized reading' (duration: 270.056461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:32.043666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:31.648517Z","time spent":"394.972421ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:32.043718Z","caller":"traceutil/trace.go:171","msg":"trace[1532279530] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4702; }","duration":"238.558656ms","start":"2026-03-18T21:58:31.805136Z","end":"2026-03-18T21:58:32.043695Z","steps":["trace[1532279530] 'agreement among raft nodes before linearized reading' (duration: 238.189847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:32.078196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.42502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-18T21:58:32.078319Z","caller":"traceutil/trace.go:171","msg":"trace[2074010955] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4702; }","duration":"134.599605ms","start":"2026-03-18T21:58:31.943686Z","end":"2026-03-18T21:58:32.078285Z","steps":["trace[2074010955] 'agreement among raft nodes before linearized reading' (duration: 99.688335ms)","trace[2074010955] 'range keys from in-memory index tree' (duration: 34.622463ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:33.931143Z","caller":"traceutil/trace.go:171","msg":"trace[1565797715] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"362.978514ms","start":"2026-03-18T21:58:33.568141Z","end":"2026-03-18T21:58:33.93112Z","steps":["trace[1565797715] 'process raft request' (duration: 362.83562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:33.931281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:33.56812Z","time spent":"363.086297ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:33.976782Z","caller":"traceutil/trace.go:171","msg":"trace[899725090] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4949; }","duration":"120.706204ms","start":"2026-03-18T21:58:33.856054Z","end":"2026-03-18T21:58:33.976761Z","steps":["trace[899725090] 'read index received' (duration: 74.953031ms)","trace[899725090] 'applied index is now lower than readState.Index' (duration: 45.752153ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:33.97688Z","caller":"traceutil/trace.go:171","msg":"trace[134324836] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"359.438624ms","start":"2026-03-18T21:58:33.617383Z","end":"2026-03-18T21:58:33.976821Z","steps":["trace[134324836] 'process raft request' (duration: 359.245769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:33.977049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.971161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-678d5d67cd-fkrzh.189e0e60f686d783\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-03-18T21:58:33.977093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:33.617352Z","time spent":"359.622379ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4687,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:33.977123Z","caller":"traceutil/trace.go:171","msg":"trace[869133403] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-678d5d67cd-fkrzh.189e0e60f686d783; range_end:; response_count:1; response_revision:4754; }","duration":"121.096154ms","start":"2026-03-18T21:58:33.856011Z","end":"2026-03-18T21:58:33.977108Z","steps":["trace[869133403] 'agreement among raft nodes before linearized reading' (duration: 120.846958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.051156Z","caller":"traceutil/trace.go:171","msg":"trace[26606763] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"114.603889ms","start":"2026-03-18T21:58:33.936517Z","end":"2026-03-18T21:58:34.051121Z","steps":["trace[26606763] 'process raft request' (duration: 114.282981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.051247Z","caller":"traceutil/trace.go:171","msg":"trace[582902572] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"112.259981ms","start":"2026-03-18T21:58:33.938967Z","end":"2026-03-18T21:58:34.051227Z","steps":["trace[582902572] 'process raft request' (duration: 112.118167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.051277Z","caller":"traceutil/trace.go:171","msg":"trace[431639520] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"114.264581ms","start":"2026-03-18T21:58:33.936967Z","end":"2026-03-18T21:58:34.051232Z","steps":["trace[431639520] 'process raft request' (duration: 114.028975ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.05152Z","caller":"traceutil/trace.go:171","msg":"trace[651635507] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"101.085869ms","start":"2026-03-18T21:58:33.950415Z","end":"2026-03-18T21:58:34.051501Z","steps":["trace[651635507] 'process raft request' (duration: 100.935826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.051649Z","caller":"traceutil/trace.go:171","msg":"trace[1723441125] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"105.438569ms","start":"2026-03-18T21:58:33.946175Z","end":"2026-03-18T21:58:34.051614Z","steps":["trace[1723441125] 'process raft request' (duration: 104.980647ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.178625Z","caller":"traceutil/trace.go:171","msg":"trace[1244392364] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"103.205363ms","start":"2026-03-18T21:58:34.075396Z","end":"2026-03-18T21:58:34.178601Z","steps":["trace[1244392364] 'process raft request' (duration: 103.053319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:37.402536Z","caller":"traceutil/trace.go:171","msg":"trace[1803666814] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"125.167376ms","start":"2026-03-18T21:58:37.277342Z","end":"2026-03-18T21:58:37.402509Z","steps":["trace[1803666814] 'process raft request' (duration: 125.108055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:37.402626Z","caller":"traceutil/trace.go:171","msg":"trace[155390460] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5005; }","duration":"124.309846ms","start":"2026-03-18T21:58:37.278294Z","end":"2026-03-18T21:58:37.402604Z","steps":["trace[155390460] 'read index received' (duration: 16.061116ms)","trace[155390460] 'applied index is now lower than readState.Index' (duration: 108.24797ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:37.402925Z","caller":"traceutil/trace.go:171","msg":"trace[2008013017] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"125.788202ms","start":"2026-03-18T21:58:37.277123Z","end":"2026-03-18T21:58:37.402911Z","steps":["trace[2008013017] 'process raft request' (duration: 124.801518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:37.40299Z","caller":"traceutil/trace.go:171","msg":"trace[181148334] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"125.7103ms","start":"2026-03-18T21:58:37.27724Z","end":"2026-03-18T21:58:37.40295Z","steps":["trace[181148334] 'process raft request' (duration: 125.137586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:37.403097Z","caller":"traceutil/trace.go:171","msg":"trace[185341103] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"119.420552ms","start":"2026-03-18T21:58:37.283665Z","end":"2026-03-18T21:58:37.403085Z","steps":["trace[185341103] 'process raft request' (duration: 118.824287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:37.403378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.13694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:37.403425Z","caller":"traceutil/trace.go:171","msg":"trace[970470317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4812; }","duration":"122.213522ms","start":"2026-03-18T21:58:37.281201Z","end":"2026-03-18T21:58:37.403414Z","steps":["trace[970470317] 'agreement among raft nodes before linearized reading' (duration: 122.12063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:37.403483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.099916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T21:58:37.403531Z","caller":"traceutil/trace.go:171","msg":"trace[1044624392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:4812; }","duration":"106.205449ms","start":"2026-03-18T21:58:37.297315Z","end":"2026-03-18T21:58:37.40352Z","steps":["trace[1044624392] 'agreement among raft nodes before linearized reading' (duration: 106.056155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:37.405096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.773838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:58:37.405165Z","caller":"traceutil/trace.go:171","msg":"trace[1908664284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4812; }","duration":"126.88286ms","start":"2026-03-18T21:58:37.278269Z","end":"2026-03-18T21:58:37.405152Z","steps":["trace[1908664284] 'agreement among raft nodes before linearized reading' (duration: 125.007403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:40.262122Z","caller":"traceutil/trace.go:171","msg":"trace[1768552290] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"153.363988ms","start":"2026-03-18T21:58:40.108735Z","end":"2026-03-18T21:58:40.262099Z","steps":["trace[1768552290] 'process raft request' (duration: 153.211014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:40.50771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.571472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:40.508054Z","caller":"traceutil/trace.go:171","msg":"trace[1292471609] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"398.304604ms","start":"2026-03-18T21:58:40.109718Z","end":"2026-03-18T21:58:40.508022Z","steps":["trace[1292471609] 'process raft request' (duration: 225.292121ms)","trace[1292471609] 'compare' (duration: 172.365387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:40.508176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.109709Z","time spent":"398.409647ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:41.011266Z","caller":"traceutil/trace.go:171","msg":"trace[995783302] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"494.589833ms","start":"2026-03-18T21:58:40.516648Z","end":"2026-03-18T21:58:41.011238Z","steps":["trace[995783302] 'process raft request' (duration: 494.399498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.011408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.516629Z","time spent":"494.710185ms","remote":"127.0.0.1:54398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:41.249827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.304191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:41.250057Z","caller":"traceutil/trace.go:171","msg":"trace[966837716] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"236.940444ms","start":"2026-03-18T21:58:41.013095Z","end":"2026-03-18T21:58:41.250035Z","steps":["trace[966837716] 'process raft request' (duration: 236.870873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:41.250114Z","caller":"traceutil/trace.go:171","msg":"trace[1656791418] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"681.117895ms","start":"2026-03-18T21:58:40.568963Z","end":"2026-03-18T21:58:41.250081Z","steps":["trace[1656791418] 'process raft request' (duration: 503.474346ms)","trace[1656791418] 'compare' (duration: 177.048635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:41.250242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.953089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:41.250291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.568852Z","time spent":"681.338981ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:41.250316Z","caller":"traceutil/trace.go:171","msg":"trace[1033951111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4869; }","duration":"552.077512ms","start":"2026-03-18T21:58:40.698227Z","end":"2026-03-18T21:58:41.250305Z","steps":["trace[1033951111] 'agreement among raft nodes before linearized reading' (duration: 551.934108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.250349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.698205Z","time spent":"552.137034ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:41.25011Z","caller":"traceutil/trace.go:171","msg":"trace[1777699843] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5066; }","duration":"551.795625ms","start":"2026-03-18T21:58:40.698282Z","end":"2026-03-18T21:58:41.250077Z","steps":["trace[1777699843] 'read index received' (duration: 312.783778ms)","trace[1777699843] 'applied index is now lower than readState.Index' (duration: 239.009267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:41.250672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.327387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-03-18T21:58:41.250716Z","caller":"traceutil/trace.go:171","msg":"trace[1165875881] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4869; }","duration":"339.418459ms","start":"2026-03-18T21:58:40.911286Z","end":"2026-03-18T21:58:41.250705Z","steps":["trace[1165875881] 'agreement among raft nodes before linearized reading' (duration: 339.254745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.25075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.91127Z","time spent":"339.472751ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12995,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T21:58:41.250752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.727523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T21:58:41.250809Z","caller":"traceutil/trace.go:171","msg":"trace[1716562241] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4869; }","duration":"323.815106ms","start":"2026-03-18T21:58:40.926976Z","end":"2026-03-18T21:58:41.250791Z","steps":["trace[1716562241] 'agreement among raft nodes before linearized reading' (duration: 323.61768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.250858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.926965Z","time spent":"323.882698ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T21:58:42.756856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.630063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:42.757161Z","caller":"traceutil/trace.go:171","msg":"trace[31475821] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"1.502591381s","start":"2026-03-18T21:58:41.254537Z","end":"2026-03-18T21:58:42.757128Z","steps":["trace[31475821] 'process raft request' (duration: 712.594929ms)","trace[31475821] 'compare' (duration: 789.424548ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:42.757257Z","caller":"traceutil/trace.go:171","msg":"trace[2004058434] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"1.319697169s","start":"2026-03-18T21:58:41.437543Z","end":"2026-03-18T21:58:42.75724Z","steps":["trace[2004058434] 'process raft request' (duration: 1.319629727s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.757267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.254521Z","time spent":"1.502700443s","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:42.757362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.437517Z","time spent":"1.319783241s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:42.757421Z","caller":"traceutil/trace.go:171","msg":"trace[488781741] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5070; }","duration":"1.502595231s","start":"2026-03-18T21:58:41.254806Z","end":"2026-03-18T21:58:42.757401Z","steps":["trace[488781741] 'read index received' (duration: 41.394324ms)","trace[488781741] 'applied index is now lower than readState.Index' (duration: 1.461198567s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:42.757431Z","caller":"traceutil/trace.go:171","msg":"trace[409418069] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"1.495577884s","start":"2026-03-18T21:58:41.261797Z","end":"2026-03-18T21:58:42.757375Z","steps":["trace[409418069] 'process raft request' (duration: 1.495213265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.757638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.261776Z","time spent":"1.495753209s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13275,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:42.757683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502871687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-642894f3-768a-4b2d-b19f-5b17b12eafd1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-18T21:58:42.757733Z","caller":"traceutil/trace.go:171","msg":"trace[1616219538] range","detail":"{range_begin:/registry/persistentvolumes/pvc-642894f3-768a-4b2d-b19f-5b17b12eafd1; range_end:; response_count:1; response_revision:4873; }","duration":"1.50295835s","start":"2026-03-18T21:58:41.25476Z","end":"2026-03-18T21:58:42.757718Z","steps":["trace[1616219538] 'agreement among raft nodes before linearized reading' (duration: 1.502767105s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.757792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.254742Z","time spent":"1.503036592s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-642894f3-768a-4b2d-b19f-5b17b12eafd1\" "} {"level":"info","ts":"2026-03-18T21:58:42.758993Z","caller":"traceutil/trace.go:171","msg":"trace[1934342493] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"491.411632ms","start":"2026-03-18T21:58:42.267543Z","end":"2026-03-18T21:58:42.758955Z","steps":["trace[1934342493] 'process raft request' (duration: 491.093115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.759166Z","caller":"traceutil/trace.go:171","msg":"trace[638902670] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"246.138547ms","start":"2026-03-18T21:58:42.512998Z","end":"2026-03-18T21:58:42.759137Z","steps":["trace[638902670] 'process raft request' (duration: 245.717857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.759182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.267511Z","time spent":"491.582587ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:42.786226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291990142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:42.786289Z","caller":"traceutil/trace.go:171","msg":"trace[71280625] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4876; }","duration":"1.292098295s","start":"2026-03-18T21:58:41.494177Z","end":"2026-03-18T21:58:42.786275Z","steps":["trace[71280625] 'agreement among raft nodes before linearized reading' (duration: 1.291945431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341076619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:58:42.786365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479707696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:58:42.786329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.494159Z","time spent":"1.292159966s","remote":"127.0.0.1:54432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:58:42.786431Z","caller":"traceutil/trace.go:171","msg":"trace[2108846558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4876; }","duration":"1.479796567s","start":"2026-03-18T21:58:41.306619Z","end":"2026-03-18T21:58:42.786415Z","steps":["trace[2108846558] 'agreement among raft nodes before linearized reading' (duration: 1.479603602s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.306607Z","time spent":"1.479862309s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:58:42.78638Z","caller":"traceutil/trace.go:171","msg":"trace[1195689568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4876; }","duration":"1.341185322s","start":"2026-03-18T21:58:41.445174Z","end":"2026-03-18T21:58:42.786359Z","steps":["trace[1195689568] 'agreement among raft nodes before linearized reading' (duration: 1.340975067s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.387319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T21:58:42.786595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.445163Z","time spent":"1.341424337s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:42.786576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33835004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:58:42.786609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.010565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:58:42.786625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.811798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T21:58:42.786624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338417282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:58:42.786664Z","caller":"traceutil/trace.go:171","msg":"trace[204045325] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4876; }","duration":"802.114518ms","start":"2026-03-18T21:58:41.984536Z","end":"2026-03-18T21:58:42.786651Z","steps":["trace[204045325] 'agreement among raft nodes before linearized reading' (duration: 802.007465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08811137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:42.786715Z","caller":"traceutil/trace.go:171","msg":"trace[1683140129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4876; }","duration":"1.088180181s","start":"2026-03-18T21:58:41.698526Z","end":"2026-03-18T21:58:42.786707Z","steps":["trace[1683140129] 'agreement among raft nodes before linearized reading' (duration: 1.0881284s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.434819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:58:42.786718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.984505Z","time spent":"802.203841ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:42.786757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.698483Z","time spent":"1.088267634s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:42.786752Z","caller":"traceutil/trace.go:171","msg":"trace[1650615977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4876; }","duration":"1.338579175s","start":"2026-03-18T21:58:41.448123Z","end":"2026-03-18T21:58:42.786702Z","steps":["trace[1650615977] 'agreement among raft nodes before linearized reading' (duration: 1.338263648s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.786778Z","caller":"traceutil/trace.go:171","msg":"trace[1500091823] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4876; }","duration":"381.561422ms","start":"2026-03-18T21:58:42.405198Z","end":"2026-03-18T21:58:42.78676Z","steps":["trace[1500091823] 'agreement among raft nodes before linearized reading' (duration: 381.396338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.7867Z","caller":"traceutil/trace.go:171","msg":"trace[1385700884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4876; }","duration":"1.338489934s","start":"2026-03-18T21:58:41.448152Z","end":"2026-03-18T21:58:42.786642Z","steps":["trace[1385700884] 'agreement among raft nodes before linearized reading' (duration: 1.338200147s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.786676Z","caller":"traceutil/trace.go:171","msg":"trace[430024427] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:4876; }","duration":"613.89878ms","start":"2026-03-18T21:58:42.172762Z","end":"2026-03-18T21:58:42.78666Z","steps":["trace[430024427] 'agreement among raft nodes before linearized reading' (duration: 613.718416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.448116Z","time spent":"1.338708089s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:42.786853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.448148Z","time spent":"1.338686559s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:58:42.78684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.405173Z","time spent":"381.651254ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:58:42.786627Z","caller":"traceutil/trace.go:171","msg":"trace[1327503736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4876; }","duration":"360.478691ms","start":"2026-03-18T21:58:42.426136Z","end":"2026-03-18T21:58:42.786615Z","steps":["trace[1327503736] 'agreement among raft nodes before linearized reading' (duration: 360.324987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.786982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.17274Z","time spent":"614.139277ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-18T21:58:42.787042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.426114Z","time spent":"360.917932ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:58:42.787038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349386268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:58:42.787177Z","caller":"traceutil/trace.go:171","msg":"trace[1303169870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4876; }","duration":"1.349543562s","start":"2026-03-18T21:58:41.437615Z","end":"2026-03-18T21:58:42.787158Z","steps":["trace[1303169870] 'agreement among raft nodes before linearized reading' (duration: 1.349295275s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.787233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.437607Z","time spent":"1.349611504s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:42.787256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33718761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T21:58:42.787415Z","caller":"traceutil/trace.go:171","msg":"trace[49940071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:4876; }","duration":"1.337337234s","start":"2026-03-18T21:58:41.45002Z","end":"2026-03-18T21:58:42.787357Z","steps":["trace[49940071] 'agreement among raft nodes before linearized reading' (duration: 1.336093263s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.787512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.450014Z","time spent":"1.337442656s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T21:58:42.924214Z","caller":"traceutil/trace.go:171","msg":"trace[982187341] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"161.016461ms","start":"2026-03-18T21:58:42.763164Z","end":"2026-03-18T21:58:42.924181Z","steps":["trace[982187341] 'process raft request' (duration: 146.798853ms)","trace[982187341] 'compare' (duration: 13.987342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:42.924464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.012436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T21:58:42.924527Z","caller":"traceutil/trace.go:171","msg":"trace[711293793] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4880; }","duration":"162.099228ms","start":"2026-03-18T21:58:42.762415Z","end":"2026-03-18T21:58:42.924514Z","steps":["trace[711293793] 'agreement among raft nodes before linearized reading' (duration: 161.887743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.924254Z","caller":"traceutil/trace.go:171","msg":"trace[1374609889] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5076; }","duration":"138.147013ms","start":"2026-03-18T21:58:42.786083Z","end":"2026-03-18T21:58:42.92423Z","steps":["trace[1374609889] 'read index received' (duration: 123.967776ms)","trace[1374609889] 'applied index is now lower than readState.Index' (duration: 14.178157ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:42.924935Z","caller":"traceutil/trace.go:171","msg":"trace[1162320397] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"160.779144ms","start":"2026-03-18T21:58:42.764138Z","end":"2026-03-18T21:58:42.924917Z","steps":["trace[1162320397] 'process raft request' (duration: 160.047106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.925019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.78443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-18T21:58:42.925054Z","caller":"traceutil/trace.go:171","msg":"trace[2035537300] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4880; }","duration":"161.867333ms","start":"2026-03-18T21:58:42.763176Z","end":"2026-03-18T21:58:42.925044Z","steps":["trace[2035537300] 'agreement among raft nodes before linearized reading' (duration: 161.729119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.925516Z","caller":"traceutil/trace.go:171","msg":"trace[411761738] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"162.319183ms","start":"2026-03-18T21:58:42.763186Z","end":"2026-03-18T21:58:42.925505Z","steps":["trace[411761738] 'process raft request' (duration: 160.897858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.925736Z","caller":"traceutil/trace.go:171","msg":"trace[2054049121] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"161.821549ms","start":"2026-03-18T21:58:42.763905Z","end":"2026-03-18T21:58:42.925726Z","steps":["trace[2054049121] 'process raft request' (duration: 160.24021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.929473Z","caller":"traceutil/trace.go:171","msg":"trace[1019450642] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"137.757503ms","start":"2026-03-18T21:58:42.79159Z","end":"2026-03-18T21:58:42.929348Z","steps":["trace[1019450642] 'process raft request' (duration: 137.262941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.929702Z","caller":"traceutil/trace.go:171","msg":"trace[1930181567] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"138.064071ms","start":"2026-03-18T21:58:42.791619Z","end":"2026-03-18T21:58:42.929683Z","steps":["trace[1930181567] 'process raft request' (duration: 137.393674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.930341Z","caller":"traceutil/trace.go:171","msg":"trace[721556623] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"138.610255ms","start":"2026-03-18T21:58:42.791714Z","end":"2026-03-18T21:58:42.930325Z","steps":["trace[721556623] 'process raft request' (duration: 137.346883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.930412Z","caller":"traceutil/trace.go:171","msg":"trace[1309609970] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"138.44199ms","start":"2026-03-18T21:58:42.791951Z","end":"2026-03-18T21:58:42.930393Z","steps":["trace[1309609970] 'process raft request' (duration: 137.166909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.93068Z","caller":"traceutil/trace.go:171","msg":"trace[1945568032] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"138.108622ms","start":"2026-03-18T21:58:42.79256Z","end":"2026-03-18T21:58:42.930669Z","steps":["trace[1945568032] 'process raft request' (duration: 137.782694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.930893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.623265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:58:42.930925Z","caller":"traceutil/trace.go:171","msg":"trace[1724964881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4885; }","duration":"140.697847ms","start":"2026-03-18T21:58:42.79022Z","end":"2026-03-18T21:58:42.930918Z","steps":["trace[1724964881] 'agreement among raft nodes before linearized reading' (duration: 140.590815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.93094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.888931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70784"} {"level":"info","ts":"2026-03-18T21:58:42.931009Z","caller":"traceutil/trace.go:171","msg":"trace[1047795476] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4885; }","duration":"138.988404ms","start":"2026-03-18T21:58:42.792006Z","end":"2026-03-18T21:58:42.930994Z","steps":["trace[1047795476] 'agreement among raft nodes before linearized reading' (duration: 138.685917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.931041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.071102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:42.931061Z","caller":"traceutil/trace.go:171","msg":"trace[436948508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4885; }","duration":"142.126253ms","start":"2026-03-18T21:58:42.788928Z","end":"2026-03-18T21:58:42.931055Z","steps":["trace[436948508] 'agreement among raft nodes before linearized reading' (duration: 142.093352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.096129Z","caller":"traceutil/trace.go:171","msg":"trace[1671365502] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"154.347872ms","start":"2026-03-18T21:58:43.941756Z","end":"2026-03-18T21:58:44.096104Z","steps":["trace[1671365502] 'process raft request' (duration: 154.159968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.142638Z","caller":"traceutil/trace.go:171","msg":"trace[1051437441] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"194.097654ms","start":"2026-03-18T21:58:43.948511Z","end":"2026-03-18T21:58:44.142608Z","steps":["trace[1051437441] 'process raft request' (duration: 193.945841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:46.222159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.430311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:46.222265Z","caller":"traceutil/trace.go:171","msg":"trace[753838915] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"181.564749ms","start":"2026-03-18T21:58:46.040681Z","end":"2026-03-18T21:58:46.222246Z","steps":["trace[753838915] 'process raft request' (duration: 65.81083ms)","trace[753838915] 'compare' (duration: 114.973169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:47.268813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.503538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:58:47.268904Z","caller":"traceutil/trace.go:171","msg":"trace[820317927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4931; }","duration":"325.649322ms","start":"2026-03-18T21:58:46.943237Z","end":"2026-03-18T21:58:47.268886Z","steps":["trace[820317927] 'range keys from in-memory index tree' (duration: 325.336694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.268986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.943214Z","time spent":"325.759715ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:47.269166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.37814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:58:47.26923Z","caller":"traceutil/trace.go:171","msg":"trace[1989855707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4931; }","duration":"320.831581ms","start":"2026-03-18T21:58:46.948384Z","end":"2026-03-18T21:58:47.269215Z","steps":["trace[1989855707] 'range keys from in-memory index tree' (duration: 320.238176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.269226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.502863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:58:47.269268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.948375Z","time spent":"320.881432ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:47.269278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.316562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T21:58:47.269379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.78406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:58:47.269406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.177614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:58:47.269488Z","caller":"traceutil/trace.go:171","msg":"trace[855112779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4931; }","duration":"322.907902ms","start":"2026-03-18T21:58:46.946568Z","end":"2026-03-18T21:58:47.269476Z","steps":["trace[855112779] 'range keys from in-memory index tree' (duration: 322.709998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:47.269505Z","caller":"traceutil/trace.go:171","msg":"trace[494666023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4931; }","duration":"322.288398ms","start":"2026-03-18T21:58:46.947204Z","end":"2026-03-18T21:58:47.269493Z","steps":["trace[494666023] 'range keys from in-memory index tree' (duration: 322.091152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.269532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.946559Z","time spent":"322.962544ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:58:47.269539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.947196Z","time spent":"322.334729ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:58:47.269375Z","caller":"traceutil/trace.go:171","msg":"trace[2027957021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:4931; }","duration":"319.460336ms","start":"2026-03-18T21:58:46.949887Z","end":"2026-03-18T21:58:47.269348Z","steps":["trace[2027957021] 'range keys from in-memory index tree' (duration: 319.136638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.269598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.949877Z","time spent":"319.705602ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T21:58:47.269304Z","caller":"traceutil/trace.go:171","msg":"trace[705458424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4931; }","duration":"322.655687ms","start":"2026-03-18T21:58:46.94663Z","end":"2026-03-18T21:58:47.269286Z","steps":["trace[705458424] 'range keys from in-memory index tree' (duration: 322.309498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.269653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.946613Z","time spent":"323.034006ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:58:47.445764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.178091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:58:47.446108Z","caller":"traceutil/trace.go:171","msg":"trace[332083439] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"172.676295ms","start":"2026-03-18T21:58:47.273409Z","end":"2026-03-18T21:58:47.446085Z","steps":["trace[332083439] 'process raft request' (duration: 172.447539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:47.513269Z","caller":"traceutil/trace.go:171","msg":"trace[1915012451] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"239.783818ms","start":"2026-03-18T21:58:47.27347Z","end":"2026-03-18T21:58:47.513254Z","steps":["trace[1915012451] 'process raft request' (duration: 191.234824ms)","trace[1915012451] 'compare' (duration: 48.173104ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:47.513342Z","caller":"traceutil/trace.go:171","msg":"trace[1418440510] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"239.55069ms","start":"2026-03-18T21:58:47.273765Z","end":"2026-03-18T21:58:47.513316Z","steps":["trace[1418440510] 'process raft request' (duration: 239.406086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:47.513631Z","caller":"traceutil/trace.go:171","msg":"trace[268744229] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"239.115949ms","start":"2026-03-18T21:58:47.274483Z","end":"2026-03-18T21:58:47.513599Z","steps":["trace[268744229] 'process raft request' (duration: 238.793641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.513822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.150106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71033"} {"level":"info","ts":"2026-03-18T21:58:47.513663Z","caller":"traceutil/trace.go:171","msg":"trace[1806004267] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5132; }","duration":"239.993603ms","start":"2026-03-18T21:58:47.273662Z","end":"2026-03-18T21:58:47.513655Z","steps":["trace[1806004267] 'read index received' (duration: 159.77065ms)","trace[1806004267] 'applied index is now lower than readState.Index' (duration: 80.222213ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:47.513848Z","caller":"traceutil/trace.go:171","msg":"trace[330004202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4936; }","duration":"240.189687ms","start":"2026-03-18T21:58:47.273654Z","end":"2026-03-18T21:58:47.513844Z","steps":["trace[330004202] 'agreement among raft nodes before linearized reading' (duration: 240.025473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:47.51394Z","caller":"traceutil/trace.go:171","msg":"trace[827393788] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"238.935825ms","start":"2026-03-18T21:58:47.274994Z","end":"2026-03-18T21:58:47.51393Z","steps":["trace[827393788] 'process raft request' (duration: 238.507525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:50.043096Z","caller":"traceutil/trace.go:171","msg":"trace[423381343] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"112.545423ms","start":"2026-03-18T21:58:49.930528Z","end":"2026-03-18T21:58:50.043073Z","steps":["trace[423381343] 'process raft request' (duration: 56.392384ms)","trace[423381343] 'compare' (duration: 55.857142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:50.549674Z","caller":"traceutil/trace.go:171","msg":"trace[205090491] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"134.1946ms","start":"2026-03-18T21:58:50.415454Z","end":"2026-03-18T21:58:50.549648Z","steps":["trace[205090491] 'process raft request' (duration: 134.130679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:50.549827Z","caller":"traceutil/trace.go:171","msg":"trace[239063003] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"154.086393ms","start":"2026-03-18T21:58:50.395709Z","end":"2026-03-18T21:58:50.549795Z","steps":["trace[239063003] 'process raft request' (duration: 111.001505ms)","trace[239063003] 'compare' (duration: 42.693118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:50.549909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.501158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T21:58:50.549949Z","caller":"traceutil/trace.go:171","msg":"trace[1659372315] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4977; }","duration":"134.5872ms","start":"2026-03-18T21:58:50.415352Z","end":"2026-03-18T21:58:50.549939Z","steps":["trace[1659372315] 'agreement among raft nodes before linearized reading' (duration: 134.377825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:50.549682Z","caller":"traceutil/trace.go:171","msg":"trace[1929957370] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"134.268482ms","start":"2026-03-18T21:58:50.415386Z","end":"2026-03-18T21:58:50.549655Z","steps":["trace[1929957370] 'read index received' (duration: 91.218915ms)","trace[1929957370] 'applied index is now lower than readState.Index' (duration: 43.046887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:50.721604Z","caller":"traceutil/trace.go:171","msg":"trace[1698706567] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"106.497831ms","start":"2026-03-18T21:58:50.61504Z","end":"2026-03-18T21:58:50.721538Z","steps":["trace[1698706567] 'process raft request' (duration: 38.38075ms)","trace[1698706567] 'compare' (duration: 67.880955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:50.72162Z","caller":"traceutil/trace.go:171","msg":"trace[1383553096] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"104.726576ms","start":"2026-03-18T21:58:50.616867Z","end":"2026-03-18T21:58:50.721593Z","steps":["trace[1383553096] 'read index received' (duration: 36.568394ms)","trace[1383553096] 'applied index is now lower than readState.Index' (duration: 68.156192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:50.721856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.963132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T21:58:50.721915Z","caller":"traceutil/trace.go:171","msg":"trace[63368706] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4985; }","duration":"105.059004ms","start":"2026-03-18T21:58:50.616843Z","end":"2026-03-18T21:58:50.721902Z","steps":["trace[63368706] 'agreement among raft nodes before linearized reading' (duration: 104.841228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:52.24676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.611472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T21:58:52.246858Z","caller":"traceutil/trace.go:171","msg":"trace[628853330] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba; range_end:; response_count:1; response_revision:5026; }","duration":"229.762845ms","start":"2026-03-18T21:58:52.017073Z","end":"2026-03-18T21:58:52.246836Z","steps":["trace[628853330] 'range keys from in-memory index tree' (duration: 229.385736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:52.246898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.922773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:52.246986Z","caller":"traceutil/trace.go:171","msg":"trace[1965245325] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5026; }","duration":"318.085188ms","start":"2026-03-18T21:58:51.92888Z","end":"2026-03-18T21:58:52.246965Z","steps":["trace[1965245325] 'count revisions from in-memory index tree' (duration: 317.764719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:52.247036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:51.928859Z","time spent":"318.164279ms","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:52.246764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.219447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T21:58:52.247139Z","caller":"traceutil/trace.go:171","msg":"trace[916756158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba; range_end:; response_count:1; response_revision:5026; }","duration":"251.628598ms","start":"2026-03-18T21:58:51.995462Z","end":"2026-03-18T21:58:52.247091Z","steps":["trace[916756158] 'range keys from in-memory index tree' (duration: 250.962861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:52.762973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.491007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:52.763334Z","caller":"traceutil/trace.go:171","msg":"trace[696415244] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"508.64359ms","start":"2026-03-18T21:58:52.254669Z","end":"2026-03-18T21:58:52.763312Z","steps":["trace[696415244] 'process raft request' (duration: 358.732233ms)","trace[696415244] 'compare' (duration: 149.323323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:52.763487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.254651Z","time spent":"508.799065ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:52.808096Z","caller":"traceutil/trace.go:171","msg":"trace[1906722150] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5230; }","duration":"106.367187ms","start":"2026-03-18T21:58:52.701703Z","end":"2026-03-18T21:58:52.80807Z","steps":["trace[1906722150] 'read index received' (duration: 106.164602ms)","trace[1906722150] 'applied index is now lower than readState.Index' (duration: 201.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:52.808123Z","caller":"traceutil/trace.go:171","msg":"trace[354373025] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"382.467973ms","start":"2026-03-18T21:58:52.42562Z","end":"2026-03-18T21:58:52.808088Z","steps":["trace[354373025] 'process raft request' (duration: 382.309029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:52.808258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.425591Z","time spent":"382.599856ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:52.808278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.554512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:52.808313Z","caller":"traceutil/trace.go:171","msg":"trace[327675747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5028; }","duration":"106.641714ms","start":"2026-03-18T21:58:52.701662Z","end":"2026-03-18T21:58:52.808303Z","steps":["trace[327675747] 'agreement among raft nodes before linearized reading' (duration: 106.537982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:53.402906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624796971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:58:53.903604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624796971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:58:54.404267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624796971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:58:54.418484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601505284s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:58:54.418903Z","caller":"traceutil/trace.go:171","msg":"trace[704991338] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"1.602015097s","start":"2026-03-18T21:58:52.816864Z","end":"2026-03-18T21:58:54.418879Z","steps":["trace[704991338] 'process raft request' (duration: 1.601840312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.419035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.816847Z","time spent":"1.602114079s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:54.670041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.864376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:54.670308Z","caller":"traceutil/trace.go:171","msg":"trace[2114899020] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"1.833178878s","start":"2026-03-18T21:58:52.837084Z","end":"2026-03-18T21:58:54.670263Z","steps":["trace[2114899020] 'process raft request' (duration: 1.668029415s)","trace[2114899020] 'compare' (duration: 164.776953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:54.670487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.837058Z","time spent":"1.833349552s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:54.670487Z","caller":"traceutil/trace.go:171","msg":"trace[272551363] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"1.795582598s","start":"2026-03-18T21:58:52.874882Z","end":"2026-03-18T21:58:54.670464Z","steps":["trace[272551363] 'process raft request' (duration: 1.795423664s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.67052Z","caller":"traceutil/trace.go:171","msg":"trace[1139108378] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"1.795414183s","start":"2026-03-18T21:58:52.875099Z","end":"2026-03-18T21:58:54.670513Z","steps":["trace[1139108378] 'process raft request' (duration: 1.795246759s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.670486Z","caller":"traceutil/trace.go:171","msg":"trace[215796585] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"366.615694ms","start":"2026-03-18T21:58:54.303853Z","end":"2026-03-18T21:58:54.670468Z","steps":["trace[215796585] 'process raft request' (duration: 366.523401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.670569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.875084Z","time spent":"1.795459885s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:54.670587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.874856Z","time spent":"1.7956829s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:54.670628Z","caller":"traceutil/trace.go:171","msg":"trace[107898275] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5231; }","duration":"1.768122273s","start":"2026-03-18T21:58:52.902483Z","end":"2026-03-18T21:58:54.670606Z","steps":["trace[107898275] 'read index received' (duration: 1.516262609s)","trace[107898275] 'applied index is now lower than readState.Index' (duration: 251.857544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:54.670693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:54.303826Z","time spent":"366.778657ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:54.670789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768300687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T21:58:54.67084Z","caller":"traceutil/trace.go:171","msg":"trace[1025108895] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5034; }","duration":"1.76839312s","start":"2026-03-18T21:58:52.902434Z","end":"2026-03-18T21:58:54.670827Z","steps":["trace[1025108895] 'agreement among raft nodes before linearized reading' (duration: 1.768244496s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.670872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:52.902421Z","time spent":"1.768440842s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T21:58:54.671116Z","caller":"traceutil/trace.go:171","msg":"trace[671782272] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"245.73497ms","start":"2026-03-18T21:58:54.425372Z","end":"2026-03-18T21:58:54.671107Z","steps":["trace[671782272] 'process raft request' (duration: 245.037472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520658471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:58:54.671442Z","caller":"traceutil/trace.go:171","msg":"trace[75109612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5036; }","duration":"1.520696552s","start":"2026-03-18T21:58:53.150737Z","end":"2026-03-18T21:58:54.671433Z","steps":["trace[75109612] 'agreement among raft nodes before linearized reading' (duration: 1.520575429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.150678Z","time spent":"1.520780914s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:58:54.671506Z","caller":"traceutil/trace.go:171","msg":"trace[1588553409] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"245.43172ms","start":"2026-03-18T21:58:54.426068Z","end":"2026-03-18T21:58:54.6715Z","steps":["trace[1588553409] 'process raft request' (duration: 244.60262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124119041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T21:58:54.671658Z","caller":"traceutil/trace.go:171","msg":"trace[656624179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:5036; }","duration":"1.124251005s","start":"2026-03-18T21:58:53.547388Z","end":"2026-03-18T21:58:54.671639Z","steps":["trace[656624179] 'agreement among raft nodes before linearized reading' (duration: 1.123972848s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.595175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-mvb2q\" ","response":"range_response_count:1 size:4756"} {"level":"warn","ts":"2026-03-18T21:58:54.671836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198551912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:58:54.671847Z","caller":"traceutil/trace.go:171","msg":"trace[1468945525] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-mvb2q; range_end:; response_count:1; response_revision:5036; }","duration":"245.732319ms","start":"2026-03-18T21:58:54.426097Z","end":"2026-03-18T21:58:54.671829Z","steps":["trace[1468945525] 'agreement among raft nodes before linearized reading' (duration: 245.470042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.671866Z","caller":"traceutil/trace.go:171","msg":"trace[1770450260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5036; }","duration":"1.198629423s","start":"2026-03-18T21:58:53.47323Z","end":"2026-03-18T21:58:54.67186Z","steps":["trace[1770450260] 'agreement among raft nodes before linearized reading' (duration: 1.198548831s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129643111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:58:54.671891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.473199Z","time spent":"1.198687186s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:58:54.671909Z","caller":"traceutil/trace.go:171","msg":"trace[1399168066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5036; }","duration":"1.129678642s","start":"2026-03-18T21:58:53.542221Z","end":"2026-03-18T21:58:54.671899Z","steps":["trace[1399168066] 'agreement among raft nodes before linearized reading' (duration: 1.12959736s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.547378Z","time spent":"1.124316526s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T21:58:54.671407Z","caller":"traceutil/trace.go:171","msg":"trace[872086507] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"244.18337ms","start":"2026-03-18T21:58:54.427216Z","end":"2026-03-18T21:58:54.671399Z","steps":["trace[872086507] 'process raft request' (duration: 244.041066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.542212Z","time spent":"1.129718833s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:54.671797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180688502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:54.672016Z","caller":"traceutil/trace.go:171","msg":"trace[989444593] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5036; }","duration":"1.180954548s","start":"2026-03-18T21:58:53.491051Z","end":"2026-03-18T21:58:54.672006Z","steps":["trace[989444593] 'agreement among raft nodes before linearized reading' (duration: 1.180706282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.672024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129975259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:58:54.672045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.491028Z","time spent":"1.181006099s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:58:54.672054Z","caller":"traceutil/trace.go:171","msg":"trace[603561971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5036; }","duration":"1.130050471s","start":"2026-03-18T21:58:53.541994Z","end":"2026-03-18T21:58:54.672045Z","steps":["trace[603561971] 'agreement among raft nodes before linearized reading' (duration: 1.129982219s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.671989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420604153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-18T21:58:54.672067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130243886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:58:54.672082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.541979Z","time spent":"1.130097173s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:58:54.672098Z","caller":"traceutil/trace.go:171","msg":"trace[1069586446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5036; }","duration":"1.130294507s","start":"2026-03-18T21:58:53.541794Z","end":"2026-03-18T21:58:54.672089Z","steps":["trace[1069586446] 'agreement among raft nodes before linearized reading' (duration: 1.130208065s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.672102Z","caller":"traceutil/trace.go:171","msg":"trace[536694419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba; range_end:; response_count:1; response_revision:5036; }","duration":"1.420752937s","start":"2026-03-18T21:58:53.251333Z","end":"2026-03-18T21:58:54.672086Z","steps":["trace[536694419] 'agreement among raft nodes before linearized reading' (duration: 1.420599113s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.672125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.541785Z","time spent":"1.130333269s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:58:54.672155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.251317Z","time spent":"1.420824308s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba\" "} {"level":"warn","ts":"2026-03-18T21:58:54.672212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13314063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:58:54.672246Z","caller":"traceutil/trace.go:171","msg":"trace[1363453768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5036; }","duration":"1.133204472s","start":"2026-03-18T21:58:53.539032Z","end":"2026-03-18T21:58:54.672237Z","steps":["trace[1363453768] 'agreement among raft nodes before linearized reading' (duration: 1.133124919s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.672278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.539017Z","time spent":"1.133255904s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:58:54.673816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.18725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:54.673861Z","caller":"traceutil/trace.go:171","msg":"trace[1218843683] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5036; }","duration":"852.260203ms","start":"2026-03-18T21:58:53.821588Z","end":"2026-03-18T21:58:54.673849Z","steps":["trace[1218843683] 'agreement among raft nodes before linearized reading' (duration: 850.18773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.673892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.821568Z","time spent":"852.312685ms","remote":"127.0.0.1:35320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:56.886915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.039109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:56.886959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.799086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T21:58:56.887028Z","caller":"traceutil/trace.go:171","msg":"trace[1409508605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5063; }","duration":"615.204543ms","start":"2026-03-18T21:58:56.271802Z","end":"2026-03-18T21:58:56.887006Z","steps":["trace[1409508605] 'range keys from in-memory index tree' (duration: 614.964108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.887084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:56.271786Z","time spent":"615.285045ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:56.887112Z","caller":"traceutil/trace.go:171","msg":"trace[559784629] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5063; }","duration":"775.001362ms","start":"2026-03-18T21:58:56.112091Z","end":"2026-03-18T21:58:56.887092Z","steps":["trace[559784629] 'range keys from in-memory index tree' (duration: 774.60076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.887264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:56.112071Z","time spent":"775.177637ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-18T21:58:56.887365Z","caller":"traceutil/trace.go:171","msg":"trace[144422468] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"209.617177ms","start":"2026-03-18T21:58:56.67772Z","end":"2026-03-18T21:58:56.887337Z","steps":["trace[144422468] 'process raft request' (duration: 198.020804ms)","trace[144422468] 'compare' (duration: 11.457819ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:56.888498Z","caller":"traceutil/trace.go:171","msg":"trace[1257791099] linearizableReadLoop","detail":"{readStateIndex:5269; appliedIndex:5266; }","duration":"203.879741ms","start":"2026-03-18T21:58:56.684557Z","end":"2026-03-18T21:58:56.888437Z","steps":["trace[1257791099] 'read index received' (duration: 191.18795ms)","trace[1257791099] 'applied index is now lower than readState.Index' (duration: 12.690591ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:56.888544Z","caller":"traceutil/trace.go:171","msg":"trace[1463850705] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"209.542184ms","start":"2026-03-18T21:58:56.678978Z","end":"2026-03-18T21:58:56.88852Z","steps":["trace[1463850705] 'process raft request' (duration: 209.36996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:56.888509Z","caller":"traceutil/trace.go:171","msg":"trace[98191308] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"210.216241ms","start":"2026-03-18T21:58:56.678264Z","end":"2026-03-18T21:58:56.888481Z","steps":["trace[98191308] 'process raft request' (duration: 209.79931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.888857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.135496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:58:56.888908Z","caller":"traceutil/trace.go:171","msg":"trace[2478863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5066; }","duration":"194.196098ms","start":"2026-03-18T21:58:56.694699Z","end":"2026-03-18T21:58:56.888895Z","steps":["trace[2478863] 'agreement among raft nodes before linearized reading' (duration: 194.028543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.889102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.673803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:56.889114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.582863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:58:56.889117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.521979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:58:56.889145Z","caller":"traceutil/trace.go:171","msg":"trace[1645711888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5066; }","duration":"191.765035ms","start":"2026-03-18T21:58:56.697369Z","end":"2026-03-18T21:58:56.889134Z","steps":["trace[1645711888] 'agreement among raft nodes before linearized reading' (duration: 191.677533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.889131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.682195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T21:58:56.889151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.579399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-18T21:58:56.889354Z","caller":"traceutil/trace.go:171","msg":"trace[1804950533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f31803f-3293-4fa7-b196-32b8890424ba; range_end:; response_count:1; response_revision:5066; }","duration":"204.815234ms","start":"2026-03-18T21:58:56.684515Z","end":"2026-03-18T21:58:56.88933Z","steps":["trace[1804950533] 'agreement among raft nodes before linearized reading' (duration: 204.075666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:56.889188Z","caller":"traceutil/trace.go:171","msg":"trace[804392229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5066; }","duration":"191.611532ms","start":"2026-03-18T21:58:56.697554Z","end":"2026-03-18T21:58:56.889166Z","steps":["trace[804392229] 'agreement among raft nodes before linearized reading' (duration: 191.378596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:56.889162Z","caller":"traceutil/trace.go:171","msg":"trace[1277425121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5066; }","duration":"197.654335ms","start":"2026-03-18T21:58:56.691493Z","end":"2026-03-18T21:58:56.889148Z","steps":["trace[1277425121] 'agreement among raft nodes before linearized reading' (duration: 197.489251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.889242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.675349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:58:56.88978Z","caller":"traceutil/trace.go:171","msg":"trace[710931265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5066; }","duration":"197.236633ms","start":"2026-03-18T21:58:56.692528Z","end":"2026-03-18T21:58:56.889765Z","steps":["trace[710931265] 'agreement among raft nodes before linearized reading' (duration: 196.657839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:56.889214Z","caller":"traceutil/trace.go:171","msg":"trace[1336918866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:5066; }","duration":"199.780598ms","start":"2026-03-18T21:58:56.689409Z","end":"2026-03-18T21:58:56.88919Z","steps":["trace[1336918866] 'agreement among raft nodes before linearized reading' (duration: 199.219204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:56.890066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.928536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:58:56.890152Z","caller":"traceutil/trace.go:171","msg":"trace[356083781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5066; }","duration":"199.054609ms","start":"2026-03-18T21:58:56.691078Z","end":"2026-03-18T21:58:56.890132Z","steps":["trace[356083781] 'agreement among raft nodes before linearized reading' (duration: 198.201158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:59.996145Z","caller":"traceutil/trace.go:171","msg":"trace[1503659531] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"109.137687ms","start":"2026-03-18T21:58:59.886986Z","end":"2026-03-18T21:58:59.996123Z","steps":["trace[1503659531] 'process raft request' (duration: 108.953883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:00.168755Z","caller":"traceutil/trace.go:171","msg":"trace[1930374276] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5313; }","duration":"236.70672ms","start":"2026-03-18T21:58:59.932019Z","end":"2026-03-18T21:59:00.168726Z","steps":["trace[1930374276] 'read index received' (duration: 63.992876ms)","trace[1930374276] 'applied index is now lower than readState.Index' (duration: 172.712684ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:00.168886Z","caller":"traceutil/trace.go:171","msg":"trace[1837419213] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"280.044115ms","start":"2026-03-18T21:58:59.888829Z","end":"2026-03-18T21:59:00.168873Z","steps":["trace[1837419213] 'process raft request' (duration: 250.524529ms)","trace[1837419213] 'compare' (duration: 29.252809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:00.169186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.397802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-18T21:59:00.169282Z","caller":"traceutil/trace.go:171","msg":"trace[1707729877] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5110; }","duration":"101.500665ms","start":"2026-03-18T21:59:00.067759Z","end":"2026-03-18T21:59:00.16926Z","steps":["trace[1707729877] 'agreement among raft nodes before linearized reading' (duration: 101.28914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:00.169407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.374068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T21:59:00.169491Z","caller":"traceutil/trace.go:171","msg":"trace[1976907422] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5110; }","duration":"237.46846ms","start":"2026-03-18T21:58:59.932005Z","end":"2026-03-18T21:59:00.169474Z","steps":["trace[1976907422] 'agreement among raft nodes before linearized reading' (duration: 237.254495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.411075Z","caller":"traceutil/trace.go:171","msg":"trace[1756507181] linearizableReadLoop","detail":"{readStateIndex:5426; appliedIndex:5425; }","duration":"174.724495ms","start":"2026-03-18T21:59:07.236322Z","end":"2026-03-18T21:59:07.411046Z","steps":["trace[1756507181] 'read index received' (duration: 174.456049ms)","trace[1756507181] 'applied index is now lower than readState.Index' (duration: 267.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:07.411177Z","caller":"traceutil/trace.go:171","msg":"trace[316097211] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"247.109964ms","start":"2026-03-18T21:59:07.164035Z","end":"2026-03-18T21:59:07.411145Z","steps":["trace[316097211] 'process raft request' (duration: 246.812846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:07.411327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.990843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T21:59:07.411384Z","caller":"traceutil/trace.go:171","msg":"trace[1255566061] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5217; }","duration":"175.061144ms","start":"2026-03-18T21:59:07.236304Z","end":"2026-03-18T21:59:07.411365Z","steps":["trace[1255566061] 'agreement among raft nodes before linearized reading' (duration: 174.87217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:15.552721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624797505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:59:16.967844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268870431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:16.967929Z","caller":"traceutil/trace.go:171","msg":"trace[568221954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5268; }","duration":"3.268999555s","start":"2026-03-18T21:59:13.69891Z","end":"2026-03-18T21:59:16.967909Z","steps":["trace[568221954] 'range keys from in-memory index tree' (duration: 3.26878731s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.967969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:13.698891Z","time spent":"3.269069257s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:59:16.9681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759702866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-03-18T21:59:16.968141Z","caller":"traceutil/trace.go:171","msg":"trace[401028488] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5268; }","duration":"2.759773448s","start":"2026-03-18T21:59:14.208353Z","end":"2026-03-18T21:59:16.968127Z","steps":["trace[401028488] 'range keys from in-memory index tree' (duration: 2.759609794s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.968171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.208334Z","time spent":"2.75982788s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T21:59:16.968547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749707414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T21:59:16.968599Z","caller":"traceutil/trace.go:171","msg":"trace[1988116067] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5268; }","duration":"2.749796296s","start":"2026-03-18T21:59:14.218786Z","end":"2026-03-18T21:59:16.968582Z","steps":["trace[1988116067] 'range keys from in-memory index tree' (duration: 2.74955629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.9686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67274197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:59:16.968631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.218764Z","time spent":"2.749858008s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T21:59:16.968664Z","caller":"traceutil/trace.go:171","msg":"trace[2057842073] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5268; }","duration":"2.672858243s","start":"2026-03-18T21:59:14.295788Z","end":"2026-03-18T21:59:16.968646Z","steps":["trace[2057842073] 'count revisions from in-memory index tree' (duration: 2.672649047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.968722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.295765Z","time spent":"2.672941795s","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:16.968804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306649384s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:16.968969Z","caller":"traceutil/trace.go:171","msg":"trace[454075231] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"1.972569529s","start":"2026-03-18T21:59:14.99635Z","end":"2026-03-18T21:59:16.968919Z","steps":["trace[454075231] 'process raft request' (duration: 665.642587ms)","trace[454075231] 'compare' (duration: 1.305556617s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:16.969137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.996314Z","time spent":"1.972747033s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:17.05117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38921491s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:59:17.051815Z","caller":"traceutil/trace.go:171","msg":"trace[1471816940] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5479; }","duration":"1.99992257s","start":"2026-03-18T21:59:15.051867Z","end":"2026-03-18T21:59:17.05179Z","steps":["trace[1471816940] 'read index received' (duration: 610.149536ms)","trace[1471816940] 'applied index is now lower than readState.Index' (duration: 1.389771944s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.051906Z","caller":"traceutil/trace.go:171","msg":"trace[1573883280] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"2.02999897s","start":"2026-03-18T21:59:15.021863Z","end":"2026-03-18T21:59:17.051862Z","steps":["trace[1573883280] 'process raft request' (duration: 2.029882437s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.051912Z","caller":"traceutil/trace.go:171","msg":"trace[540462916] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"2.03282993s","start":"2026-03-18T21:59:15.019018Z","end":"2026-03-18T21:59:17.051848Z","steps":["trace[540462916] 'process raft request' (duration: 2.032360849s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.052069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:59:17.052119Z","caller":"traceutil/trace.go:171","msg":"trace[1945352376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5271; }","duration":"2.00033265s","start":"2026-03-18T21:59:15.051774Z","end":"2026-03-18T21:59:17.052107Z","steps":["trace[1945352376] 'agreement among raft nodes before linearized reading' (duration: 2.000124865s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.052163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.051744Z","time spent":"2.000409452s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:59:17.052156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.021846Z","time spent":"2.030168674s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:17.052235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.018992Z","time spent":"2.033040536s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:17.502395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.249242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:17.502541Z","caller":"traceutil/trace.go:171","msg":"trace[1908474006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5271; }","duration":"305.415716ms","start":"2026-03-18T21:59:17.197104Z","end":"2026-03-18T21:59:17.50252Z","steps":["trace[1908474006] 'range keys from in-memory index tree' (duration: 305.225161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.503026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.516961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:17.503242Z","caller":"traceutil/trace.go:171","msg":"trace[1641438308] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5482; }","duration":"451.341573ms","start":"2026-03-18T21:59:17.051873Z","end":"2026-03-18T21:59:17.503215Z","steps":["trace[1641438308] 'read index received' (duration: 211.614617ms)","trace[1641438308] 'applied index is now lower than readState.Index' (duration: 239.723786ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.503882Z","caller":"traceutil/trace.go:171","msg":"trace[1610678097] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"515.598857ms","start":"2026-03-18T21:59:16.987611Z","end":"2026-03-18T21:59:17.50321Z","steps":["trace[1610678097] 'process raft request' (duration: 275.796059ms)","trace[1610678097] 'compare' (duration: 239.274505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.504045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:16.987581Z","time spent":"516.380537ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:17.60708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.912236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T21:59:17.607753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371924729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-18T21:59:17.607117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906830797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:17.607833Z","caller":"traceutil/trace.go:171","msg":"trace[2035492860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5272; }","duration":"1.907604728s","start":"2026-03-18T21:59:15.700203Z","end":"2026-03-18T21:59:17.607808Z","steps":["trace[2035492860] 'agreement among raft nodes before linearized reading' (duration: 1.803382515s)","trace[2035492860] 'range keys from in-memory index tree' (duration: 103.452423ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.607823Z","caller":"traceutil/trace.go:171","msg":"trace[2040266200] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5272; }","duration":"2.372030112s","start":"2026-03-18T21:59:15.235771Z","end":"2026-03-18T21:59:17.607801Z","steps":["trace[2040266200] 'agreement among raft nodes before linearized reading' (duration: 2.267790258s)","trace[2040266200] 'range keys from in-memory index tree' (duration: 104.09068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.607943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.700168Z","time spent":"1.907757381s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:59:17.607122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232318681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:59:17.607985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.235747Z","time spent":"2.372220167s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T21:59:17.608043Z","caller":"traceutil/trace.go:171","msg":"trace[482445095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5272; }","duration":"2.233289836s","start":"2026-03-18T21:59:15.374723Z","end":"2026-03-18T21:59:17.608012Z","steps":["trace[482445095] 'agreement among raft nodes before linearized reading' (duration: 2.128837197s)","trace[482445095] 'count revisions from in-memory index tree' (duration: 103.487934ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.607829Z","caller":"traceutil/trace.go:171","msg":"trace[1721278518] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"104.491871ms","start":"2026-03-18T21:59:17.503291Z","end":"2026-03-18T21:59:17.607783Z","steps":["trace[1721278518] 'read index received' (duration: 287.218µs)","trace[1721278518] 'applied index is now lower than readState.Index' (duration: 104.201783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.608136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.374702Z","time spent":"2.233381239s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:17.607293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545207788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:59:17.607197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729849096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:17.608243Z","caller":"traceutil/trace.go:171","msg":"trace[837766464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5272; }","duration":"2.546160091s","start":"2026-03-18T21:59:15.062022Z","end":"2026-03-18T21:59:17.608182Z","steps":["trace[837766464] 'agreement among raft nodes before linearized reading' (duration: 2.441564609s)","trace[837766464] 'range keys from in-memory index tree' (duration: 103.572967ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.608258Z","caller":"traceutil/trace.go:171","msg":"trace[1798344230] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5272; }","duration":"1.730932334s","start":"2026-03-18T21:59:15.877293Z","end":"2026-03-18T21:59:17.608225Z","steps":["trace[1798344230] 'agreement among raft nodes before linearized reading' (duration: 1.62626118s)","trace[1798344230] 'count revisions from in-memory index tree' (duration: 103.622778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.608319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.061995Z","time spent":"2.546306155s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:59:17.607308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469443563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T21:59:17.608368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.014207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-r5rpf\" ","response":"range_response_count:1 size:4340"} {"level":"info","ts":"2026-03-18T21:59:17.60839Z","caller":"traceutil/trace.go:171","msg":"trace[1439238519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5272; }","duration":"2.470557051s","start":"2026-03-18T21:59:15.137808Z","end":"2026-03-18T21:59:17.608366Z","steps":["trace[1439238519] 'agreement among raft nodes before linearized reading' (duration: 2.365725242s)","trace[1439238519] 'range keys from in-memory index tree' (duration: 103.616678ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.608438Z","caller":"traceutil/trace.go:171","msg":"trace[1010981812] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-r5rpf; range_end:; response_count:1; response_revision:5272; }","duration":"100.12011ms","start":"2026-03-18T21:59:17.508294Z","end":"2026-03-18T21:59:17.608414Z","steps":["trace[1010981812] 'agreement among raft nodes before linearized reading' (duration: 99.917875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.608465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.137797Z","time spent":"2.470650364s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:59:17.607372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335040452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:17.608522Z","caller":"traceutil/trace.go:171","msg":"trace[1458831563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5272; }","duration":"1.336236321s","start":"2026-03-18T21:59:16.272268Z","end":"2026-03-18T21:59:17.608504Z","steps":["trace[1458831563] 'agreement among raft nodes before linearized reading' (duration: 1.231092404s)","trace[1458831563] 'range keys from in-memory index tree' (duration: 103.995739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.607404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703227653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:59:17.607403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.612143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-642894f3-768a-4b2d-b19f-5b17b12eafd1\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-18T21:59:17.607397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497052641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:59:17.607481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405464426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:59:17.60744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543901894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T21:59:17.607557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496820205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:59:17.608333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.877258Z","time spent":"1.731051836s","remote":"127.0.0.1:60570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:59:17.608624Z","caller":"traceutil/trace.go:171","msg":"trace[1159228665] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5272; }","duration":"1.704465775s","start":"2026-03-18T21:59:15.904143Z","end":"2026-03-18T21:59:17.608609Z","steps":["trace[1159228665] 'agreement among raft nodes before linearized reading' (duration: 1.599226095s)","trace[1159228665] 'count revisions from in-memory index tree' (duration: 104.012539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.608671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.904132Z","time spent":"1.704527016s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:59:17.608666Z","caller":"traceutil/trace.go:171","msg":"trace[1486207156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5272; }","duration":"2.406696248s","start":"2026-03-18T21:59:15.201949Z","end":"2026-03-18T21:59:17.608646Z","steps":["trace[1486207156] 'agreement among raft nodes before linearized reading' (duration: 2.301618833s)","trace[1486207156] 'range keys from in-memory index tree' (duration: 103.836394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.608728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.201933Z","time spent":"2.406778029s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:59:17.608764Z","caller":"traceutil/trace.go:171","msg":"trace[1302260979] range","detail":"{range_begin:/registry/persistentvolumes/pvc-642894f3-768a-4b2d-b19f-5b17b12eafd1; range_end:; response_count:1; response_revision:5272; }","duration":"634.05676ms","start":"2026-03-18T21:59:16.974689Z","end":"2026-03-18T21:59:17.608746Z","steps":["trace[1302260979] 'agreement among raft nodes before linearized reading' (duration: 528.651626ms)","trace[1302260979] 'range keys from in-memory index tree' (duration: 103.845715ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.608764Z","caller":"traceutil/trace.go:171","msg":"trace[1203145358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5272; }","duration":"2.498058066s","start":"2026-03-18T21:59:15.110683Z","end":"2026-03-18T21:59:17.608741Z","steps":["trace[1203145358] 'agreement among raft nodes before linearized reading' (duration: 2.392880309s)","trace[1203145358] 'range keys from in-memory index tree' (duration: 103.944446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.608806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:16.974659Z","time spent":"634.135511ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-642894f3-768a-4b2d-b19f-5b17b12eafd1\" "} {"level":"warn","ts":"2026-03-18T21:59:17.608796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.357746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T21:59:17.608829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.11066Z","time spent":"2.498149859s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:59:17.608849Z","caller":"traceutil/trace.go:171","msg":"trace[626868638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5272; }","duration":"552.442027ms","start":"2026-03-18T21:59:17.056394Z","end":"2026-03-18T21:59:17.608836Z","steps":["trace[626868638] 'agreement among raft nodes before linearized reading' (duration: 551.508734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.608854Z","caller":"traceutil/trace.go:171","msg":"trace[1559055932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5272; }","duration":"2.498560338s","start":"2026-03-18T21:59:15.110274Z","end":"2026-03-18T21:59:17.608835Z","steps":["trace[1559055932] 'agreement among raft nodes before linearized reading' (duration: 2.393304889s)","trace[1559055932] 'range keys from in-memory index tree' (duration: 103.668829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.608883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:17.056374Z","time spent":"552.502059ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:59:17.607344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742606329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:59:17.608918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.110262Z","time spent":"2.498638891s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:59:17.608938Z","caller":"traceutil/trace.go:171","msg":"trace[1166277193] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5272; }","duration":"1.744256749s","start":"2026-03-18T21:59:15.864659Z","end":"2026-03-18T21:59:17.608916Z","steps":["trace[1166277193] 'agreement among raft nodes before linearized reading' (duration: 1.638919108s)","trace[1166277193] 'count revisions from in-memory index tree' (duration: 103.723621ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.608999Z","caller":"traceutil/trace.go:171","msg":"trace[1011930158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:5272; }","duration":"2.545465573s","start":"2026-03-18T21:59:15.063468Z","end":"2026-03-18T21:59:17.608933Z","steps":["trace[1011930158] 'agreement among raft nodes before linearized reading' (duration: 2.440121092s)","trace[1011930158] 'range keys from in-memory index tree' (duration: 103.543756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:17.609019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.864632Z","time spent":"1.744367992s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:17.608872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:16.272242Z","time spent":"1.336620601s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:59:17.609069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:15.06345Z","time spent":"2.545592876s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T21:59:17.824211Z","caller":"traceutil/trace.go:171","msg":"trace[1928700702] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"209.894054ms","start":"2026-03-18T21:59:17.614296Z","end":"2026-03-18T21:59:17.82419Z","steps":["trace[1928700702] 'process raft request' (duration: 160.2973ms)","trace[1928700702] 'compare' (duration: 49.43712ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.824324Z","caller":"traceutil/trace.go:171","msg":"trace[1098673890] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"209.967165ms","start":"2026-03-18T21:59:17.614344Z","end":"2026-03-18T21:59:17.824311Z","steps":["trace[1098673890] 'process raft request' (duration: 209.815361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.824649Z","caller":"traceutil/trace.go:171","msg":"trace[1940679441] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"209.76369ms","start":"2026-03-18T21:59:17.614877Z","end":"2026-03-18T21:59:17.824641Z","steps":["trace[1940679441] 'process raft request' (duration: 209.398571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.824998Z","caller":"traceutil/trace.go:171","msg":"trace[1223772477] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"209.797591ms","start":"2026-03-18T21:59:17.61519Z","end":"2026-03-18T21:59:17.824988Z","steps":["trace[1223772477] 'process raft request' (duration: 209.403951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.825196Z","caller":"traceutil/trace.go:171","msg":"trace[1038302721] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"209.235676ms","start":"2026-03-18T21:59:17.615952Z","end":"2026-03-18T21:59:17.825188Z","steps":["trace[1038302721] 'process raft request' (duration: 208.927018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.82519Z","caller":"traceutil/trace.go:171","msg":"trace[217497953] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5484; }","duration":"208.62046ms","start":"2026-03-18T21:59:17.616469Z","end":"2026-03-18T21:59:17.825089Z","steps":["trace[217497953] 'read index received' (duration: 73.007044ms)","trace[217497953] 'applied index is now lower than readState.Index' (duration: 135.611936ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.825387Z","caller":"traceutil/trace.go:171","msg":"trace[501368782] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"209.319978ms","start":"2026-03-18T21:59:17.616049Z","end":"2026-03-18T21:59:17.825369Z","steps":["trace[501368782] 'process raft request' (duration: 208.98016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.825527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.304613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f31803f-3293-4fa7-b196-32b8890424ba\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-18T21:59:17.825523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.409819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:17.825559Z","caller":"traceutil/trace.go:171","msg":"trace[466155560] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f31803f-3293-4fa7-b196-32b8890424ba; range_end:; response_count:1; response_revision:5279; }","duration":"208.360434ms","start":"2026-03-18T21:59:17.617191Z","end":"2026-03-18T21:59:17.825551Z","steps":["trace[466155560] 'agreement among raft nodes before linearized reading' (duration: 208.247931ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:17.825592Z","caller":"traceutil/trace.go:171","msg":"trace[438140313] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5279; }","duration":"165.537172ms","start":"2026-03-18T21:59:17.660037Z","end":"2026-03-18T21:59:17.825574Z","steps":["trace[438140313] 'agreement among raft nodes before linearized reading' (duration: 165.421649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.825644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.430706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:17.825741Z","caller":"traceutil/trace.go:171","msg":"trace[1274518381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5279; }","duration":"206.560409ms","start":"2026-03-18T21:59:17.619159Z","end":"2026-03-18T21:59:17.825719Z","steps":["trace[1274518381] 'agreement among raft nodes before linearized reading' (duration: 206.402894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.825685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.162406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81894"} {"level":"info","ts":"2026-03-18T21:59:17.825796Z","caller":"traceutil/trace.go:171","msg":"trace[1512314638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5279; }","duration":"209.3335ms","start":"2026-03-18T21:59:17.616453Z","end":"2026-03-18T21:59:17.825786Z","steps":["trace[1512314638] 'agreement among raft nodes before linearized reading' (duration: 208.914438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:18.204822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.145488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:18.205263Z","caller":"traceutil/trace.go:171","msg":"trace[694660138] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5491; }","duration":"372.679996ms","start":"2026-03-18T21:59:17.832565Z","end":"2026-03-18T21:59:18.205245Z","steps":["trace[694660138] 'read index received' (duration: 27.137056ms)","trace[694660138] 'applied index is now lower than readState.Index' (duration: 345.54174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:18.205533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.961743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:59:18.205443Z","caller":"traceutil/trace.go:171","msg":"trace[2026539212] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"373.290041ms","start":"2026-03-18T21:59:17.832104Z","end":"2026-03-18T21:59:18.205394Z","steps":["trace[2026539212] 'process raft request' (duration: 373.045225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:18.205545Z","caller":"traceutil/trace.go:171","msg":"trace[1795661161] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"373.801534ms","start":"2026-03-18T21:59:17.831711Z","end":"2026-03-18T21:59:18.205512Z","steps":["trace[1795661161] 'process raft request' (duration: 223.873076ms)","trace[1795661161] 'compare' (duration: 148.998675ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:18.205566Z","caller":"traceutil/trace.go:171","msg":"trace[1668403841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5282; }","duration":"373.022344ms","start":"2026-03-18T21:59:17.832536Z","end":"2026-03-18T21:59:18.205558Z","steps":["trace[1668403841] 'agreement among raft nodes before linearized reading' (duration: 372.795379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:18.205715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:17.832095Z","time spent":"373.526477ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:18.205718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:17.831696Z","time spent":"373.934657ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1548,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:18.205784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:17.832521Z","time spent":"373.22603ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:59:18.844731Z","caller":"traceutil/trace.go:171","msg":"trace[2026167339] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"146.557883ms","start":"2026-03-18T21:59:18.698147Z","end":"2026-03-18T21:59:18.844705Z","steps":["trace[2026167339] 'read index received' (duration: 146.275836ms)","trace[2026167339] 'applied index is now lower than readState.Index' (duration: 280.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:18.84478Z","caller":"traceutil/trace.go:171","msg":"trace[1699258556] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"166.324563ms","start":"2026-03-18T21:59:18.67842Z","end":"2026-03-18T21:59:18.844745Z","steps":["trace[1699258556] 'process raft request' (duration: 166.097857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:18.844875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.704067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:18.844923Z","caller":"traceutil/trace.go:171","msg":"trace[735170976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5284; }","duration":"146.81696ms","start":"2026-03-18T21:59:18.69809Z","end":"2026-03-18T21:59:18.844907Z","steps":["trace[735170976] 'agreement among raft nodes before linearized reading' (duration: 146.712307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:19.31988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.318442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:19.320283Z","caller":"traceutil/trace.go:171","msg":"trace[42465637] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"344.355271ms","start":"2026-03-18T21:59:18.975883Z","end":"2026-03-18T21:59:19.320239Z","steps":["trace[42465637] 'process raft request' (duration: 181.596108ms)","trace[42465637] 'compare' (duration: 162.160888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:19.320456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:18.975849Z","time spent":"344.514305ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:19.320596Z","caller":"traceutil/trace.go:171","msg":"trace[2062084168] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"292.681905ms","start":"2026-03-18T21:59:19.027869Z","end":"2026-03-18T21:59:19.320551Z","steps":["trace[2062084168] 'process raft request' (duration: 292.314495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:19.320824Z","caller":"traceutil/trace.go:171","msg":"trace[222379354] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"262.433891ms","start":"2026-03-18T21:59:19.058316Z","end":"2026-03-18T21:59:19.32075Z","steps":["trace[222379354] 'process raft request' (duration: 262.218845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:19.320953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.775211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:19.32103Z","caller":"traceutil/trace.go:171","msg":"trace[1249683426] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5288; }","duration":"270.910884ms","start":"2026-03-18T21:59:19.050107Z","end":"2026-03-18T21:59:19.321018Z","steps":["trace[1249683426] 'agreement among raft nodes before linearized reading' (duration: 270.775591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:19.321043Z","caller":"traceutil/trace.go:171","msg":"trace[935592109] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"262.656525ms","start":"2026-03-18T21:59:19.058372Z","end":"2026-03-18T21:59:19.321029Z","steps":["trace[935592109] 'process raft request' (duration: 262.299207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:19.320855Z","caller":"traceutil/trace.go:171","msg":"trace[167372743] linearizableReadLoop","detail":"{readStateIndex:5498; appliedIndex:5496; }","duration":"270.670709ms","start":"2026-03-18T21:59:19.050166Z","end":"2026-03-18T21:59:19.320837Z","steps":["trace[167372743] 'read index received' (duration: 107.328962ms)","trace[167372743] 'applied index is now lower than readState.Index' (duration: 163.340707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:19.321472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.793675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:19.321552Z","caller":"traceutil/trace.go:171","msg":"trace[1568105249] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5288; }","duration":"265.842466ms","start":"2026-03-18T21:59:19.055663Z","end":"2026-03-18T21:59:19.321506Z","steps":["trace[1568105249] 'agreement among raft nodes before linearized reading' (duration: 265.766644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:19.32164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.988367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:19.321804Z","caller":"traceutil/trace.go:171","msg":"trace[19408042] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5288; }","duration":"269.278605ms","start":"2026-03-18T21:59:19.052498Z","end":"2026-03-18T21:59:19.321776Z","steps":["trace[19408042] 'agreement among raft nodes before linearized reading' (duration: 268.938726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:19.77188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2586} {"level":"warn","ts":"2026-03-18T21:59:19.773703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.909687ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-18T21:59:19.773862Z","caller":"traceutil/trace.go:171","msg":"trace[1903590325] compact","detail":"{revision:2586; response_revision:5288; }","duration":"451.832906ms","start":"2026-03-18T21:59:19.321993Z","end":"2026-03-18T21:59:19.773826Z","steps":["trace[1903590325] 'process raft request' (duration: 132.812975ms)","trace[1903590325] 'check and update compact revision' (duration: 316.754374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:19.773925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:19.321973Z","time spent":"451.948648ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T21:59:20.097525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.700755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:20.097748Z","caller":"traceutil/trace.go:171","msg":"trace[2079298676] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"319.924184ms","start":"2026-03-18T21:59:19.777788Z","end":"2026-03-18T21:59:20.097712Z","steps":["trace[2079298676] 'process raft request' (duration: 100.94548ms)","trace[2079298676] 'compare' (duration: 95.201255ms)","trace[2079298676] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 122.460095ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T21:59:20.097663Z","caller":"traceutil/trace.go:171","msg":"trace[1987181684] linearizableReadLoop","detail":"{readStateIndex:5502; appliedIndex:5501; }","duration":"302.71376ms","start":"2026-03-18T21:59:19.794921Z","end":"2026-03-18T21:59:20.097635Z","steps":["trace[1987181684] 'read index received' (duration: 83.698725ms)","trace[1987181684] 'applied index is now lower than readState.Index' (duration: 219.013765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:20.097854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:19.777762Z","time spent":"320.047647ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:20.097915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.982366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:20.097984Z","caller":"traceutil/trace.go:171","msg":"trace[1723575921] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5289; }","duration":"303.068578ms","start":"2026-03-18T21:59:19.794896Z","end":"2026-03-18T21:59:20.097965Z","steps":["trace[1723575921] 'agreement among raft nodes before linearized reading' (duration: 302.944165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:20.09802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:19.794836Z","time spent":"303.176411ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:20.098231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.943006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:59:20.098277Z","caller":"traceutil/trace.go:171","msg":"trace[1092939150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5289; }","duration":"271.018977ms","start":"2026-03-18T21:59:19.827247Z","end":"2026-03-18T21:59:20.098266Z","steps":["trace[1092939150] 'agreement among raft nodes before linearized reading' (duration: 270.867014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:20.09837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.555867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:59:20.098413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.680813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T21:59:20.098411Z","caller":"traceutil/trace.go:171","msg":"trace[1211278220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5289; }","duration":"270.617558ms","start":"2026-03-18T21:59:19.827782Z","end":"2026-03-18T21:59:20.0984Z","steps":["trace[1211278220] 'agreement among raft nodes before linearized reading' (duration: 270.505475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:20.098442Z","caller":"traceutil/trace.go:171","msg":"trace[969317878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:5289; }","duration":"265.734225ms","start":"2026-03-18T21:59:19.832701Z","end":"2026-03-18T21:59:20.098435Z","steps":["trace[969317878] 'agreement among raft nodes before linearized reading' (duration: 265.623642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:20.098415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.101035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:59:20.098497Z","caller":"traceutil/trace.go:171","msg":"trace[1840586493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5289; }","duration":"270.205338ms","start":"2026-03-18T21:59:19.828272Z","end":"2026-03-18T21:59:20.098477Z","steps":["trace[1840586493] 'agreement among raft nodes before linearized reading' (duration: 269.988612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:20.098703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.10613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:59:20.098731Z","caller":"traceutil/trace.go:171","msg":"trace[420783069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5289; }","duration":"271.172442ms","start":"2026-03-18T21:59:19.827551Z","end":"2026-03-18T21:59:20.098724Z","steps":["trace[420783069] 'agreement among raft nodes before linearized reading' (duration: 271.10327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:20.354283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.366274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:20.354605Z","caller":"traceutil/trace.go:171","msg":"trace[1903847866] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5502; }","duration":"251.240667ms","start":"2026-03-18T21:59:20.103343Z","end":"2026-03-18T21:59:20.354584Z","steps":["trace[1903847866] 'read index received' (duration: 42.500244ms)","trace[1903847866] 'applied index is now lower than readState.Index' (duration: 208.739383ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:20.354795Z","caller":"traceutil/trace.go:171","msg":"trace[60219269] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"251.536594ms","start":"2026-03-18T21:59:20.103186Z","end":"2026-03-18T21:59:20.354722Z","steps":["trace[60219269] 'process raft request' (duration: 251.301718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:20.354867Z","caller":"traceutil/trace.go:171","msg":"trace[1620677126] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"250.96922ms","start":"2026-03-18T21:59:20.103865Z","end":"2026-03-18T21:59:20.354834Z","steps":["trace[1620677126] 'process raft request' (duration: 250.671693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:20.354883Z","caller":"traceutil/trace.go:171","msg":"trace[24748355] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"252.049738ms","start":"2026-03-18T21:59:20.102778Z","end":"2026-03-18T21:59:20.354827Z","steps":["trace[24748355] 'process raft request' (duration: 251.621817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:20.354919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.564225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81894"} {"level":"info","ts":"2026-03-18T21:59:20.35499Z","caller":"traceutil/trace.go:171","msg":"trace[437523111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5293; }","duration":"251.657368ms","start":"2026-03-18T21:59:20.103319Z","end":"2026-03-18T21:59:20.354976Z","steps":["trace[437523111] 'agreement among raft nodes before linearized reading' (duration: 251.33673ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:20.354791Z","caller":"traceutil/trace.go:171","msg":"trace[1475340814] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"252.162611ms","start":"2026-03-18T21:59:20.102434Z","end":"2026-03-18T21:59:20.354597Z","steps":["trace[1475340814] 'process raft request' (duration: 43.389447ms)","trace[1475340814] 'compare' (duration: 81.008787ms)","trace[1475340814] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 126.986978ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T21:59:20.497089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2586,"took":"723.727285ms","hash":4093143335,"current-db-size-bytes":39108608,"current-db-size":"39 MB","current-db-size-in-use-bytes":28467200,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T21:59:20.49716Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4093143335,"revision":2586,"compact-revision":-1} {"level":"warn","ts":"2026-03-18T21:59:20.497422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.181771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:20.497649Z","caller":"traceutil/trace.go:171","msg":"trace[1009855256] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"171.183315ms","start":"2026-03-18T21:59:20.326379Z","end":"2026-03-18T21:59:20.497562Z","steps":["trace[1009855256] 'process raft request' (duration: 70.785278ms)","trace[1009855256] 'compare' (duration: 100.062448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:29.973016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.566432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:29.973089Z","caller":"traceutil/trace.go:171","msg":"trace[39437843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5351; }","duration":"273.690355ms","start":"2026-03-18T21:59:29.699382Z","end":"2026-03-18T21:59:29.973072Z","steps":["trace[39437843] 'range keys from in-memory index tree' (duration: 273.4605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:29.973417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.340907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:29.973526Z","caller":"traceutil/trace.go:171","msg":"trace[9333958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5351; }","duration":"224.592374ms","start":"2026-03-18T21:59:29.74891Z","end":"2026-03-18T21:59:29.973502Z","steps":["trace[9333958] 'count revisions from in-memory index tree' (duration: 224.236355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:30.25205Z","caller":"traceutil/trace.go:171","msg":"trace[1632945562] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"108.800929ms","start":"2026-03-18T21:59:30.143225Z","end":"2026-03-18T21:59:30.252026Z","steps":["trace[1632945562] 'process raft request' (duration: 108.658405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.644171Z","caller":"traceutil/trace.go:171","msg":"trace[611162221] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5612; }","duration":"143.822584ms","start":"2026-03-18T21:59:38.500324Z","end":"2026-03-18T21:59:38.644147Z","steps":["trace[611162221] 'read index received' (duration: 82.593087ms)","trace[611162221] 'applied index is now lower than readState.Index' (duration: 61.228297ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:38.644194Z","caller":"traceutil/trace.go:171","msg":"trace[1716938466] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"145.341952ms","start":"2026-03-18T21:59:38.498821Z","end":"2026-03-18T21:59:38.644163Z","steps":["trace[1716938466] 'process raft request' (duration: 99.361231ms)","trace[1716938466] 'compare' (duration: 45.783986ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:38.644286Z","caller":"traceutil/trace.go:171","msg":"trace[983386127] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"144.921141ms","start":"2026-03-18T21:59:38.499342Z","end":"2026-03-18T21:59:38.644263Z","steps":["trace[983386127] 'process raft request' (duration: 144.751577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.644508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.166892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82096"} {"level":"info","ts":"2026-03-18T21:59:38.64456Z","caller":"traceutil/trace.go:171","msg":"trace[1655450450] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5396; }","duration":"144.276855ms","start":"2026-03-18T21:59:38.500269Z","end":"2026-03-18T21:59:38.644546Z","steps":["trace[1655450450] 'agreement among raft nodes before linearized reading' (duration: 144.027178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.644615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.765662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:59:38.644816Z","caller":"traceutil/trace.go:171","msg":"trace[1204842289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5396; }","duration":"143.995958ms","start":"2026-03-18T21:59:38.500792Z","end":"2026-03-18T21:59:38.644788Z","steps":["trace[1204842289] 'agreement among raft nodes before linearized reading' (duration: 143.570797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:41.62875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.646563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:41.628924Z","caller":"traceutil/trace.go:171","msg":"trace[1033421718] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"167.192854ms","start":"2026-03-18T21:59:41.461704Z","end":"2026-03-18T21:59:41.628897Z","steps":["trace[1033421718] 'process raft request' (duration: 49.309325ms)","trace[1033421718] 'compare' (duration: 117.506889ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:41.629054Z","caller":"traceutil/trace.go:171","msg":"trace[44368774] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"143.202649ms","start":"2026-03-18T21:59:41.485832Z","end":"2026-03-18T21:59:41.629035Z","steps":["trace[44368774] 'process raft request' (duration: 143.094286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.629125Z","caller":"traceutil/trace.go:171","msg":"trace[1978291357] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"144.335598ms","start":"2026-03-18T21:59:41.484773Z","end":"2026-03-18T21:59:41.629108Z","steps":["trace[1978291357] 'process raft request' (duration: 144.104891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.62922Z","caller":"traceutil/trace.go:171","msg":"trace[1188346811] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5633; }","duration":"164.165258ms","start":"2026-03-18T21:59:41.465019Z","end":"2026-03-18T21:59:41.629184Z","steps":["trace[1188346811] 'read index received' (duration: 46.011032ms)","trace[1188346811] 'applied index is now lower than readState.Index' (duration: 118.104165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:41.629372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.340662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-18T21:59:41.629407Z","caller":"traceutil/trace.go:171","msg":"trace[1830958054] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5418; }","duration":"164.409184ms","start":"2026-03-18T21:59:41.464987Z","end":"2026-03-18T21:59:41.629396Z","steps":["trace[1830958054] 'agreement among raft nodes before linearized reading' (duration: 164.273241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:55.928065Z","caller":"traceutil/trace.go:171","msg":"trace[476706415] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"239.915822ms","start":"2026-03-18T21:59:55.688123Z","end":"2026-03-18T21:59:55.928039Z","steps":["trace[476706415] 'process raft request' (duration: 239.755448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:55.928926Z","caller":"traceutil/trace.go:171","msg":"trace[1634628247] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"237.794358ms","start":"2026-03-18T21:59:55.691106Z","end":"2026-03-18T21:59:55.928901Z","steps":["trace[1634628247] 'process raft request' (duration: 237.616003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:55.929303Z","caller":"traceutil/trace.go:171","msg":"trace[158411899] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"236.72184ms","start":"2026-03-18T21:59:55.692552Z","end":"2026-03-18T21:59:55.929274Z","steps":["trace[158411899] 'process raft request' (duration: 236.31359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:05.690002Z","caller":"traceutil/trace.go:171","msg":"trace[1664194219] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"290.954501ms","start":"2026-03-18T22:00:05.399024Z","end":"2026-03-18T22:00:05.689979Z","steps":["trace[1664194219] 'process raft request' (duration: 290.799756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:05.759279Z","caller":"traceutil/trace.go:171","msg":"trace[1020722392] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5860; }","duration":"136.773626ms","start":"2026-03-18T22:00:05.622487Z","end":"2026-03-18T22:00:05.75926Z","steps":["trace[1020722392] 'read index received' (duration: 67.313591ms)","trace[1020722392] 'applied index is now lower than readState.Index' (duration: 69.459065ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:05.759413Z","caller":"traceutil/trace.go:171","msg":"trace[124431456] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"223.24267ms","start":"2026-03-18T22:00:05.536124Z","end":"2026-03-18T22:00:05.759367Z","steps":["trace[124431456] 'process raft request' (duration: 218.720986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:05.759496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.998751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T22:00:05.75965Z","caller":"traceutil/trace.go:171","msg":"trace[1335138341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5638; }","duration":"137.163676ms","start":"2026-03-18T22:00:05.622468Z","end":"2026-03-18T22:00:05.759632Z","steps":["trace[1335138341] 'agreement among raft nodes before linearized reading' (duration: 136.888679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:06.840872Z","caller":"traceutil/trace.go:171","msg":"trace[445493716] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5867; }","duration":"137.577986ms","start":"2026-03-18T22:00:06.703269Z","end":"2026-03-18T22:00:06.840847Z","steps":["trace[445493716] 'read index received' (duration: 137.380681ms)","trace[445493716] 'applied index is now lower than readState.Index' (duration: 196.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:06.841237Z","caller":"traceutil/trace.go:171","msg":"trace[1963758616] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"151.19313ms","start":"2026-03-18T22:00:06.690025Z","end":"2026-03-18T22:00:06.841218Z","steps":["trace[1963758616] 'process raft request' (duration: 150.669107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:06.841252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.945075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:00:06.841322Z","caller":"traceutil/trace.go:171","msg":"trace[1112983837] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5644; }","duration":"138.050197ms","start":"2026-03-18T22:00:06.703253Z","end":"2026-03-18T22:00:06.841303Z","steps":["trace[1112983837] 'agreement among raft nodes before linearized reading' (duration: 137.902164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:06.841743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.156923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:00:06.841827Z","caller":"traceutil/trace.go:171","msg":"trace[2141927560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5644; }","duration":"106.286816ms","start":"2026-03-18T22:00:06.735521Z","end":"2026-03-18T22:00:06.841808Z","steps":["trace[2141927560] 'agreement among raft nodes before linearized reading' (duration: 105.751572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:06.985551Z","caller":"traceutil/trace.go:171","msg":"trace[282629049] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5868; }","duration":"138.766997ms","start":"2026-03-18T22:00:06.846758Z","end":"2026-03-18T22:00:06.985525Z","steps":["trace[282629049] 'read index received' (duration: 83.414738ms)","trace[282629049] 'applied index is now lower than readState.Index' (duration: 55.351259ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:06.985589Z","caller":"traceutil/trace.go:171","msg":"trace[328300096] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"139.34674ms","start":"2026-03-18T22:00:06.846208Z","end":"2026-03-18T22:00:06.985555Z","steps":["trace[328300096] 'process raft request' (duration: 139.229308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:06.985751Z","caller":"traceutil/trace.go:171","msg":"trace[2081785733] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"139.243238ms","start":"2026-03-18T22:00:06.846369Z","end":"2026-03-18T22:00:06.985612Z","steps":["trace[2081785733] 'process raft request' (duration: 139.117525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:06.985962Z","caller":"traceutil/trace.go:171","msg":"trace[1701592261] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"139.804232ms","start":"2026-03-18T22:00:06.845847Z","end":"2026-03-18T22:00:06.985651Z","steps":["trace[1701592261] 'process raft request' (duration: 84.174226ms)","trace[1701592261] 'compare' (duration: 55.277407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:06.986221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.401702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101759"} {"level":"info","ts":"2026-03-18T22:00:06.986366Z","caller":"traceutil/trace.go:171","msg":"trace[396114805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5647; }","duration":"139.634308ms","start":"2026-03-18T22:00:06.846706Z","end":"2026-03-18T22:00:06.986341Z","steps":["trace[396114805] 'agreement among raft nodes before linearized reading' (duration: 138.91153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:08.102436Z","caller":"traceutil/trace.go:171","msg":"trace[1896770159] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"108.312627ms","start":"2026-03-18T22:00:07.994096Z","end":"2026-03-18T22:00:08.102409Z","steps":["trace[1896770159] 'process raft request' (duration: 108.115952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:08.102589Z","caller":"traceutil/trace.go:171","msg":"trace[194538121] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5872; }","duration":"108.080261ms","start":"2026-03-18T22:00:07.994482Z","end":"2026-03-18T22:00:08.102562Z","steps":["trace[194538121] 'read index received' (duration: 13.362778ms)","trace[194538121] 'applied index is now lower than readState.Index' (duration: 94.715483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:08.102848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.302747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-18T22:00:08.102923Z","caller":"traceutil/trace.go:171","msg":"trace[477869962] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5650; }","duration":"108.44848ms","start":"2026-03-18T22:00:07.994434Z","end":"2026-03-18T22:00:08.102882Z","steps":["trace[477869962] 'agreement among raft nodes before linearized reading' (duration: 108.264625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:08.103058Z","caller":"traceutil/trace.go:171","msg":"trace[1188868424] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"107.922208ms","start":"2026-03-18T22:00:07.994706Z","end":"2026-03-18T22:00:08.102628Z","steps":["trace[1188868424] 'process raft request' (duration: 107.665271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:25.192393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.683151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T22:00:25.192483Z","caller":"traceutil/trace.go:171","msg":"trace[1515332629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5751; }","duration":"109.835185ms","start":"2026-03-18T22:00:25.082625Z","end":"2026-03-18T22:00:25.19246Z","steps":["trace[1515332629] 'range keys from in-memory index tree' (duration: 109.496656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:25.192591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.741245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T22:00:25.192656Z","caller":"traceutil/trace.go:171","msg":"trace[1288850309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5751; }","duration":"102.835258ms","start":"2026-03-18T22:00:25.089806Z","end":"2026-03-18T22:00:25.192642Z","steps":["trace[1288850309] 'range keys from in-memory index tree' (duration: 102.637402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:31.89792Z","caller":"traceutil/trace.go:171","msg":"trace[952460302] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"121.676965ms","start":"2026-03-18T22:00:31.77622Z","end":"2026-03-18T22:00:31.897897Z","steps":["trace[952460302] 'process raft request' (duration: 121.526841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:32.474324Z","caller":"traceutil/trace.go:171","msg":"trace[466769881] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"197.525191ms","start":"2026-03-18T22:00:32.27677Z","end":"2026-03-18T22:00:32.474295Z","steps":["trace[466769881] 'process raft request' (duration: 197.46805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:32.474437Z","caller":"traceutil/trace.go:171","msg":"trace[442392019] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"241.185654ms","start":"2026-03-18T22:00:32.233214Z","end":"2026-03-18T22:00:32.4744Z","steps":["trace[442392019] 'process raft request' (duration: 223.839925ms)","trace[442392019] 'compare' (duration: 16.766973ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:32.474461Z","caller":"traceutil/trace.go:171","msg":"trace[1612799541] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"211.536576ms","start":"2026-03-18T22:00:32.262894Z","end":"2026-03-18T22:00:32.474431Z","steps":["trace[1612799541] 'process raft request' (duration: 211.250048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:32.565996Z","caller":"traceutil/trace.go:171","msg":"trace[1093213954] linearizableReadLoop","detail":"{readStateIndex:6021; appliedIndex:6017; }","duration":"159.052368ms","start":"2026-03-18T22:00:32.406915Z","end":"2026-03-18T22:00:32.565967Z","steps":["trace[1093213954] 'read index received' (duration: 50.073434ms)","trace[1093213954] 'applied index is now lower than readState.Index' (duration: 108.977854ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:32.566106Z","caller":"traceutil/trace.go:171","msg":"trace[1168504909] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"237.267164ms","start":"2026-03-18T22:00:32.328829Z","end":"2026-03-18T22:00:32.566096Z","steps":["trace[1168504909] 'process raft request' (duration: 237.001257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:32.56627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.334555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19645"} {"level":"info","ts":"2026-03-18T22:00:32.566331Z","caller":"traceutil/trace.go:171","msg":"trace[1056253865] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5791; }","duration":"159.442397ms","start":"2026-03-18T22:00:32.406873Z","end":"2026-03-18T22:00:32.566316Z","steps":["trace[1056253865] 'agreement among raft nodes before linearized reading' (duration: 159.336735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:32.620373Z","caller":"traceutil/trace.go:171","msg":"trace[1148407985] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"125.104381ms","start":"2026-03-18T22:00:32.495242Z","end":"2026-03-18T22:00:32.620347Z","steps":["trace[1148407985] 'process raft request' (duration: 109.882276ms)","trace[1148407985] 'compare' (duration: 15.070902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:32.621299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.935122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T22:00:32.621399Z","caller":"traceutil/trace.go:171","msg":"trace[1881383967] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5792; }","duration":"145.088836ms","start":"2026-03-18T22:00:32.476286Z","end":"2026-03-18T22:00:32.621375Z","steps":["trace[1881383967] 'agreement among raft nodes before linearized reading' (duration: 144.307937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:19.781532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5286} {"level":"info","ts":"2026-03-18T22:04:19.869668Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5286,"took":"86.441472ms","hash":1837391595,"current-db-size-bytes":40968192,"current-db-size":"41 MB","current-db-size-in-use-bytes":21299200,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-18T22:04:19.869725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1837391595,"revision":5286,"compact-revision":2586} {"level":"info","ts":"2026-03-18T22:05:14.829749Z","caller":"traceutil/trace.go:171","msg":"trace[2121619641] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"143.063345ms","start":"2026-03-18T22:05:14.686648Z","end":"2026-03-18T22:05:14.829711Z","steps":["trace[2121619641] 'process raft request' (duration: 142.85788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:14.849407Z","caller":"traceutil/trace.go:171","msg":"trace[1296281713] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7947; }","duration":"152.911072ms","start":"2026-03-18T22:05:14.69647Z","end":"2026-03-18T22:05:14.849381Z","steps":["trace[1296281713] 'read index received' (duration: 133.037943ms)","trace[1296281713] 'applied index is now lower than readState.Index' (duration: 19.872149ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:14.849534Z","caller":"traceutil/trace.go:171","msg":"trace[1517722337] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"161.998781ms","start":"2026-03-18T22:05:14.687497Z","end":"2026-03-18T22:05:14.849496Z","steps":["trace[1517722337] 'process raft request' (duration: 161.753855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:14.849585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.101177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:14.849627Z","caller":"traceutil/trace.go:171","msg":"trace[351034035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7651; }","duration":"153.186079ms","start":"2026-03-18T22:05:14.69643Z","end":"2026-03-18T22:05:14.849616Z","steps":["trace[351034035] 'agreement among raft nodes before linearized reading' (duration: 153.093017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:15.539811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.712996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:15.539967Z","caller":"traceutil/trace.go:171","msg":"trace[1669349728] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"248.875665ms","start":"2026-03-18T22:05:15.291064Z","end":"2026-03-18T22:05:15.539939Z","steps":["trace[1669349728] 'process raft request' (duration: 72.951963ms)","trace[1669349728] 'compare' (duration: 175.523292ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:15.540055Z","caller":"traceutil/trace.go:171","msg":"trace[819368916] linearizableReadLoop","detail":"{readStateIndex:7951; appliedIndex:7950; }","duration":"233.56243ms","start":"2026-03-18T22:05:15.306471Z","end":"2026-03-18T22:05:15.540033Z","steps":["trace[819368916] 'read index received' (duration: 57.472705ms)","trace[819368916] 'applied index is now lower than readState.Index' (duration: 176.087345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:15.540167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.695413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:05:15.540205Z","caller":"traceutil/trace.go:171","msg":"trace[765123954] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7654; }","duration":"233.778515ms","start":"2026-03-18T22:05:15.306416Z","end":"2026-03-18T22:05:15.540194Z","steps":["trace[765123954] 'agreement among raft nodes before linearized reading' (duration: 233.692383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:21.429647Z","caller":"traceutil/trace.go:171","msg":"trace[1755334382] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"107.376307ms","start":"2026-03-18T22:05:21.322251Z","end":"2026-03-18T22:05:21.429628Z","steps":["trace[1755334382] 'process raft request' (duration: 107.244744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:21.987892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.37075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:21.987991Z","caller":"traceutil/trace.go:171","msg":"trace[690747704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7814; }","duration":"289.521204ms","start":"2026-03-18T22:05:21.698447Z","end":"2026-03-18T22:05:21.987968Z","steps":["trace[690747704] 'range keys from in-memory index tree' (duration: 289.215796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:24.195854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624804403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:05:24.696157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624804403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:05:24.945122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509080986s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:05:24.945439Z","caller":"traceutil/trace.go:171","msg":"trace[614470672] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"1.509517836s","start":"2026-03-18T22:05:23.435898Z","end":"2026-03-18T22:05:24.945416Z","steps":["trace[614470672] 'process raft request' (duration: 1.509387173s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:24.945576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:23.435875Z","time spent":"1.509621129s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:25.698695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T22:05:25.698783Z","caller":"traceutil/trace.go:171","msg":"trace[1518452901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176034s","start":"2026-03-18T22:05:23.698584Z","end":"2026-03-18T22:05:25.69876Z","steps":["trace[1518452901] 'agreement among raft nodes before linearized reading' (duration: 2.000071321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.698829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:23.698565Z","time spent":"2.000255385s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 22:05:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T22:05:25.719514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.621419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:25.719739Z","caller":"traceutil/trace.go:171","msg":"trace[578713260] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"2.149513077s","start":"2026-03-18T22:05:23.570186Z","end":"2026-03-18T22:05:25.719699Z","steps":["trace[578713260] 'process raft request' (duration: 1.51763689s)","trace[578713260] 'compare' (duration: 631.522117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:25.71995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:23.570163Z","time spent":"2.149669941s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:25.720094Z","caller":"traceutil/trace.go:171","msg":"trace[171823134] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8123; }","duration":"2.024942407s","start":"2026-03-18T22:05:23.695136Z","end":"2026-03-18T22:05:25.720078Z","steps":["trace[171823134] 'read index received' (duration: 1.250190371s)","trace[171823134] 'applied index is now lower than readState.Index' (duration: 774.751076ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:25.720258Z","caller":"traceutil/trace.go:171","msg":"trace[2094436530] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"2.148345457s","start":"2026-03-18T22:05:23.571877Z","end":"2026-03-18T22:05:25.720222Z","steps":["trace[2094436530] 'process raft request' (duration: 2.148105501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.720334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218006443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:05:25.720298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025125731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:25.720378Z","caller":"traceutil/trace.go:171","msg":"trace[673637473] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7825; }","duration":"1.218092395s","start":"2026-03-18T22:05:24.50227Z","end":"2026-03-18T22:05:25.720363Z","steps":["trace[673637473] 'agreement among raft nodes before linearized reading' (duration: 1.217998823s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.720387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.099823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:05:25.720418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.502251Z","time spent":"1.218156036s","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:05:25.720422Z","caller":"traceutil/trace.go:171","msg":"trace[359084514] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7825; }","duration":"2.025303546s","start":"2026-03-18T22:05:23.695092Z","end":"2026-03-18T22:05:25.720396Z","steps":["trace[359084514] 'agreement among raft nodes before linearized reading' (duration: 2.025104421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.720416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.879483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:05:25.720441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:23.571859Z","time spent":"2.148490151s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:25.72045Z","caller":"traceutil/trace.go:171","msg":"trace[2047363284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:7825; }","duration":"810.189336ms","start":"2026-03-18T22:05:24.910245Z","end":"2026-03-18T22:05:25.720435Z","steps":["trace[2047363284] 'agreement among raft nodes before linearized reading' (duration: 810.014172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.720449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.802145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:05:25.72049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311305186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:05:25.720487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:23.695071Z","time spent":"2.025399408s","remote":"127.0.0.1:40742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:05:25.720502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.910234Z","time spent":"810.259847ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T22:05:25.7205Z","caller":"traceutil/trace.go:171","msg":"trace[1824265324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7825; }","duration":"846.004036ms","start":"2026-03-18T22:05:24.874476Z","end":"2026-03-18T22:05:25.72048Z","steps":["trace[1824265324] 'agreement among raft nodes before linearized reading' (duration: 845.77476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:25.720516Z","caller":"traceutil/trace.go:171","msg":"trace[927362895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7825; }","duration":"998.898507ms","start":"2026-03-18T22:05:24.721601Z","end":"2026-03-18T22:05:25.7205Z","steps":["trace[927362895] 'agreement among raft nodes before linearized reading' (duration: 998.689832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:25.720523Z","caller":"traceutil/trace.go:171","msg":"trace[539576377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7825; }","duration":"1.311350497s","start":"2026-03-18T22:05:24.409163Z","end":"2026-03-18T22:05:25.720513Z","steps":["trace[539576377] 'agreement among raft nodes before linearized reading' (duration: 1.311260885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.720569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.409156Z","time spent":"1.311407299s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:25.721618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.856205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T22:05:25.721745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060876914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:05:25.720572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.721589Z","time spent":"998.970339ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:05:25.721843Z","caller":"traceutil/trace.go:171","msg":"trace[674582239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7825; }","duration":"1.060993357s","start":"2026-03-18T22:05:24.66081Z","end":"2026-03-18T22:05:25.721803Z","steps":["trace[674582239] 'agreement among raft nodes before linearized reading' (duration: 1.059743316s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:25.721771Z","caller":"traceutil/trace.go:171","msg":"trace[974439048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7825; }","duration":"831.019399ms","start":"2026-03-18T22:05:24.890661Z","end":"2026-03-18T22:05:25.721681Z","steps":["trace[974439048] 'agreement among raft nodes before linearized reading' (duration: 829.612534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.721897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.66079Z","time spent":"1.061092859s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:05:25.722004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.890638Z","time spent":"831.303566ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:25.722049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333279298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:05:25.722385Z","caller":"traceutil/trace.go:171","msg":"trace[215394855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7825; }","duration":"1.335030251s","start":"2026-03-18T22:05:24.387211Z","end":"2026-03-18T22:05:25.722241Z","steps":["trace[215394855] 'agreement among raft nodes before linearized reading' (duration: 1.333280418s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.722094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.874451Z","time spent":"846.084947ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:25.720356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.460774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T22:05:25.722593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.387194Z","time spent":"1.335278009s","remote":"127.0.0.1:53252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:05:25.722641Z","caller":"traceutil/trace.go:171","msg":"trace[1762440279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7825; }","duration":"697.728261ms","start":"2026-03-18T22:05:25.02488Z","end":"2026-03-18T22:05:25.722609Z","steps":["trace[1762440279] 'agreement among raft nodes before linearized reading' (duration: 695.375001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.722689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.024825Z","time spent":"697.848614ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:05:25.720445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401872413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:05:25.72285Z","caller":"traceutil/trace.go:171","msg":"trace[1954977729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7825; }","duration":"1.404299873s","start":"2026-03-18T22:05:24.318508Z","end":"2026-03-18T22:05:25.722808Z","steps":["trace[1954977729] 'agreement among raft nodes before linearized reading' (duration: 1.401736529s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.72293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.318484Z","time spent":"1.404423266s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:05:26.231919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624804409,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:05:26.316342Z","caller":"traceutil/trace.go:171","msg":"trace[1241029530] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"586.494886ms","start":"2026-03-18T22:05:25.729818Z","end":"2026-03-18T22:05:26.316313Z","steps":["trace[1241029530] 'process raft request' (duration: 581.545332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.316498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.728719Z","time spent":"587.694586ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:26.318837Z","caller":"traceutil/trace.go:171","msg":"trace[1513929385] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"588.616379ms","start":"2026-03-18T22:05:25.730189Z","end":"2026-03-18T22:05:26.318805Z","steps":["trace[1513929385] 'process raft request' (duration: 588.349372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:26.319065Z","caller":"traceutil/trace.go:171","msg":"trace[2105137145] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"588.823294ms","start":"2026-03-18T22:05:25.73022Z","end":"2026-03-18T22:05:26.319044Z","steps":["trace[2105137145] 'process raft request' (duration: 588.507176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.730174Z","time spent":"588.791743ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:26.319105Z","caller":"traceutil/trace.go:171","msg":"trace[2023227654] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"588.823464ms","start":"2026-03-18T22:05:25.730255Z","end":"2026-03-18T22:05:26.319078Z","steps":["trace[2023227654] 'process raft request' (duration: 588.67418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.730199Z","time spent":"588.904387ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:26.319287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.730241Z","time spent":"588.965098ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:26.319308Z","caller":"traceutil/trace.go:171","msg":"trace[1693085004] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8126; }","duration":"587.43351ms","start":"2026-03-18T22:05:25.731846Z","end":"2026-03-18T22:05:26.319279Z","steps":["trace[1693085004] 'read index received' (duration: 579.533881ms)","trace[1693085004] 'applied index is now lower than readState.Index' (duration: 7.898409ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:26.319306Z","caller":"traceutil/trace.go:171","msg":"trace[612060583] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"589.0219ms","start":"2026-03-18T22:05:25.730261Z","end":"2026-03-18T22:05:26.319283Z","steps":["trace[612060583] 'process raft request' (duration: 588.778213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:26.319378Z","caller":"traceutil/trace.go:171","msg":"trace[575862388] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"589.02294ms","start":"2026-03-18T22:05:25.730311Z","end":"2026-03-18T22:05:26.319334Z","steps":["trace[575862388] 'process raft request' (duration: 588.847856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.591094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:05:26.319458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.730262Z","time spent":"589.166713ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:26.319467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.73025Z","time spent":"589.141082ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:26.319482Z","caller":"traceutil/trace.go:171","msg":"trace[581756003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7831; }","duration":"587.636404ms","start":"2026-03-18T22:05:25.731834Z","end":"2026-03-18T22:05:26.31947Z","steps":["trace[581756003] 'agreement among raft nodes before linearized reading' (duration: 587.579663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.172671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:26.319565Z","caller":"traceutil/trace.go:171","msg":"trace[1832867434] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7831; }","duration":"128.277943ms","start":"2026-03-18T22:05:26.191267Z","end":"2026-03-18T22:05:26.319545Z","steps":["trace[1832867434] 'agreement among raft nodes before linearized reading' (duration: 128.177011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.885161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:05:26.319606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.89542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:05:26.319612Z","caller":"traceutil/trace.go:171","msg":"trace[55423544] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7831; }","duration":"109.949243ms","start":"2026-03-18T22:05:26.209654Z","end":"2026-03-18T22:05:26.319603Z","steps":["trace[55423544] 'agreement among raft nodes before linearized reading' (duration: 109.899741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.256255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:05:26.319701Z","caller":"traceutil/trace.go:171","msg":"trace[1214711411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7831; }","duration":"587.345507ms","start":"2026-03-18T22:05:25.732341Z","end":"2026-03-18T22:05:26.319687Z","steps":["trace[1214711411] 'agreement among raft nodes before linearized reading' (duration: 587.093691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.319726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.030259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0deccf804b2a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T22:05:26.319772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.732337Z","time spent":"587.424419ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:05:26.319511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.731828Z","time spent":"587.676925ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:05:26.319642Z","caller":"traceutil/trace.go:171","msg":"trace[20190703] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7831; }","duration":"259.973751ms","start":"2026-03-18T22:05:26.059658Z","end":"2026-03-18T22:05:26.319632Z","steps":["trace[20190703] 'agreement among raft nodes before linearized reading' (duration: 259.882749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:26.319975Z","caller":"traceutil/trace.go:171","msg":"trace[1807880893] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e0deccf804b2a; range_end:; response_count:1; response_revision:7831; }","duration":"587.08151ms","start":"2026-03-18T22:05:25.732666Z","end":"2026-03-18T22:05:26.319747Z","steps":["trace[1807880893] 'agreement among raft nodes before linearized reading' (duration: 586.966087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:26.320073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:25.732658Z","time spent":"587.405749ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0deccf804b2a\" "} {"level":"info","ts":"2026-03-18T22:05:34.730895Z","caller":"traceutil/trace.go:171","msg":"trace[1404364073] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8171; }","duration":"358.303253ms","start":"2026-03-18T22:05:34.372576Z","end":"2026-03-18T22:05:34.73088Z","steps":["trace[1404364073] 'read index received' (duration: 358.154019ms)","trace[1404364073] 'applied index is now lower than readState.Index' (duration: 148.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:34.731152Z","caller":"traceutil/trace.go:171","msg":"trace[1224173387] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"363.40879ms","start":"2026-03-18T22:05:34.367734Z","end":"2026-03-18T22:05:34.731143Z","steps":["trace[1224173387] 'process raft request' (duration: 363.043311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:34.731224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:34.367719Z","time spent":"363.452881ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:34.731401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.838446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:05:34.731426Z","caller":"traceutil/trace.go:171","msg":"trace[2015728687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7868; }","duration":"358.907347ms","start":"2026-03-18T22:05:34.372512Z","end":"2026-03-18T22:05:34.731419Z","steps":["trace[2015728687] 'agreement among raft nodes before linearized reading' (duration: 358.825045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:34.73144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:34.372486Z","time spent":"358.950959ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:05:34.731604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.071456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:05:34.731674Z","caller":"traceutil/trace.go:171","msg":"trace[1538816503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7868; }","duration":"358.173229ms","start":"2026-03-18T22:05:34.373485Z","end":"2026-03-18T22:05:34.731658Z","steps":["trace[1538816503] 'agreement among raft nodes before linearized reading' (duration: 357.964573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:34.731671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.505183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:05:34.731684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.480922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:05:34.731714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:34.373474Z","time spent":"358.23125ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T22:05:34.731797Z","caller":"traceutil/trace.go:171","msg":"trace[884085404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7868; }","duration":"357.636156ms","start":"2026-03-18T22:05:34.374104Z","end":"2026-03-18T22:05:34.73174Z","steps":["trace[884085404] 'agreement among raft nodes before linearized reading' (duration: 357.359498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:34.731793Z","caller":"traceutil/trace.go:171","msg":"trace[893681711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7868; }","duration":"357.618705ms","start":"2026-03-18T22:05:34.374153Z","end":"2026-03-18T22:05:34.731771Z","steps":["trace[893681711] 'agreement among raft nodes before linearized reading' (duration: 357.318996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:34.731854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:34.374097Z","time spent":"357.746879ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:34.731858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:34.374148Z","time spent":"357.700148ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:05:34.870609Z","caller":"traceutil/trace.go:171","msg":"trace[2079879639] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"134.619573ms","start":"2026-03-18T22:05:34.735954Z","end":"2026-03-18T22:05:34.870573Z","steps":["trace[2079879639] 'process raft request' (duration: 86.501784ms)","trace[2079879639] 'compare' (duration: 47.920324ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:34.870852Z","caller":"traceutil/trace.go:171","msg":"trace[1326312252] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"134.13943ms","start":"2026-03-18T22:05:34.736686Z","end":"2026-03-18T22:05:34.870825Z","steps":["trace[1326312252] 'process raft request' (duration: 133.847923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:34.87092Z","caller":"traceutil/trace.go:171","msg":"trace[1719633182] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"133.388491ms","start":"2026-03-18T22:05:34.737509Z","end":"2026-03-18T22:05:34.870897Z","steps":["trace[1719633182] 'process raft request' (duration: 133.203686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:36.386729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.339072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:36.387036Z","caller":"traceutil/trace.go:171","msg":"trace[167221208] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"240.617644ms","start":"2026-03-18T22:05:36.146399Z","end":"2026-03-18T22:05:36.387017Z","steps":["trace[167221208] 'process raft request' (duration: 240.541833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:36.38712Z","caller":"traceutil/trace.go:171","msg":"trace[1981232176] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8177; }","duration":"615.430052ms","start":"2026-03-18T22:05:35.771648Z","end":"2026-03-18T22:05:36.387078Z","steps":["trace[1981232176] 'read index received' (duration: 17.759586ms)","trace[1981232176] 'applied index is now lower than readState.Index' (duration: 597.667166ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:36.387277Z","caller":"traceutil/trace.go:171","msg":"trace[1387858276] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"629.323751ms","start":"2026-03-18T22:05:35.757906Z","end":"2026-03-18T22:05:36.38723Z","steps":["trace[1387858276] 'process raft request' (duration: 196.379504ms)","trace[1387858276] 'compare' (duration: 432.124776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:36.387439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.771951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:05:36.387487Z","caller":"traceutil/trace.go:171","msg":"trace[2013993332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:7876; }","duration":"615.888855ms","start":"2026-03-18T22:05:35.771582Z","end":"2026-03-18T22:05:36.387471Z","steps":["trace[2013993332] 'agreement among raft nodes before linearized reading' (duration: 615.659468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:36.38748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.06274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-18T22:05:36.387526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:35.771561Z","time spent":"615.956266ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:05:36.387528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:35.757888Z","time spent":"629.504897ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:36.38755Z","caller":"traceutil/trace.go:171","msg":"trace[1906915514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7876; }","duration":"343.187803ms","start":"2026-03-18T22:05:36.044344Z","end":"2026-03-18T22:05:36.387532Z","steps":["trace[1906915514] 'agreement among raft nodes before linearized reading' (duration: 342.919997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:36.387609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.044323Z","time spent":"343.275355ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:05:37.426759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.436351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:05:37.426844Z","caller":"traceutil/trace.go:171","msg":"trace[929224460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7877; }","duration":"552.564884ms","start":"2026-03-18T22:05:36.874258Z","end":"2026-03-18T22:05:37.426823Z","steps":["trace[929224460] 'range keys from in-memory index tree' (duration: 552.263887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.4269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.874246Z","time spent":"552.635686ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:05:37.427137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.356937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:05:37.427168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.951506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:05:37.427206Z","caller":"traceutil/trace.go:171","msg":"trace[1672833100] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7877; }","duration":"782.48273ms","start":"2026-03-18T22:05:36.644707Z","end":"2026-03-18T22:05:37.427189Z","steps":["trace[1672833100] 'count revisions from in-memory index tree' (duration: 782.281986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:37.427205Z","caller":"traceutil/trace.go:171","msg":"trace[1878051108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7877; }","duration":"690.010707ms","start":"2026-03-18T22:05:36.737181Z","end":"2026-03-18T22:05:37.427191Z","steps":["trace[1878051108] 'range keys from in-memory index tree' (duration: 689.810132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.427187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.19951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:05:37.427239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.737164Z","time spent":"690.066918ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:05:37.427237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.37084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T22:05:37.427311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.338585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:05:37.427267Z","caller":"traceutil/trace.go:171","msg":"trace[459984842] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8181; }","duration":"331.445088ms","start":"2026-03-18T22:05:37.095785Z","end":"2026-03-18T22:05:37.42723Z","steps":["trace[459984842] 'read index received' (duration: 330.790022ms)","trace[459984842] 'applied index is now lower than readState.Index' (duration: 653.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:37.42734Z","caller":"traceutil/trace.go:171","msg":"trace[1331564672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7877; }","duration":"932.403197ms","start":"2026-03-18T22:05:36.49493Z","end":"2026-03-18T22:05:37.427333Z","steps":["trace[1331564672] 'range keys from in-memory index tree' (duration: 932.233822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.427314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.04892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:37.427389Z","caller":"traceutil/trace.go:171","msg":"trace[1082648430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7877; }","duration":"230.127802ms","start":"2026-03-18T22:05:37.197253Z","end":"2026-03-18T22:05:37.427381Z","steps":["trace[1082648430] 'range keys from in-memory index tree' (duration: 230.03659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:37.427423Z","caller":"traceutil/trace.go:171","msg":"trace[787133150] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"352.548668ms","start":"2026-03-18T22:05:37.074863Z","end":"2026-03-18T22:05:37.427411Z","steps":["trace[787133150] 'process raft request' (duration: 351.646854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.427412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.598163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:05:37.427266Z","caller":"traceutil/trace.go:171","msg":"trace[260553919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7877; }","duration":"553.324403ms","start":"2026-03-18T22:05:36.873916Z","end":"2026-03-18T22:05:37.427241Z","steps":["trace[260553919] 'range keys from in-memory index tree' (duration: 552.995055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:37.427473Z","caller":"traceutil/trace.go:171","msg":"trace[1074426542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7877; }","duration":"552.663335ms","start":"2026-03-18T22:05:36.874796Z","end":"2026-03-18T22:05:37.427459Z","steps":["trace[1074426542] 'range keys from in-memory index tree' (duration: 552.479921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.427499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.689074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:05:37.427515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.873895Z","time spent":"553.6101ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:37.427515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:37.074844Z","time spent":"352.61301ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:37.427519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.874759Z","time spent":"552.750827ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:05:37.427537Z","caller":"traceutil/trace.go:171","msg":"trace[1871526763] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7878; }","duration":"331.804107ms","start":"2026-03-18T22:05:37.095723Z","end":"2026-03-18T22:05:37.427527Z","steps":["trace[1871526763] 'agreement among raft nodes before linearized reading' (duration: 331.637903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.427368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.494915Z","time spent":"932.448018ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:05:37.427574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:37.095692Z","time spent":"331.874159ms","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:05:37.427324Z","caller":"traceutil/trace.go:171","msg":"trace[2106698740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7877; }","duration":"646.498053ms","start":"2026-03-18T22:05:36.780807Z","end":"2026-03-18T22:05:37.427305Z","steps":["trace[2106698740] 'range keys from in-memory index tree' (duration: 646.223376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:37.427667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.780797Z","time spent":"646.862362ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:37.427239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:36.644685Z","time spent":"782.546092ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:05:37.875049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.357842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T22:05:37.87517Z","caller":"traceutil/trace.go:171","msg":"trace[122372685] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8187; }","duration":"176.431323ms","start":"2026-03-18T22:05:37.698717Z","end":"2026-03-18T22:05:37.875148Z","steps":["trace[122372685] 'read index received' (duration: 75.958259ms)","trace[122372685] 'applied index is now lower than readState.Index' (duration: 100.471314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:37.875298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.576956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:37.875338Z","caller":"traceutil/trace.go:171","msg":"trace[1337542385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7883; }","duration":"176.662708ms","start":"2026-03-18T22:05:37.698665Z","end":"2026-03-18T22:05:37.875327Z","steps":["trace[1337542385] 'agreement among raft nodes before linearized reading' (duration: 176.576516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:37.915634Z","caller":"traceutil/trace.go:171","msg":"trace[291634086] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"121.111082ms","start":"2026-03-18T22:05:37.794463Z","end":"2026-03-18T22:05:37.915574Z","steps":["trace[291634086] 'process raft request' (duration: 120.919348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:39.62964Z","caller":"traceutil/trace.go:171","msg":"trace[1824059785] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"301.221639ms","start":"2026-03-18T22:05:39.328394Z","end":"2026-03-18T22:05:39.629616Z","steps":["trace[1824059785] 'process raft request' (duration: 301.043805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:39.62989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.328371Z","time spent":"301.432994ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:40.494295Z","caller":"traceutil/trace.go:171","msg":"trace[1047823519] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"1.145099251s","start":"2026-03-18T22:05:39.349174Z","end":"2026-03-18T22:05:40.494274Z","steps":["trace[1047823519] 'process raft request' (duration: 1.144923777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.494434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.349157Z","time spent":"1.145207043s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:40.49453Z","caller":"traceutil/trace.go:171","msg":"trace[256863957] linearizableReadLoop","detail":"{readStateIndex:8194; appliedIndex:8191; }","duration":"1.046242858s","start":"2026-03-18T22:05:39.448261Z","end":"2026-03-18T22:05:40.494504Z","steps":["trace[256863957] 'read index received' (duration: 181.287845ms)","trace[256863957] 'applied index is now lower than readState.Index' (duration: 864.952943ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:40.494559Z","caller":"traceutil/trace.go:171","msg":"trace[1019159661] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"1.061472519s","start":"2026-03-18T22:05:39.433062Z","end":"2026-03-18T22:05:40.494534Z","steps":["trace[1019159661] 'process raft request' (duration: 1.061169162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.49476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046489613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:05:40.494823Z","caller":"traceutil/trace.go:171","msg":"trace[2083711472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7889; }","duration":"1.046599146s","start":"2026-03-18T22:05:39.448211Z","end":"2026-03-18T22:05:40.49481Z","steps":["trace[2083711472] 'agreement among raft nodes before linearized reading' (duration: 1.046403971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.494777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.433039Z","time spent":"1.061649414s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:40.494862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.448193Z","time spent":"1.046661577s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T22:05:40.546404Z","caller":"traceutil/trace.go:171","msg":"trace[535028509] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"625.835444ms","start":"2026-03-18T22:05:39.920549Z","end":"2026-03-18T22:05:40.546384Z","steps":["trace[535028509] 'process raft request' (duration: 625.714421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.546496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.920518Z","time spent":"625.935006ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:40.546654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.916793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:40.546722Z","caller":"traceutil/trace.go:171","msg":"trace[1457736417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7891; }","duration":"848.018746ms","start":"2026-03-18T22:05:39.698692Z","end":"2026-03-18T22:05:40.546711Z","steps":["trace[1457736417] 'agreement among raft nodes before linearized reading' (duration: 847.891593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.546724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078665981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:05:40.546797Z","caller":"traceutil/trace.go:171","msg":"trace[798677681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7891; }","duration":"1.078797594s","start":"2026-03-18T22:05:39.467984Z","end":"2026-03-18T22:05:40.546781Z","steps":["trace[798677681] 'agreement among raft nodes before linearized reading' (duration: 1.078586809s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:40.546796Z","caller":"traceutil/trace.go:171","msg":"trace[739379235] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"143.620018ms","start":"2026-03-18T22:05:40.403148Z","end":"2026-03-18T22:05:40.546769Z","steps":["trace[739379235] 'process raft request' (duration: 143.199778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.54684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.467964Z","time spent":"1.078868077s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:40.546851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.973172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:05:40.54681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077955442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:05:40.54688Z","caller":"traceutil/trace.go:171","msg":"trace[1028360122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:7891; }","duration":"137.028493ms","start":"2026-03-18T22:05:40.409844Z","end":"2026-03-18T22:05:40.546872Z","steps":["trace[1028360122] 'agreement among raft nodes before linearized reading' (duration: 136.9354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.546916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077380888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:05:40.546969Z","caller":"traceutil/trace.go:171","msg":"trace[1583288537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7891; }","duration":"1.077464141s","start":"2026-03-18T22:05:39.469492Z","end":"2026-03-18T22:05:40.546957Z","steps":["trace[1583288537] 'agreement among raft nodes before linearized reading' (duration: 1.077344058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.546761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.698675Z","time spent":"848.077487ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:05:40.547007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.46948Z","time spent":"1.077518822s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:05:40.546991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078231691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:05:40.54698Z","caller":"traceutil/trace.go:171","msg":"trace[49179754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7891; }","duration":"1.078159419s","start":"2026-03-18T22:05:39.468757Z","end":"2026-03-18T22:05:40.546916Z","steps":["trace[49179754] 'agreement among raft nodes before linearized reading' (duration: 1.07782527s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:40.547066Z","caller":"traceutil/trace.go:171","msg":"trace[1094532579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7891; }","duration":"1.078333203s","start":"2026-03-18T22:05:39.468714Z","end":"2026-03-18T22:05:40.547048Z","steps":["trace[1094532579] 'agreement among raft nodes before linearized reading' (duration: 1.078106557s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.547116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.468705Z","time spent":"1.078401894s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:05:40.547134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:39.468741Z","time spent":"1.078353423s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:40.761125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.798619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:40.761209Z","caller":"traceutil/trace.go:171","msg":"trace[312449488] linearizableReadLoop","detail":"{readStateIndex:8197; appliedIndex:8196; }","duration":"213.187616ms","start":"2026-03-18T22:05:40.548007Z","end":"2026-03-18T22:05:40.761194Z","steps":["trace[312449488] 'read index received' (duration: 56.346845ms)","trace[312449488] 'applied index is now lower than readState.Index' (duration: 156.839631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:40.761286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.277048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:40.761407Z","caller":"traceutil/trace.go:171","msg":"trace[1909778570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7892; }","duration":"213.407122ms","start":"2026-03-18T22:05:40.547979Z","end":"2026-03-18T22:05:40.761386Z","steps":["trace[1909778570] 'agreement among raft nodes before linearized reading' (duration: 213.277179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:40.761315Z","caller":"traceutil/trace.go:171","msg":"trace[1988356742] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"261.84804ms","start":"2026-03-18T22:05:40.499371Z","end":"2026-03-18T22:05:40.761219Z","steps":["trace[1988356742] 'process raft request' (duration: 104.883836ms)","trace[1988356742] 'compare' (duration: 156.497962ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:40.782304Z","caller":"traceutil/trace.go:171","msg":"trace[1286492735] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"231.417244ms","start":"2026-03-18T22:05:40.550864Z","end":"2026-03-18T22:05:40.782281Z","steps":["trace[1286492735] 'process raft request' (duration: 231.161238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:40.782309Z","caller":"traceutil/trace.go:171","msg":"trace[620398031] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"231.098826ms","start":"2026-03-18T22:05:40.551186Z","end":"2026-03-18T22:05:40.782285Z","steps":["trace[620398031] 'process raft request' (duration: 230.990613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:40.782655Z","caller":"traceutil/trace.go:171","msg":"trace[745054620] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"231.401245ms","start":"2026-03-18T22:05:40.551228Z","end":"2026-03-18T22:05:40.78263Z","steps":["trace[745054620] 'process raft request' (duration: 231.233119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:40.782799Z","caller":"traceutil/trace.go:171","msg":"trace[1015987383] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"231.569128ms","start":"2026-03-18T22:05:40.551212Z","end":"2026-03-18T22:05:40.782781Z","steps":["trace[1015987383] 'process raft request' (duration: 231.018084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:40.783209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.446435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224101"} {"level":"info","ts":"2026-03-18T22:05:40.783266Z","caller":"traceutil/trace.go:171","msg":"trace[1801553455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7896; }","duration":"231.524487ms","start":"2026-03-18T22:05:40.55172Z","end":"2026-03-18T22:05:40.783244Z","steps":["trace[1801553455] 'agreement among raft nodes before linearized reading' (duration: 231.179178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:42.135795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.236497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:42.13588Z","caller":"traceutil/trace.go:171","msg":"trace[1121268976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"437.374369ms","start":"2026-03-18T22:05:41.698487Z","end":"2026-03-18T22:05:42.135861Z","steps":["trace[1121268976] 'range keys from in-memory index tree' (duration: 437.163194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:42.135923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:41.698468Z","time spent":"437.445152ms","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:05:42.651958Z","caller":"traceutil/trace.go:171","msg":"trace[464728800] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"151.942557ms","start":"2026-03-18T22:05:42.499991Z","end":"2026-03-18T22:05:42.651933Z","steps":["trace[464728800] 'process raft request' (duration: 151.765853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:43.634734Z","caller":"traceutil/trace.go:171","msg":"trace[124608278] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"1.082521348s","start":"2026-03-18T22:05:42.552189Z","end":"2026-03-18T22:05:43.63471Z","steps":["trace[124608278] 'process raft request' (duration: 1.082334364s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:43.63493Z","caller":"traceutil/trace.go:171","msg":"trace[218666021] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8204; }","duration":"1.047220332s","start":"2026-03-18T22:05:42.587671Z","end":"2026-03-18T22:05:43.634891Z","steps":["trace[218666021] 'read index received' (duration: 64.094811ms)","trace[218666021] 'applied index is now lower than readState.Index' (duration: 983.122221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:43.635118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.552167Z","time spent":"1.082642962s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:43.635065Z","caller":"traceutil/trace.go:171","msg":"trace[666217293] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"1.082534869s","start":"2026-03-18T22:05:42.552491Z","end":"2026-03-18T22:05:43.635026Z","steps":["trace[666217293] 'process raft request' (duration: 1.08217267s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.153606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:43.635229Z","caller":"traceutil/trace.go:171","msg":"trace[1040326625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7901; }","duration":"935.278119ms","start":"2026-03-18T22:05:42.699939Z","end":"2026-03-18T22:05:43.635217Z","steps":["trace[1040326625] 'agreement among raft nodes before linearized reading' (duration: 935.139346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.699927Z","time spent":"935.32664ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:05:43.635313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.967856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T22:05:43.635334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.552475Z","time spent":"1.082749124s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:43.635377Z","caller":"traceutil/trace.go:171","msg":"trace[1865774129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7901; }","duration":"848.065048ms","start":"2026-03-18T22:05:42.787296Z","end":"2026-03-18T22:05:43.635361Z","steps":["trace[1865774129] 'agreement among raft nodes before linearized reading' (duration: 847.829002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.248286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:05:43.635417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.787284Z","time spent":"848.124589ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:43.635415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.657446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:05:43.635447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.862673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:05:43.635434Z","caller":"traceutil/trace.go:171","msg":"trace[450897816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7901; }","duration":"849.35006ms","start":"2026-03-18T22:05:42.786069Z","end":"2026-03-18T22:05:43.635419Z","steps":["trace[450897816] 'agreement among raft nodes before linearized reading' (duration: 849.189076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:43.635527Z","caller":"traceutil/trace.go:171","msg":"trace[1121618052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7901; }","duration":"847.987776ms","start":"2026-03-18T22:05:42.78752Z","end":"2026-03-18T22:05:43.635508Z","steps":["trace[1121618052] 'agreement among raft nodes before linearized reading' (duration: 847.73587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047826817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:05:43.635537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.786049Z","time spent":"849.470202ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:05:43.635546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.048322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:05:43.635574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.787508Z","time spent":"848.057478ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:05:43.635587Z","caller":"traceutil/trace.go:171","msg":"trace[1475035463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7901; }","duration":"1.04795236s","start":"2026-03-18T22:05:42.587617Z","end":"2026-03-18T22:05:43.635569Z","steps":["trace[1475035463] 'agreement among raft nodes before linearized reading' (duration: 1.047442407s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:43.635593Z","caller":"traceutil/trace.go:171","msg":"trace[687078043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7901; }","duration":"849.112404ms","start":"2026-03-18T22:05:42.786471Z","end":"2026-03-18T22:05:43.635583Z","steps":["trace[687078043] 'agreement among raft nodes before linearized reading' (duration: 848.988141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.587599Z","time spent":"1.048023891s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:05:43.63548Z","caller":"traceutil/trace.go:171","msg":"trace[525279593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:7901; }","duration":"845.742259ms","start":"2026-03-18T22:05:42.789721Z","end":"2026-03-18T22:05:43.635463Z","steps":["trace[525279593] 'agreement among raft nodes before linearized reading' (duration: 845.486733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.44156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:05:43.635675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.78971Z","time spent":"845.955054ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:05:43.635702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.786464Z","time spent":"849.224987ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:05:43.6357Z","caller":"traceutil/trace.go:171","msg":"trace[1521162839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7901; }","duration":"870.585443ms","start":"2026-03-18T22:05:42.765092Z","end":"2026-03-18T22:05:43.635677Z","steps":["trace[1521162839] 'agreement among raft nodes before linearized reading' (duration: 870.301816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:43.635772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:42.765074Z","time spent":"870.682536ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:44.194828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.920253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:44.195007Z","caller":"traceutil/trace.go:171","msg":"trace[1997206662] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"554.460711ms","start":"2026-03-18T22:05:43.640519Z","end":"2026-03-18T22:05:44.19498Z","steps":["trace[1997206662] 'process raft request' (duration: 73.206809ms)","trace[1997206662] 'compare' (duration: 480.356099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:44.195092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.640499Z","time spent":"554.548713ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:44.208281Z","caller":"traceutil/trace.go:171","msg":"trace[1454782195] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"567.069757ms","start":"2026-03-18T22:05:43.641186Z","end":"2026-03-18T22:05:44.208256Z","steps":["trace[1454782195] 'process raft request' (duration: 566.996935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:44.208317Z","caller":"traceutil/trace.go:171","msg":"trace[372768846] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"567.419716ms","start":"2026-03-18T22:05:43.640862Z","end":"2026-03-18T22:05:44.208282Z","steps":["trace[372768846] 'process raft request' (duration: 567.143119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:44.208355Z","caller":"traceutil/trace.go:171","msg":"trace[1898470637] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"567.295472ms","start":"2026-03-18T22:05:43.641024Z","end":"2026-03-18T22:05:44.208319Z","steps":["trace[1898470637] 'process raft request' (duration: 567.124238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:44.208394Z","caller":"traceutil/trace.go:171","msg":"trace[869898182] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8207; }","duration":"566.320299ms","start":"2026-03-18T22:05:43.642049Z","end":"2026-03-18T22:05:44.208369Z","steps":["trace[869898182] 'read index received' (duration: 71.594389ms)","trace[869898182] 'applied index is now lower than readState.Index' (duration: 494.7241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:44.20847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.641177Z","time spent":"567.1852ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:44.208479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.640998Z","time spent":"567.420236ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:44.208497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.640839Z","time spent":"567.550869ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:44.208478Z","caller":"traceutil/trace.go:171","msg":"trace[516255971] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"567.238181ms","start":"2026-03-18T22:05:43.641233Z","end":"2026-03-18T22:05:44.208471Z","steps":["trace[516255971] 'process raft request' (duration: 566.990395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:44.208616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.553504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-18T22:05:44.208646Z","caller":"traceutil/trace.go:171","msg":"trace[758153042] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7906; }","duration":"566.621816ms","start":"2026-03-18T22:05:43.642018Z","end":"2026-03-18T22:05:44.20864Z","steps":["trace[758153042] 'agreement among raft nodes before linearized reading' (duration: 566.483403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:44.208638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.641215Z","time spent":"567.393765ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:44.208667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.642007Z","time spent":"566.654627ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T22:05:44.211899Z","caller":"traceutil/trace.go:171","msg":"trace[1427595041] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"318.429551ms","start":"2026-03-18T22:05:43.893451Z","end":"2026-03-18T22:05:44.21188Z","steps":["trace[1427595041] 'process raft request' (duration: 318.108463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:44.212024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:43.89343Z","time spent":"318.520344ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:53.794128Z","caller":"traceutil/trace.go:171","msg":"trace[1690763446] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8261; }","duration":"100.952607ms","start":"2026-03-18T22:05:53.693152Z","end":"2026-03-18T22:05:53.794104Z","steps":["trace[1690763446] 'read index received' (duration: 1.096538ms)","trace[1690763446] 'applied index is now lower than readState.Index' (duration: 99.854799ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:53.794267Z","caller":"traceutil/trace.go:171","msg":"trace[1999940198] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"124.447636ms","start":"2026-03-18T22:05:53.66977Z","end":"2026-03-18T22:05:53.794217Z","steps":["trace[1999940198] 'process raft request' (duration: 114.001133ms)","trace[1999940198] 'compare' (duration: 10.211678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:53.794366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.205612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:05:53.794418Z","caller":"traceutil/trace.go:171","msg":"trace[611934140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:7955; }","duration":"101.358796ms","start":"2026-03-18T22:05:53.693049Z","end":"2026-03-18T22:05:53.794408Z","steps":["trace[611934140] 'agreement among raft nodes before linearized reading' (duration: 101.150801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:55.942466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.038779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:55.942606Z","caller":"traceutil/trace.go:171","msg":"trace[1172304069] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8270; }","duration":"135.243577ms","start":"2026-03-18T22:05:55.80734Z","end":"2026-03-18T22:05:55.942584Z","steps":["trace[1172304069] 'read index received' (duration: 27.968922ms)","trace[1172304069] 'applied index is now lower than readState.Index' (duration: 107.272685ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:55.942621Z","caller":"traceutil/trace.go:171","msg":"trace[1678207927] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"144.332445ms","start":"2026-03-18T22:05:55.798257Z","end":"2026-03-18T22:05:55.94259Z","steps":["trace[1678207927] 'process raft request' (duration: 37.04351ms)","trace[1678207927] 'compare' (duration: 106.868615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:55.942933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.592146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:05:55.942996Z","caller":"traceutil/trace.go:171","msg":"trace[2085144361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:7963; }","duration":"135.693079ms","start":"2026-03-18T22:05:55.807287Z","end":"2026-03-18T22:05:55.94298Z","steps":["trace[2085144361] 'agreement among raft nodes before linearized reading' (duration: 135.357991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:56.632309Z","caller":"traceutil/trace.go:171","msg":"trace[2034847909] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"345.797278ms","start":"2026-03-18T22:05:56.286486Z","end":"2026-03-18T22:05:56.632283Z","steps":["trace[2034847909] 'process raft request' (duration: 345.604733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.632469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.286473Z","time spent":"345.91103ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:56.632606Z","caller":"traceutil/trace.go:171","msg":"trace[2051148920] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"345.244944ms","start":"2026-03-18T22:05:56.287332Z","end":"2026-03-18T22:05:56.632577Z","steps":["trace[2051148920] 'process raft request' (duration: 344.903666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:56.632603Z","caller":"traceutil/trace.go:171","msg":"trace[513844488] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8273; }","duration":"285.169774ms","start":"2026-03-18T22:05:56.347411Z","end":"2026-03-18T22:05:56.632581Z","steps":["trace[513844488] 'read index received' (duration: 284.626201ms)","trace[513844488] 'applied index is now lower than readState.Index' (duration: 542.653µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:56.632766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.287319Z","time spent":"345.357536ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:56.632772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.351338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T22:05:56.632826Z","caller":"traceutil/trace.go:171","msg":"trace[38199559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7968; }","duration":"285.437501ms","start":"2026-03-18T22:05:56.347376Z","end":"2026-03-18T22:05:56.632813Z","steps":["trace[38199559] 'agreement among raft nodes before linearized reading' (duration: 285.278247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:56.632764Z","caller":"traceutil/trace.go:171","msg":"trace[1055667381] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"344.819314ms","start":"2026-03-18T22:05:56.287861Z","end":"2026-03-18T22:05:56.63268Z","steps":["trace[1055667381] 'process raft request' (duration: 344.611298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.633163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.287829Z","time spent":"345.07994ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:56.951997Z","caller":"traceutil/trace.go:171","msg":"trace[671160608] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"101.1033ms","start":"2026-03-18T22:05:56.850871Z","end":"2026-03-18T22:05:56.951974Z","steps":["trace[671160608] 'process raft request' (duration: 100.909735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:07.151573Z","caller":"traceutil/trace.go:171","msg":"trace[443812172] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8353; }","duration":"112.181689ms","start":"2026-03-18T22:06:07.039356Z","end":"2026-03-18T22:06:07.151537Z","steps":["trace[443812172] 'read index received' (duration: 43.955695ms)","trace[443812172] 'applied index is now lower than readState.Index' (duration: 68.224854ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:07.15164Z","caller":"traceutil/trace.go:171","msg":"trace[1199970612] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"121.40846ms","start":"2026-03-18T22:06:07.030196Z","end":"2026-03-18T22:06:07.151604Z","steps":["trace[1199970612] 'process raft request' (duration: 53.201747ms)","trace[1199970612] 'compare' (duration: 67.954577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:07.151812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.425274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:07.151935Z","caller":"traceutil/trace.go:171","msg":"trace[1250418858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8043; }","duration":"112.613719ms","start":"2026-03-18T22:06:07.039304Z","end":"2026-03-18T22:06:07.151918Z","steps":["trace[1250418858] 'agreement among raft nodes before linearized reading' (duration: 112.382323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.693054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.713595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:08.693162Z","caller":"traceutil/trace.go:171","msg":"trace[542274863] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8380; }","duration":"142.48426ms","start":"2026-03-18T22:06:08.55066Z","end":"2026-03-18T22:06:08.693145Z","steps":["trace[542274863] 'read index received' (duration: 11.459317ms)","trace[542274863] 'applied index is now lower than readState.Index' (duration: 131.023543ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:08.693221Z","caller":"traceutil/trace.go:171","msg":"trace[241680563] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"291.769911ms","start":"2026-03-18T22:06:08.401406Z","end":"2026-03-18T22:06:08.693176Z","steps":["trace[241680563] 'process raft request' (duration: 160.79417ms)","trace[241680563] 'compare' (duration: 130.197041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:08.693278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.617714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:08.693314Z","caller":"traceutil/trace.go:171","msg":"trace[950213399] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8068; }","duration":"142.696666ms","start":"2026-03-18T22:06:08.550604Z","end":"2026-03-18T22:06:08.693301Z","steps":["trace[950213399] 'agreement among raft nodes before linearized reading' (duration: 142.628904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.693647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.453789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-18T22:06:08.693767Z","caller":"traceutil/trace.go:171","msg":"trace[26315009] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8068; }","duration":"136.634333ms","start":"2026-03-18T22:06:08.557103Z","end":"2026-03-18T22:06:08.693737Z","steps":["trace[26315009] 'agreement among raft nodes before linearized reading' (duration: 136.279825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:08.877083Z","caller":"traceutil/trace.go:171","msg":"trace[788125823] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8383; }","duration":"110.606518ms","start":"2026-03-18T22:06:08.766441Z","end":"2026-03-18T22:06:08.877048Z","steps":["trace[788125823] 'read index received' (duration: 105.10072ms)","trace[788125823] 'applied index is now lower than readState.Index' (duration: 5.503858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:08.877254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.789793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-cephfsplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:08.877253Z","caller":"traceutil/trace.go:171","msg":"trace[1749856470] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"112.64781ms","start":"2026-03-18T22:06:08.764584Z","end":"2026-03-18T22:06:08.877232Z","steps":["trace[1749856470] 'process raft request' (duration: 106.980608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:08.877317Z","caller":"traceutil/trace.go:171","msg":"trace[95766532] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-cephfsplugin; range_end:; response_count:0; response_revision:8071; }","duration":"110.892946ms","start":"2026-03-18T22:06:08.766409Z","end":"2026-03-18T22:06:08.877302Z","steps":["trace[95766532] 'agreement among raft nodes before linearized reading' (duration: 110.769783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:09.120405Z","caller":"traceutil/trace.go:171","msg":"trace[1652721242] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"125.116494ms","start":"2026-03-18T22:06:08.99526Z","end":"2026-03-18T22:06:09.120377Z","steps":["trace[1652721242] 'process raft request' (duration: 124.927939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.520648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:10.588375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.570544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:10.588525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.260826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:10.588581Z","caller":"traceutil/trace.go:171","msg":"trace[1861319689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8078; }","duration":"913.364088ms","start":"2026-03-18T22:06:09.675203Z","end":"2026-03-18T22:06:10.588567Z","steps":["trace[1861319689] 'range keys from in-memory index tree' (duration: 913.05967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.588591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.776475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:10.588629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:09.67518Z","time spent":"913.43905ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:06:10.588676Z","caller":"traceutil/trace.go:171","msg":"trace[1558538616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"889.894968ms","start":"2026-03-18T22:06:09.698762Z","end":"2026-03-18T22:06:10.588657Z","steps":["trace[1558538616] 'range keys from in-memory index tree' (duration: 889.723054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.588723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:09.69875Z","time spent":"889.96442ms","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:10.588551Z","caller":"traceutil/trace.go:171","msg":"trace[396546372] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8078; }","duration":"802.870081ms","start":"2026-03-18T22:06:09.785658Z","end":"2026-03-18T22:06:10.588528Z","steps":["trace[396546372] 'count revisions from in-memory index tree' (duration: 802.469831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.588848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:09.785633Z","time spent":"803.176229ms","remote":"127.0.0.1:35338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:10.623929Z","caller":"traceutil/trace.go:171","msg":"trace[1533597645] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"804.616055ms","start":"2026-03-18T22:06:09.819283Z","end":"2026-03-18T22:06:10.6239Z","steps":["trace[1533597645] 'process raft request' (duration: 804.442331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.624093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:09.819266Z","time spent":"804.745859ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:10.62626Z","caller":"traceutil/trace.go:171","msg":"trace[236080599] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8391; }","duration":"606.615522ms","start":"2026-03-18T22:06:10.019619Z","end":"2026-03-18T22:06:10.626234Z","steps":["trace[236080599] 'read index received' (duration: 604.082978ms)","trace[236080599] 'applied index is now lower than readState.Index' (duration: 2.531424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:10.626405Z","caller":"traceutil/trace.go:171","msg":"trace[622612945] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"614.653604ms","start":"2026-03-18T22:06:10.011738Z","end":"2026-03-18T22:06:10.626392Z","steps":["trace[622612945] 'process raft request' (duration: 614.328016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.626518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:10.011712Z","time spent":"614.728145ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:10.626682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.053993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:06:10.626688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.021719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:06:10.626741Z","caller":"traceutil/trace.go:171","msg":"trace[1933092641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8080; }","duration":"607.150415ms","start":"2026-03-18T22:06:10.019576Z","end":"2026-03-18T22:06:10.626726Z","steps":["trace[1933092641] 'agreement among raft nodes before linearized reading' (duration: 606.975751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:10.626752Z","caller":"traceutil/trace.go:171","msg":"trace[850717897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8080; }","duration":"224.128031ms","start":"2026-03-18T22:06:10.402611Z","end":"2026-03-18T22:06:10.626739Z","steps":["trace[850717897] 'agreement among raft nodes before linearized reading' (duration: 223.903636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.626777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:10.019558Z","time spent":"607.211336ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:06:11.921104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.899995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:11.921198Z","caller":"traceutil/trace.go:171","msg":"trace[719738374] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8090; }","duration":"140.038749ms","start":"2026-03-18T22:06:11.781138Z","end":"2026-03-18T22:06:11.921177Z","steps":["trace[719738374] 'count revisions from in-memory index tree' (duration: 139.805513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:12.751377Z","caller":"traceutil/trace.go:171","msg":"trace[1295154805] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8406; }","duration":"102.655919ms","start":"2026-03-18T22:06:12.64868Z","end":"2026-03-18T22:06:12.751336Z","steps":["trace[1295154805] 'read index received' (duration: 32.948677ms)","trace[1295154805] 'applied index is now lower than readState.Index' (duration: 69.705922ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:12.751471Z","caller":"traceutil/trace.go:171","msg":"trace[2131315213] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"119.783068ms","start":"2026-03-18T22:06:12.631656Z","end":"2026-03-18T22:06:12.751439Z","steps":["trace[2131315213] 'process raft request' (duration: 119.567983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:12.751674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.965556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:06:12.751802Z","caller":"traceutil/trace.go:171","msg":"trace[228836354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8093; }","duration":"103.142911ms","start":"2026-03-18T22:06:12.648641Z","end":"2026-03-18T22:06:12.751784Z","steps":["trace[228836354] 'agreement among raft nodes before linearized reading' (duration: 102.860424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:15.345067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:15.845962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:16.346338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:16.84691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:16.905466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.148738186s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:16.905895Z","caller":"traceutil/trace.go:171","msg":"trace[908353162] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"2.149251799s","start":"2026-03-18T22:06:14.756623Z","end":"2026-03-18T22:06:16.905875Z","steps":["trace[908353162] 'process raft request' (duration: 2.149117706s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:16.90603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.756601Z","time spent":"2.149354191s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:17.699334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T22:06:17.69944Z","caller":"traceutil/trace.go:171","msg":"trace[1110167158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324498s","start":"2026-03-18T22:06:15.699094Z","end":"2026-03-18T22:06:17.699418Z","steps":["trace[1110167158] 'agreement among raft nodes before linearized reading' (duration: 2.000179314s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.699492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.699073Z","time spent":"2.000409519s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:18.619878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356535432s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T22:06:18.820159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622462414s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:18.820286Z","caller":"traceutil/trace.go:171","msg":"trace[1161923989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8102; }","duration":"1.622596757s","start":"2026-03-18T22:06:17.197669Z","end":"2026-03-18T22:06:18.820265Z","steps":["trace[1161923989] 'range keys from in-memory index tree' (duration: 1.622446344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.82054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557029479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:18.821063Z","caller":"traceutil/trace.go:171","msg":"trace[1100245961] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"3.670331536s","start":"2026-03-18T22:06:15.150713Z","end":"2026-03-18T22:06:18.821044Z","steps":["trace[1100245961] 'process raft request' (duration: 2.112617729s)","trace[1100245961] 'compare' (duration: 1.55662856s)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:18.821349Z","caller":"traceutil/trace.go:171","msg":"trace[917486625] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"2.124954388s","start":"2026-03-18T22:06:16.696363Z","end":"2026-03-18T22:06:18.821317Z","steps":["trace[917486625] 'process raft request' (duration: 2.124275561s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.821508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.69634Z","time spent":"2.125080631s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:18.821585Z","caller":"traceutil/trace.go:171","msg":"trace[1986954612] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8415; }","duration":"3.977116224s","start":"2026-03-18T22:06:14.844432Z","end":"2026-03-18T22:06:18.821549Z","steps":["trace[1986954612] 'read index received' (duration: 2.061286989s)","trace[1986954612] 'applied index is now lower than readState.Index' (duration: 1.915825475s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:18.821975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.15068Z","time spent":"3.670441648s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:18.888322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043878741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:06:18.888425Z","caller":"traceutil/trace.go:171","msg":"trace[530873441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8104; }","duration":"4.044057716s","start":"2026-03-18T22:06:14.844338Z","end":"2026-03-18T22:06:18.888396Z","steps":["trace[530873441] 'agreement among raft nodes before linearized reading' (duration: 3.97736166s)","trace[530873441] 'range keys from in-memory index tree' (duration: 66.46212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:18.888481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.844324Z","time spent":"4.044144998s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:18.893039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975709419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:06:18.893175Z","caller":"traceutil/trace.go:171","msg":"trace[1087548612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8105; }","duration":"3.975870443s","start":"2026-03-18T22:06:14.917283Z","end":"2026-03-18T22:06:18.893154Z","steps":["trace[1087548612] 'agreement among raft nodes before linearized reading' (duration: 3.975554425s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008005569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:06:18.893224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178342985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:18.893267Z","caller":"traceutil/trace.go:171","msg":"trace[1500574841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8105; }","duration":"4.008173814s","start":"2026-03-18T22:06:14.885076Z","end":"2026-03-18T22:06:18.89325Z","steps":["trace[1500574841] 'agreement among raft nodes before linearized reading' (duration: 4.008063511s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:18.893286Z","caller":"traceutil/trace.go:171","msg":"trace[102447579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8105; }","duration":"3.178459218s","start":"2026-03-18T22:06:15.71481Z","end":"2026-03-18T22:06:18.893269Z","steps":["trace[102447579] 'agreement among raft nodes before linearized reading' (duration: 3.178286094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.885064Z","time spent":"4.008236555s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:06:18.893305Z","caller":"traceutil/trace.go:171","msg":"trace[161656224] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"1.622538545s","start":"2026-03-18T22:06:17.270733Z","end":"2026-03-18T22:06:18.893272Z","steps":["trace[161656224] 'process raft request' (duration: 1.62191825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.714774Z","time spent":"3.178543641s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:06:18.893328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.917276Z","time spent":"3.976000037s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:18.893447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.270706Z","time spent":"1.622658649s","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:18.893647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.023611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:18.893646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795647195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:18.893693Z","caller":"traceutil/trace.go:171","msg":"trace[1106657859] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8105; }","duration":"810.072003ms","start":"2026-03-18T22:06:18.083609Z","end":"2026-03-18T22:06:18.893681Z","steps":["trace[1106657859] 'agreement among raft nodes before linearized reading' (duration: 809.998641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01849827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:18.893703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798122282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:18.893724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:18.083571Z","time spent":"810.145815ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:18.893715Z","caller":"traceutil/trace.go:171","msg":"trace[1541366797] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8105; }","duration":"3.795779648s","start":"2026-03-18T22:06:15.097917Z","end":"2026-03-18T22:06:18.893696Z","steps":["trace[1541366797] 'agreement among raft nodes before linearized reading' (duration: 3.795592183s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:18.893758Z","caller":"traceutil/trace.go:171","msg":"trace[80034918] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8105; }","duration":"2.798216814s","start":"2026-03-18T22:06:16.095523Z","end":"2026-03-18T22:06:18.89374Z","steps":["trace[80034918] 'agreement among raft nodes before linearized reading' (duration: 2.798097691s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:18.893767Z","caller":"traceutil/trace.go:171","msg":"trace[1327202861] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8105; }","duration":"1.018662964s","start":"2026-03-18T22:06:17.875076Z","end":"2026-03-18T22:06:18.893739Z","steps":["trace[1327202861] 'agreement among raft nodes before linearized reading' (duration: 1.018439179s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.097891Z","time spent":"3.795869281s","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:18.893801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.095505Z","time spent":"2.798287206s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:18.893848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041365919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:06:18.893836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.875054Z","time spent":"1.018764916s","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:18.893885Z","caller":"traceutil/trace.go:171","msg":"trace[614663687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8105; }","duration":"4.041420339s","start":"2026-03-18T22:06:14.852455Z","end":"2026-03-18T22:06:18.893875Z","steps":["trace[614663687] 'agreement among raft nodes before linearized reading' (duration: 4.041350238s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039598514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:06:18.893914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.852444Z","time spent":"4.041465131s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:06:18.893935Z","caller":"traceutil/trace.go:171","msg":"trace[1473801629] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8105; }","duration":"4.039778389s","start":"2026-03-18T22:06:14.854148Z","end":"2026-03-18T22:06:18.893926Z","steps":["trace[1473801629] 'agreement among raft nodes before linearized reading' (duration: 4.039498442s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647482482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:18.893985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193985928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:18.894053Z","caller":"traceutil/trace.go:171","msg":"trace[702094793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8105; }","duration":"1.19409385s","start":"2026-03-18T22:06:17.699944Z","end":"2026-03-18T22:06:18.894038Z","steps":["trace[702094793] 'agreement among raft nodes before linearized reading' (duration: 1.193990428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.893083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033154452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:06:18.894142Z","caller":"traceutil/trace.go:171","msg":"trace[2055342649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8105; }","duration":"4.0342678s","start":"2026-03-18T22:06:14.859867Z","end":"2026-03-18T22:06:18.894135Z","steps":["trace[2055342649] 'agreement among raft nodes before linearized reading' (duration: 4.033028929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.894149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.699913Z","time spent":"1.194220424s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:18.894003Z","caller":"traceutil/trace.go:171","msg":"trace[1952445844] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8105; }","duration":"1.647579234s","start":"2026-03-18T22:06:17.246408Z","end":"2026-03-18T22:06:18.893988Z","steps":["trace[1952445844] 'agreement among raft nodes before linearized reading' (duration: 1.647489142s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.894191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555211299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:18.894251Z","caller":"traceutil/trace.go:171","msg":"trace[1321224210] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8105; }","duration":"2.55527232s","start":"2026-03-18T22:06:16.338966Z","end":"2026-03-18T22:06:18.894238Z","steps":["trace[1321224210] 'agreement among raft nodes before linearized reading' (duration: 2.555187588s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.894169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.859815Z","time spent":"4.034345442s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:18.89429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.338907Z","time spent":"2.555375133s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:18.894241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.246382Z","time spent":"1.647840601s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:18.893967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.854139Z","time spent":"4.03982019s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:06:18.894013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09874821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:18.89555Z","caller":"traceutil/trace.go:171","msg":"trace[710124643] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8105; }","duration":"2.099275263s","start":"2026-03-18T22:06:16.795228Z","end":"2026-03-18T22:06:18.894503Z","steps":["trace[710124643] 'agreement among raft nodes before linearized reading' (duration: 2.09875955s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.895623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.795215Z","time spent":"2.100391252s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:20.93461Z","caller":"traceutil/trace.go:171","msg":"trace[1576205006] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"107.698425ms","start":"2026-03-18T22:06:20.826889Z","end":"2026-03-18T22:06:20.934588Z","steps":["trace[1576205006] 'process raft request' (duration: 107.307866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:20.934773Z","caller":"traceutil/trace.go:171","msg":"trace[192528499] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"107.86956ms","start":"2026-03-18T22:06:20.826897Z","end":"2026-03-18T22:06:20.934767Z","steps":["trace[192528499] 'process raft request' (duration: 107.440179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.163197Z","caller":"traceutil/trace.go:171","msg":"trace[2074478767] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"224.278044ms","start":"2026-03-18T22:06:20.938897Z","end":"2026-03-18T22:06:21.163175Z","steps":["trace[2074478767] 'process raft request' (duration: 224.125771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.380554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217481799s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:22.381107Z","caller":"traceutil/trace.go:171","msg":"trace[1782188563] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"1.440976475s","start":"2026-03-18T22:06:20.940097Z","end":"2026-03-18T22:06:22.381073Z","steps":["trace[1782188563] 'process raft request' (duration: 1.440892033s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:22.38117Z","caller":"traceutil/trace.go:171","msg":"trace[1822787104] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"1.44077474s","start":"2026-03-18T22:06:20.940367Z","end":"2026-03-18T22:06:22.381142Z","steps":["trace[1822787104] 'process raft request' (duration: 1.440686468s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.381236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.940075Z","time spent":"1.441099198s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:22.381306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.940357Z","time spent":"1.440866572s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:22.381137Z","caller":"traceutil/trace.go:171","msg":"trace[2127309735] linearizableReadLoop","detail":"{readStateIndex:8434; appliedIndex:8432; }","duration":"1.441228811s","start":"2026-03-18T22:06:20.939889Z","end":"2026-03-18T22:06:22.381118Z","steps":["trace[2127309735] 'read index received' (duration: 223.197408ms)","trace[2127309735] 'applied index is now lower than readState.Index' (duration: 1.218030623s)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:22.381364Z","caller":"traceutil/trace.go:171","msg":"trace[1382682178] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"1.243592075s","start":"2026-03-18T22:06:21.137768Z","end":"2026-03-18T22:06:22.38136Z","steps":["trace[1382682178] 'process raft request' (duration: 1.243319449s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.38138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441487778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228831"} {"level":"warn","ts":"2026-03-18T22:06:22.381395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.137741Z","time spent":"1.243638286s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:22.381358Z","caller":"traceutil/trace.go:171","msg":"trace[1655784787] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"1.441148839s","start":"2026-03-18T22:06:20.940148Z","end":"2026-03-18T22:06:22.381297Z","steps":["trace[1655784787] 'process raft request' (duration: 1.440860822s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:22.381459Z","caller":"traceutil/trace.go:171","msg":"trace[942100405] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"1.442520513s","start":"2026-03-18T22:06:20.938929Z","end":"2026-03-18T22:06:22.381449Z","steps":["trace[942100405] 'process raft request' (duration: 1.441932258s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:22.381404Z","caller":"traceutil/trace.go:171","msg":"trace[68280616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8124; }","duration":"1.441536688s","start":"2026-03-18T22:06:20.939862Z","end":"2026-03-18T22:06:22.381398Z","steps":["trace[68280616] 'agreement among raft nodes before linearized reading' (duration: 1.441296192s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.381511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.939851Z","time spent":"1.441653052s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228854,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:06:22.381342Z","caller":"traceutil/trace.go:171","msg":"trace[2065202324] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"1.440517893s","start":"2026-03-18T22:06:20.940818Z","end":"2026-03-18T22:06:22.381336Z","steps":["trace[2065202324] 'process raft request' (duration: 1.440251676s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.381534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.940139Z","time spent":"1.441306003s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:22.381613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.940808Z","time spent":"1.440772229s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:22.38199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.938904Z","time spent":"1.442569984s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:22.628901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.203271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:22.629031Z","caller":"traceutil/trace.go:171","msg":"trace[1242383986] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8439; }","duration":"247.629281ms","start":"2026-03-18T22:06:22.381387Z","end":"2026-03-18T22:06:22.629016Z","steps":["trace[1242383986] 'read index received' (duration: 111.239145ms)","trace[1242383986] 'applied index is now lower than readState.Index' (duration: 136.388936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:22.629209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401424041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:22.629195Z","caller":"traceutil/trace.go:171","msg":"trace[541156743] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"875.520657ms","start":"2026-03-18T22:06:21.753602Z","end":"2026-03-18T22:06:22.629123Z","steps":["trace[541156743] 'process raft request' (duration: 739.034688ms)","trace[541156743] 'compare' (duration: 136.067189ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:22.629249Z","caller":"traceutil/trace.go:171","msg":"trace[1182099138] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8125; }","duration":"1.401556964s","start":"2026-03-18T22:06:21.227678Z","end":"2026-03-18T22:06:22.629235Z","steps":["trace[1182099138] 'agreement among raft nodes before linearized reading' (duration: 1.401380789s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.629285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.227659Z","time spent":"1.401616095s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:22.629346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.753576Z","time spent":"875.686311ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:22.629341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.239113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-18T22:06:22.629416Z","caller":"traceutil/trace.go:171","msg":"trace[1362957557] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8125; }","duration":"540.327905ms","start":"2026-03-18T22:06:22.089066Z","end":"2026-03-18T22:06:22.629394Z","steps":["trace[1362957557] 'agreement among raft nodes before linearized reading' (duration: 540.016817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.629418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.383975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:22.629338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.520619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:22.629479Z","caller":"traceutil/trace.go:171","msg":"trace[603143456] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8125; }","duration":"733.474847ms","start":"2026-03-18T22:06:21.895984Z","end":"2026-03-18T22:06:22.629459Z","steps":["trace[603143456] 'agreement among raft nodes before linearized reading' (duration: 733.400746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:22.629512Z","caller":"traceutil/trace.go:171","msg":"trace[1686316095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8125; }","duration":"928.839266ms","start":"2026-03-18T22:06:21.700661Z","end":"2026-03-18T22:06:22.6295Z","steps":["trace[1686316095] 'agreement among raft nodes before linearized reading' (duration: 928.57715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.629527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.895962Z","time spent":"733.55453ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:22.629544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198686706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T22:06:22.629468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.089044Z","time spent":"540.415926ms","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T22:06:22.629554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.744658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T22:06:22.629576Z","caller":"traceutil/trace.go:171","msg":"trace[1219255130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8125; }","duration":"1.198718227s","start":"2026-03-18T22:06:21.430849Z","end":"2026-03-18T22:06:22.629567Z","steps":["trace[1219255130] 'agreement among raft nodes before linearized reading' (duration: 1.198614335s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:22.629583Z","caller":"traceutil/trace.go:171","msg":"trace[1097950777] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:8125; }","duration":"431.798319ms","start":"2026-03-18T22:06:22.197777Z","end":"2026-03-18T22:06:22.629575Z","steps":["trace[1097950777] 'agreement among raft nodes before linearized reading' (duration: 431.712937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.629614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.197759Z","time spent":"431.84988ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-03-18T22:06:22.629612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.430785Z","time spent":"1.198820459s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:06:22.629751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356757989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:22.629783Z","caller":"traceutil/trace.go:171","msg":"trace[495310971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8125; }","duration":"1.356845881s","start":"2026-03-18T22:06:21.272929Z","end":"2026-03-18T22:06:22.629775Z","steps":["trace[495310971] 'agreement among raft nodes before linearized reading' (duration: 1.3567914s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.629805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.272884Z","time spent":"1.356915213s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:22.629549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.700637Z","time spent":"928.902297ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:23.140161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.456633ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T22:06:23.140537Z","caller":"traceutil/trace.go:171","msg":"trace[1029885201] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"500.922596ms","start":"2026-03-18T22:06:22.6396Z","end":"2026-03-18T22:06:23.140523Z","steps":["trace[1029885201] 'process raft request' (duration: 500.637609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:23.140534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.631016Z","time spent":"509.510161ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T22:06:23.140678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.639586Z","time spent":"500.979277ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:23.22502Z","caller":"traceutil/trace.go:171","msg":"trace[1421309034] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"284.220331ms","start":"2026-03-18T22:06:22.940777Z","end":"2026-03-18T22:06:23.224997Z","steps":["trace[1421309034] 'process raft request' (duration: 283.978885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:23.225006Z","caller":"traceutil/trace.go:171","msg":"trace[1692671556] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"282.817456ms","start":"2026-03-18T22:06:22.942163Z","end":"2026-03-18T22:06:23.22498Z","steps":["trace[1692671556] 'process raft request' (duration: 282.739584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:23.605298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.161687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:23.605384Z","caller":"traceutil/trace.go:171","msg":"trace[713141919] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8442; }","duration":"439.119223ms","start":"2026-03-18T22:06:23.16625Z","end":"2026-03-18T22:06:23.605369Z","steps":["trace[713141919] 'read index received' (duration: 58.599283ms)","trace[713141919] 'applied index is now lower than readState.Index' (duration: 380.51902ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:23.605471Z","caller":"traceutil/trace.go:171","msg":"trace[552053091] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"463.929696ms","start":"2026-03-18T22:06:23.141507Z","end":"2026-03-18T22:06:23.605437Z","steps":["trace[552053091] 'process raft request' (duration: 168.561364ms)","trace[552053091] 'compare' (duration: 294.943231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:23.605621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.14149Z","time spent":"464.05573ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:23.605777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.526483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:06:23.605818Z","caller":"traceutil/trace.go:171","msg":"trace[887573328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8129; }","duration":"439.595625ms","start":"2026-03-18T22:06:23.166212Z","end":"2026-03-18T22:06:23.605808Z","steps":["trace[887573328] 'agreement among raft nodes before linearized reading' (duration: 439.196615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:23.605851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.166195Z","time spent":"439.647376ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:24.109958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:06:24.236411Z","caller":"traceutil/trace.go:171","msg":"trace[1562674888] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"627.241689ms","start":"2026-03-18T22:06:23.609145Z","end":"2026-03-18T22:06:24.236387Z","steps":["trace[1562674888] 'read index received' (duration: 627.037584ms)","trace[1562674888] 'applied index is now lower than readState.Index' (duration: 203.095µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:24.236761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.935435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:24.236782Z","caller":"traceutil/trace.go:171","msg":"trace[706160987] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"627.651019ms","start":"2026-03-18T22:06:23.609094Z","end":"2026-03-18T22:06:24.236745Z","steps":["trace[706160987] 'process raft request' (duration: 627.164897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.236859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.421847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:24.236862Z","caller":"traceutil/trace.go:171","msg":"trace[553836471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"538.084839ms","start":"2026-03-18T22:06:23.698754Z","end":"2026-03-18T22:06:24.236839Z","steps":["trace[553836471] 'agreement among raft nodes before linearized reading' (duration: 537.924045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.236893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.722851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T22:06:24.236917Z","caller":"traceutil/trace.go:171","msg":"trace[756865167] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8130; }","duration":"251.52574ms","start":"2026-03-18T22:06:23.985375Z","end":"2026-03-18T22:06:24.236901Z","steps":["trace[756865167] 'agreement among raft nodes before linearized reading' (duration: 251.416157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.236923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.698733Z","time spent":"538.180381ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:24.236971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.609075Z","time spent":"627.784053ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:24.236994Z","caller":"traceutil/trace.go:171","msg":"trace[945221146] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8130; }","duration":"627.864695ms","start":"2026-03-18T22:06:23.609109Z","end":"2026-03-18T22:06:24.236974Z","steps":["trace[945221146] 'agreement among raft nodes before linearized reading' (duration: 627.611568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.236893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.264418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:06:24.237049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.609093Z","time spent":"627.940196ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-18T22:06:24.237087Z","caller":"traceutil/trace.go:171","msg":"trace[2059429863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8130; }","duration":"213.498824ms","start":"2026-03-18T22:06:24.023569Z","end":"2026-03-18T22:06:24.237068Z","steps":["trace[2059429863] 'agreement among raft nodes before linearized reading' (duration: 213.184966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.909704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.512778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:24.909794Z","caller":"traceutil/trace.go:171","msg":"trace[598340310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8130; }","duration":"524.644171ms","start":"2026-03-18T22:06:24.385124Z","end":"2026-03-18T22:06:24.909768Z","steps":["trace[598340310] 'range keys from in-memory index tree' (duration: 524.342713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.909835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.385105Z","time spent":"524.720333ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:24.909838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.195589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:24.909817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.079277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:06:24.909902Z","caller":"traceutil/trace.go:171","msg":"trace[2075967065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8130; }","duration":"565.314612ms","start":"2026-03-18T22:06:24.344572Z","end":"2026-03-18T22:06:24.909887Z","steps":["trace[2075967065] 'range keys from in-memory index tree' (duration: 565.115108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.909909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.118688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:06:24.909939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.344551Z","time spent":"565.378404ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T22:06:24.909948Z","caller":"traceutil/trace.go:171","msg":"trace[226059835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8130; }","duration":"524.187939ms","start":"2026-03-18T22:06:24.385746Z","end":"2026-03-18T22:06:24.909934Z","steps":["trace[226059835] 'range keys from in-memory index tree' (duration: 524.005726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.909948Z","caller":"traceutil/trace.go:171","msg":"trace[1651414186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8130; }","duration":"524.252311ms","start":"2026-03-18T22:06:24.38567Z","end":"2026-03-18T22:06:24.909923Z","steps":["trace[1651414186] 'range keys from in-memory index tree' (duration: 523.927254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.91002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.385642Z","time spent":"524.356225ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:24.910032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.173991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:06:24.910051Z","caller":"traceutil/trace.go:171","msg":"trace[129116161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8130; }","duration":"524.217581ms","start":"2026-03-18T22:06:24.385828Z","end":"2026-03-18T22:06:24.910046Z","steps":["trace[129116161] 'range keys from in-memory index tree' (duration: 524.086748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.910067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.385818Z","time spent":"524.245313ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:24.909978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.385725Z","time spent":"524.247032ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:24.910164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.785188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-18T22:06:24.910167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.662156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:06:24.910234Z","caller":"traceutil/trace.go:171","msg":"trace[818670848] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8446; }","duration":"277.091103ms","start":"2026-03-18T22:06:24.633131Z","end":"2026-03-18T22:06:24.910222Z","steps":["trace[818670848] 'read index received' (duration: 15.257173ms)","trace[818670848] 'applied index is now lower than readState.Index' (duration: 261.83274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:24.910245Z","caller":"traceutil/trace.go:171","msg":"trace[1809432609] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"522.839237ms","start":"2026-03-18T22:06:24.387389Z","end":"2026-03-18T22:06:24.910229Z","steps":["trace[1809432609] 'process raft request' (duration: 260.922185ms)","trace[1809432609] 'compare' (duration: 261.249524ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:24.910251Z","caller":"traceutil/trace.go:171","msg":"trace[167391985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8130; }","duration":"523.77323ms","start":"2026-03-18T22:06:24.386455Z","end":"2026-03-18T22:06:24.910228Z","steps":["trace[167391985] 'range keys from in-memory index tree' (duration: 523.483133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.910302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.386446Z","time spent":"523.843771ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:06:24.910319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.387362Z","time spent":"522.915399ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:24.910329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.703174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:24.910382Z","caller":"traceutil/trace.go:171","msg":"trace[1413096388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8131; }","duration":"206.781775ms","start":"2026-03-18T22:06:24.703591Z","end":"2026-03-18T22:06:24.910351Z","steps":["trace[1413096388] 'agreement among raft nodes before linearized reading' (duration: 206.706233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.910673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.549594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T22:06:24.910699Z","caller":"traceutil/trace.go:171","msg":"trace[1303113139] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8131; }","duration":"277.617455ms","start":"2026-03-18T22:06:24.633075Z","end":"2026-03-18T22:06:24.910692Z","steps":["trace[1303113139] 'agreement among raft nodes before linearized reading' (duration: 277.192805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:25.073284Z","caller":"traceutil/trace.go:171","msg":"trace[2019820642] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"157.99931ms","start":"2026-03-18T22:06:24.915257Z","end":"2026-03-18T22:06:25.073257Z","steps":["trace[2019820642] 'process raft request' (duration: 143.584298ms)","trace[2019820642] 'compare' (duration: 14.233008ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:25.073529Z","caller":"traceutil/trace.go:171","msg":"trace[1572532126] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"158.232557ms","start":"2026-03-18T22:06:24.915273Z","end":"2026-03-18T22:06:25.073505Z","steps":["trace[1572532126] 'process raft request' (duration: 157.931049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:25.073756Z","caller":"traceutil/trace.go:171","msg":"trace[1657703612] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8447; }","duration":"157.814964ms","start":"2026-03-18T22:06:24.915929Z","end":"2026-03-18T22:06:25.073744Z","steps":["trace[1657703612] 'read index received' (duration: 42.193ms)","trace[1657703612] 'applied index is now lower than readState.Index' (duration: 115.620654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:25.073878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.930017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:25.073914Z","caller":"traceutil/trace.go:171","msg":"trace[1438459619] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8135; }","duration":"158.002819ms","start":"2026-03-18T22:06:24.915903Z","end":"2026-03-18T22:06:25.073906Z","steps":["trace[1438459619] 'agreement among raft nodes before linearized reading' (duration: 157.929088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:25.07397Z","caller":"traceutil/trace.go:171","msg":"trace[12742916] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"158.42481ms","start":"2026-03-18T22:06:24.91552Z","end":"2026-03-18T22:06:25.073945Z","steps":["trace[12742916] 'process raft request' (duration: 157.917318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:25.074176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.972899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228831"} {"level":"info","ts":"2026-03-18T22:06:25.07422Z","caller":"traceutil/trace.go:171","msg":"trace[365234903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8135; }","duration":"158.04631ms","start":"2026-03-18T22:06:24.916163Z","end":"2026-03-18T22:06:25.07421Z","steps":["trace[365234903] 'agreement among raft nodes before linearized reading' (duration: 157.680071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:26.199562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:26.700246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:06:26.804786Z","caller":"traceutil/trace.go:171","msg":"trace[1789809545] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.574349405s","start":"2026-03-18T22:06:25.230415Z","end":"2026-03-18T22:06:26.804764Z","steps":["trace[1789809545] 'process raft request' (duration: 1.574208081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:26.804907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:25.230389Z","time spent":"1.574456948s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:27.616671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.819488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:27.616804Z","caller":"traceutil/trace.go:171","msg":"trace[428111982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8136; }","duration":"415.978982ms","start":"2026-03-18T22:06:27.200808Z","end":"2026-03-18T22:06:27.616787Z","steps":["trace[428111982] 'range keys from in-memory index tree' (duration: 415.791887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.618501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.797623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:27.618788Z","caller":"traceutil/trace.go:171","msg":"trace[840390691] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"582.509335ms","start":"2026-03-18T22:06:27.036252Z","end":"2026-03-18T22:06:27.618762Z","steps":["trace[840390691] 'process raft request' (duration: 582.33666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.618914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:27.036231Z","time spent":"582.626187ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:27.619251Z","caller":"traceutil/trace.go:171","msg":"trace[1639766348] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"2.386375367s","start":"2026-03-18T22:06:25.232862Z","end":"2026-03-18T22:06:27.619237Z","steps":["trace[1639766348] 'process raft request' (duration: 1.870766302s)","trace[1639766348] 'compare' (duration: 512.889626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:27.619321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:25.232827Z","time spent":"2.386460039s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:27.619465Z","caller":"traceutil/trace.go:171","msg":"trace[1590867462] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8452; }","duration":"1.920377329s","start":"2026-03-18T22:06:25.699078Z","end":"2026-03-18T22:06:27.619456Z","steps":["trace[1590867462] 'read index received' (duration: 1.106171722s)","trace[1590867462] 'applied index is now lower than readState.Index' (duration: 814.204217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:27.619668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920592075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:27.619705Z","caller":"traceutil/trace.go:171","msg":"trace[1938735368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8138; }","duration":"1.920660216s","start":"2026-03-18T22:06:25.699037Z","end":"2026-03-18T22:06:27.619697Z","steps":["trace[1938735368] 'agreement among raft nodes before linearized reading' (duration: 1.920599694s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.619734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:25.699021Z","time spent":"1.920707738s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:27.719057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.245103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:27.719128Z","caller":"traceutil/trace.go:171","msg":"trace[152749958] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8138; }","duration":"780.367446ms","start":"2026-03-18T22:06:26.938746Z","end":"2026-03-18T22:06:27.719113Z","steps":["trace[152749958] 'agreement among raft nodes before linearized reading' (duration: 780.247953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.938726Z","time spent":"780.434167ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:27.719193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.543373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T22:06:27.719271Z","caller":"traceutil/trace.go:171","msg":"trace[578972815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8138; }","duration":"997.661386ms","start":"2026-03-18T22:06:26.72159Z","end":"2026-03-18T22:06:27.719251Z","steps":["trace[578972815] 'agreement among raft nodes before linearized reading' (duration: 997.45726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.721567Z","time spent":"997.742028ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:06:27.719405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.607704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:06:27.719492Z","caller":"traceutil/trace.go:171","msg":"trace[518860770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8138; }","duration":"640.731187ms","start":"2026-03-18T22:06:27.078741Z","end":"2026-03-18T22:06:27.719472Z","steps":["trace[518860770] 'agreement among raft nodes before linearized reading' (duration: 640.43934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.989799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:27.719572Z","caller":"traceutil/trace.go:171","msg":"trace[1614804169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8138; }","duration":"642.048391ms","start":"2026-03-18T22:06:27.077491Z","end":"2026-03-18T22:06:27.719539Z","steps":["trace[1614804169] 'agreement among raft nodes before linearized reading' (duration: 641.971729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037278311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:27.71963Z","caller":"traceutil/trace.go:171","msg":"trace[1401960024] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8138; }","duration":"1.037342383s","start":"2026-03-18T22:06:26.682276Z","end":"2026-03-18T22:06:27.719618Z","steps":["trace[1401960024] 'agreement among raft nodes before linearized reading' (duration: 1.03723784s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.682214Z","time spent":"1.037437984s","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:27.71973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:27.078734Z","time spent":"640.981583ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:27.71982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.349818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:06:27.719443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.371994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:27.719899Z","caller":"traceutil/trace.go:171","msg":"trace[1995417636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8138; }","duration":"638.494912ms","start":"2026-03-18T22:06:27.081391Z","end":"2026-03-18T22:06:27.719886Z","steps":["trace[1995417636] 'agreement among raft nodes before linearized reading' (duration: 638.332967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:27.71991Z","caller":"traceutil/trace.go:171","msg":"trace[1140749800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8138; }","duration":"641.872128ms","start":"2026-03-18T22:06:27.078024Z","end":"2026-03-18T22:06:27.719896Z","steps":["trace[1140749800] 'agreement among raft nodes before linearized reading' (duration: 641.345783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:27.08136Z","time spent":"638.561683ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:06:27.719951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:27.077999Z","time spent":"641.94121ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:27.719922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7059304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-18T22:06:27.720033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478886016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T22:06:27.720056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.677373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:27.720089Z","caller":"traceutil/trace.go:171","msg":"trace[1969679453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8138; }","duration":"1.478942968s","start":"2026-03-18T22:06:26.241123Z","end":"2026-03-18T22:06:27.720066Z","steps":["trace[1969679453] 'agreement among raft nodes before linearized reading' (duration: 1.478849165s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:27.72011Z","caller":"traceutil/trace.go:171","msg":"trace[1359877034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8138; }","duration":"727.770905ms","start":"2026-03-18T22:06:26.99232Z","end":"2026-03-18T22:06:27.72009Z","steps":["trace[1359877034] 'agreement among raft nodes before linearized reading' (duration: 727.699684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.720096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844250117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:27.720134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.241111Z","time spent":"1.479014899s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:27.719602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:27.077469Z","time spent":"642.125593ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:27.720159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.992299Z","time spent":"727.850197ms","remote":"127.0.0.1:53232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:27.720113Z","caller":"traceutil/trace.go:171","msg":"trace[65623587] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8138; }","duration":"1.706117965s","start":"2026-03-18T22:06:26.013927Z","end":"2026-03-18T22:06:27.720044Z","steps":["trace[65623587] 'agreement among raft nodes before linearized reading' (duration: 1.705796216s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:27.720176Z","caller":"traceutil/trace.go:171","msg":"trace[251967860] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8138; }","duration":"1.844342569s","start":"2026-03-18T22:06:25.875809Z","end":"2026-03-18T22:06:27.720152Z","steps":["trace[251967860] 'agreement among raft nodes before linearized reading' (duration: 1.844207536s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.719971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.713287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:06:27.720222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:25.87575Z","time spent":"1.844462032s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:27.720228Z","caller":"traceutil/trace.go:171","msg":"trace[1010041924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8138; }","duration":"758.043155ms","start":"2026-03-18T22:06:26.962173Z","end":"2026-03-18T22:06:27.720216Z","steps":["trace[1010041924] 'agreement among raft nodes before linearized reading' (duration: 757.575824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:27.720268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.96216Z","time spent":"758.095247ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:27.720296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:26.013905Z","time spent":"1.706321691s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T22:06:33.850911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.526757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T22:06:33.851024Z","caller":"traceutil/trace.go:171","msg":"trace[1226977844] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8208; }","duration":"233.709961ms","start":"2026-03-18T22:06:33.617291Z","end":"2026-03-18T22:06:33.851001Z","steps":["trace[1226977844] 'range keys from in-memory index tree' (duration: 231.867046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:33.865779Z","caller":"traceutil/trace.go:171","msg":"trace[1307173552] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"228.444969ms","start":"2026-03-18T22:06:33.637315Z","end":"2026-03-18T22:06:33.86576Z","steps":["trace[1307173552] 'process raft request' (duration: 228.323656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:33.884656Z","caller":"traceutil/trace.go:171","msg":"trace[664805045] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8530; }","duration":"204.744074ms","start":"2026-03-18T22:06:33.679896Z","end":"2026-03-18T22:06:33.88464Z","steps":["trace[664805045] 'read index received' (duration: 185.814549ms)","trace[664805045] 'applied index is now lower than readState.Index' (duration: 18.928785ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:33.884753Z","caller":"traceutil/trace.go:171","msg":"trace[1431069858] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"204.971ms","start":"2026-03-18T22:06:33.679771Z","end":"2026-03-18T22:06:33.884743Z","steps":["trace[1431069858] 'process raft request' (duration: 204.831987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:33.884749Z","caller":"traceutil/trace.go:171","msg":"trace[62055920] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"238.177165ms","start":"2026-03-18T22:06:33.646547Z","end":"2026-03-18T22:06:33.884724Z","steps":["trace[62055920] 'process raft request' (duration: 237.97576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.884899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.241969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:33.884976Z","caller":"traceutil/trace.go:171","msg":"trace[1889307217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"186.350782ms","start":"2026-03-18T22:06:33.698613Z","end":"2026-03-18T22:06:33.884963Z","steps":["trace[1889307217] 'agreement among raft nodes before linearized reading' (duration: 186.214078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.885027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.455169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:33.885074Z","caller":"traceutil/trace.go:171","msg":"trace[293899190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8211; }","duration":"101.519821ms","start":"2026-03-18T22:06:33.783539Z","end":"2026-03-18T22:06:33.885059Z","steps":["trace[293899190] 'agreement among raft nodes before linearized reading' (duration: 101.343577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.885182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.387062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:06:33.88527Z","caller":"traceutil/trace.go:171","msg":"trace[1608443079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8211; }","duration":"100.510195ms","start":"2026-03-18T22:06:33.784741Z","end":"2026-03-18T22:06:33.885251Z","steps":["trace[1608443079] 'agreement among raft nodes before linearized reading' (duration: 100.138435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.885311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.980908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:06:33.885354Z","caller":"traceutil/trace.go:171","msg":"trace[1447692655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"101.045959ms","start":"2026-03-18T22:06:33.784296Z","end":"2026-03-18T22:06:33.885342Z","steps":["trace[1447692655] 'agreement among raft nodes before linearized reading' (duration: 100.943596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.885209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.946356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:33.885457Z","caller":"traceutil/trace.go:171","msg":"trace[1192081767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"105.222183ms","start":"2026-03-18T22:06:33.780226Z","end":"2026-03-18T22:06:33.885449Z","steps":["trace[1192081767] 'agreement among raft nodes before linearized reading' (duration: 104.899276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.885435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.05741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T22:06:33.885564Z","caller":"traceutil/trace.go:171","msg":"trace[888572251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"117.263616ms","start":"2026-03-18T22:06:33.768281Z","end":"2026-03-18T22:06:33.885544Z","steps":["trace[888572251] 'agreement among raft nodes before linearized reading' (duration: 116.916207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:33.885516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.622576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6zwc5\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-18T22:06:33.885848Z","caller":"traceutil/trace.go:171","msg":"trace[1680515804] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6zwc5; range_end:; response_count:1; response_revision:8211; }","duration":"205.985066ms","start":"2026-03-18T22:06:33.679844Z","end":"2026-03-18T22:06:33.885829Z","steps":["trace[1680515804] 'agreement among raft nodes before linearized reading' (duration: 205.629586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:34.040358Z","caller":"traceutil/trace.go:171","msg":"trace[504493304] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8533; }","duration":"149.969959ms","start":"2026-03-18T22:06:33.89037Z","end":"2026-03-18T22:06:34.04034Z","steps":["trace[504493304] 'read index received' (duration: 21.290145ms)","trace[504493304] 'applied index is now lower than readState.Index' (duration: 128.678664ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:34.040499Z","caller":"traceutil/trace.go:171","msg":"trace[1346814076] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"150.323097ms","start":"2026-03-18T22:06:33.890122Z","end":"2026-03-18T22:06:34.040445Z","steps":["trace[1346814076] 'process raft request' (duration: 106.993538ms)","trace[1346814076] 'compare' (duration: 42.94409ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:34.040639Z","caller":"traceutil/trace.go:171","msg":"trace[31312525] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"146.665476ms","start":"2026-03-18T22:06:33.893961Z","end":"2026-03-18T22:06:34.040626Z","steps":["trace[31312525] 'process raft request' (duration: 146.302217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:34.040555Z","caller":"traceutil/trace.go:171","msg":"trace[251517100] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"150.291167ms","start":"2026-03-18T22:06:33.890241Z","end":"2026-03-18T22:06:34.040533Z","steps":["trace[251517100] 'process raft request' (duration: 149.996799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:34.040848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.632132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T22:06:34.040911Z","caller":"traceutil/trace.go:171","msg":"trace[1020802009] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8217; }","duration":"124.753725ms","start":"2026-03-18T22:06:33.916142Z","end":"2026-03-18T22:06:34.040896Z","steps":["trace[1020802009] 'agreement among raft nodes before linearized reading' (duration: 124.57411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:34.040909Z","caller":"traceutil/trace.go:171","msg":"trace[816583111] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"144.388728ms","start":"2026-03-18T22:06:33.896504Z","end":"2026-03-18T22:06:34.040893Z","steps":["trace[816583111] 'process raft request' (duration: 143.784973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:34.041267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.887091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228746"} {"level":"info","ts":"2026-03-18T22:06:34.041472Z","caller":"traceutil/trace.go:171","msg":"trace[500354192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8217; }","duration":"151.105136ms","start":"2026-03-18T22:06:33.89035Z","end":"2026-03-18T22:06:34.041455Z","steps":["trace[500354192] 'agreement among raft nodes before linearized reading' (duration: 150.324217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:34.040477Z","caller":"traceutil/trace.go:171","msg":"trace[663355101] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"150.248325ms","start":"2026-03-18T22:06:33.890199Z","end":"2026-03-18T22:06:34.040447Z","steps":["trace[663355101] 'process raft request' (duration: 150.003899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:34.567142Z","caller":"traceutil/trace.go:171","msg":"trace[371158450] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"131.483363ms","start":"2026-03-18T22:06:34.43563Z","end":"2026-03-18T22:06:34.567113Z","steps":["trace[371158450] 'process raft request' (duration: 92.029122ms)","trace[371158450] 'compare' (duration: 38.97814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:35.375316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624805639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:35.755901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055233192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:35.756013Z","caller":"traceutil/trace.go:171","msg":"trace[1213303211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8221; }","duration":"1.055376606s","start":"2026-03-18T22:06:34.700609Z","end":"2026-03-18T22:06:35.755986Z","steps":["trace[1213303211] 'range keys from in-memory index tree' (duration: 1.055171311s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:35.756099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:34.700598Z","time spent":"1.055486269s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:35.756347Z","caller":"traceutil/trace.go:171","msg":"trace[1443012231] linearizableReadLoop","detail":"{readStateIndex:8544; appliedIndex:8543; }","duration":"881.694762ms","start":"2026-03-18T22:06:34.874635Z","end":"2026-03-18T22:06:35.756329Z","steps":["trace[1443012231] 'read index received' (duration: 874.531962ms)","trace[1443012231] 'applied index is now lower than readState.Index' (duration: 7.16185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:35.75635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08619246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111890"} {"level":"info","ts":"2026-03-18T22:06:35.756452Z","caller":"traceutil/trace.go:171","msg":"trace[176739862] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8221; }","duration":"1.086329023s","start":"2026-03-18T22:06:34.670106Z","end":"2026-03-18T22:06:35.756435Z","steps":["trace[176739862] 'range keys from in-memory index tree' (duration: 1.085825541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:35.756499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:34.670096Z","time spent":"1.086391785s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111913,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T22:06:35.756575Z","caller":"traceutil/trace.go:171","msg":"trace[556079309] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"926.20272ms","start":"2026-03-18T22:06:34.83036Z","end":"2026-03-18T22:06:35.756563Z","steps":["trace[556079309] 'process raft request' (duration: 918.791324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:35.756667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:34.830334Z","time spent":"926.270842ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:35.756682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.915919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:35.756734Z","caller":"traceutil/trace.go:171","msg":"trace[1124525146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8222; }","duration":"576.009972ms","start":"2026-03-18T22:06:35.180709Z","end":"2026-03-18T22:06:35.756719Z","steps":["trace[1124525146] 'agreement among raft nodes before linearized reading' (duration: 575.833027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:35.756781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:35.18068Z","time spent":"576.089394ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:06:35.757777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.118138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T22:06:35.757869Z","caller":"traceutil/trace.go:171","msg":"trace[2055035636] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8222; }","duration":"883.20859ms","start":"2026-03-18T22:06:34.87463Z","end":"2026-03-18T22:06:35.757838Z","steps":["trace[2055035636] 'agreement among raft nodes before linearized reading' (duration: 882.099432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:35.757921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:34.874587Z","time spent":"883.321503ms","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T22:06:36.339191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.682357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T22:06:36.339284Z","caller":"traceutil/trace.go:171","msg":"trace[1225258815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8222; }","duration":"478.80148ms","start":"2026-03-18T22:06:35.86046Z","end":"2026-03-18T22:06:36.339261Z","steps":["trace[1225258815] 'range keys from in-memory index tree' (duration: 478.525923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.339326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:35.860453Z","time spent":"478.864011ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T22:06:36.349706Z","caller":"traceutil/trace.go:171","msg":"trace[1431021595] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"486.523574ms","start":"2026-03-18T22:06:35.863151Z","end":"2026-03-18T22:06:36.349675Z","steps":["trace[1431021595] 'process raft request' (duration: 486.182435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.349957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:35.8631Z","time spent":"486.76877ms","remote":"127.0.0.1:60570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:36.511063Z","caller":"traceutil/trace.go:171","msg":"trace[716199814] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"639.934499ms","start":"2026-03-18T22:06:35.871098Z","end":"2026-03-18T22:06:36.511032Z","steps":["trace[716199814] 'process raft request' (duration: 612.640623ms)","trace[716199814] 'compare' (duration: 27.103971ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:36.511187Z","caller":"traceutil/trace.go:171","msg":"trace[2109535286] linearizableReadLoop","detail":"{readStateIndex:8547; appliedIndex:8544; }","duration":"596.465816ms","start":"2026-03-18T22:06:35.914689Z","end":"2026-03-18T22:06:36.511155Z","steps":["trace[2109535286] 'read index received' (duration: 434.64615ms)","trace[2109535286] 'applied index is now lower than readState.Index' (duration: 161.812596ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:36.511236Z","caller":"traceutil/trace.go:171","msg":"trace[962760498] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"623.264401ms","start":"2026-03-18T22:06:35.887944Z","end":"2026-03-18T22:06:36.511208Z","steps":["trace[962760498] 'process raft request' (duration: 623.038715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.511394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.689532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:06:36.511433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.28726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T22:06:36.511415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.670685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:36.511459Z","caller":"traceutil/trace.go:171","msg":"trace[1631248583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8225; }","duration":"596.769163ms","start":"2026-03-18T22:06:35.914674Z","end":"2026-03-18T22:06:36.511443Z","steps":["trace[1631248583] 'agreement among raft nodes before linearized reading' (duration: 596.601299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:36.511471Z","caller":"traceutil/trace.go:171","msg":"trace[1678478595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8225; }","duration":"465.385053ms","start":"2026-03-18T22:06:36.046077Z","end":"2026-03-18T22:06:36.511462Z","steps":["trace[1678478595] 'agreement among raft nodes before linearized reading' (duration: 465.246099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.511476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.424054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:06:36.51149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:35.914668Z","time spent":"596.816334ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:06:36.511492Z","caller":"traceutil/trace.go:171","msg":"trace[1999956932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8225; }","duration":"464.769537ms","start":"2026-03-18T22:06:36.046707Z","end":"2026-03-18T22:06:36.511477Z","steps":["trace[1999956932] 'agreement among raft nodes before linearized reading' (duration: 464.613133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.51151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:36.046049Z","time spent":"465.454905ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T22:06:36.511517Z","caller":"traceutil/trace.go:171","msg":"trace[1655940561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8225; }","duration":"465.506116ms","start":"2026-03-18T22:06:36.046Z","end":"2026-03-18T22:06:36.511506Z","steps":["trace[1655940561] 'agreement among raft nodes before linearized reading' (duration: 465.313331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.511531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:36.046693Z","time spent":"464.829099ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:36.511555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:36.045986Z","time spent":"465.560537ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:36.511263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:35.871085Z","time spent":"640.090653ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:36.511901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.176867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:06:36.512027Z","caller":"traceutil/trace.go:171","msg":"trace[1647681760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8225; }","duration":"461.300331ms","start":"2026-03-18T22:06:36.050692Z","end":"2026-03-18T22:06:36.511992Z","steps":["trace[1647681760] 'agreement among raft nodes before linearized reading' (duration: 460.937752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.512119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:36.050686Z","time spent":"461.420294ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:06:36.512175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:35.887936Z","time spent":"623.387883ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:36.512414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.326766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:06:36.512491Z","caller":"traceutil/trace.go:171","msg":"trace[569212773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8225; }","duration":"466.445109ms","start":"2026-03-18T22:06:36.046031Z","end":"2026-03-18T22:06:36.512476Z","steps":["trace[569212773] 'agreement among raft nodes before linearized reading' (duration: 465.395353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:36.51253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:36.046008Z","time spent":"466.511171ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:38.822344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028389638s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:38.822477Z","caller":"traceutil/trace.go:171","msg":"trace[189419620] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8553; }","duration":"782.743337ms","start":"2026-03-18T22:06:38.03971Z","end":"2026-03-18T22:06:38.822453Z","steps":["trace[189419620] 'read index received' (duration: 57.671µs)","trace[189419620] 'applied index is now lower than readState.Index' (duration: 782.683906ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:38.822809Z","caller":"traceutil/trace.go:171","msg":"trace[1392037454] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"1.061118831s","start":"2026-03-18T22:06:37.761659Z","end":"2026-03-18T22:06:38.822778Z","steps":["trace[1392037454] 'process raft request' (duration: 32.168039ms)","trace[1392037454] 'compare' (duration: 1.027908496s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:38.822863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.120687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:38.823053Z","caller":"traceutil/trace.go:171","msg":"trace[1047149527] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8232; }","duration":"783.384553ms","start":"2026-03-18T22:06:38.03965Z","end":"2026-03-18T22:06:38.823035Z","steps":["trace[1047149527] 'agreement among raft nodes before linearized reading' (duration: 783.091736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:38.823097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.039626Z","time spent":"783.458574ms","remote":"127.0.0.1:60546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:38.82293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:37.76164Z","time spent":"1.061235473s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:39.103769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.514938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T22:06:39.248199Z","caller":"traceutil/trace.go:171","msg":"trace[2016931851] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"730.704259ms","start":"2026-03-18T22:06:38.517457Z","end":"2026-03-18T22:06:39.248161Z","steps":["trace[2016931851] 'process raft request' (duration: 730.31233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.248374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.517421Z","time spent":"730.856852ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.248463Z","caller":"traceutil/trace.go:171","msg":"trace[850461456] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"730.283078ms","start":"2026-03-18T22:06:38.518153Z","end":"2026-03-18T22:06:39.248436Z","steps":["trace[850461456] 'process raft request' (duration: 729.857398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.248625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.518141Z","time spent":"730.401962ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.249041Z","caller":"traceutil/trace.go:171","msg":"trace[2063908282] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"394.580394ms","start":"2026-03-18T22:06:38.85444Z","end":"2026-03-18T22:06:39.249021Z","steps":["trace[2063908282] 'process raft request' (duration: 393.895307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.249139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.854377Z","time spent":"394.705957ms","remote":"127.0.0.1:54662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T22:06:39.249462Z","caller":"traceutil/trace.go:171","msg":"trace[514480261] linearizableReadLoop","detail":"{readStateIndex:8557; appliedIndex:8554; }","duration":"426.926215ms","start":"2026-03-18T22:06:38.822524Z","end":"2026-03-18T22:06:39.24945Z","steps":["trace[514480261] 'read index received' (duration: 35.991804ms)","trace[514480261] 'applied index is now lower than readState.Index' (duration: 390.933061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:39.249609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.473471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:39.249653Z","caller":"traceutil/trace.go:171","msg":"trace[681539983] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8235; }","duration":"431.579863ms","start":"2026-03-18T22:06:38.818062Z","end":"2026-03-18T22:06:39.249642Z","steps":["trace[681539983] 'agreement among raft nodes before linearized reading' (duration: 431.483821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.249691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.818031Z","time spent":"431.651635ms","remote":"127.0.0.1:35320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:39.249935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.606053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:39.249975Z","caller":"traceutil/trace.go:171","msg":"trace[1208386985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8235; }","duration":"550.758517ms","start":"2026-03-18T22:06:38.699208Z","end":"2026-03-18T22:06:39.249967Z","steps":["trace[1208386985] 'agreement among raft nodes before linearized reading' (duration: 550.637144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.250002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.699164Z","time spent":"550.831399ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:39.250306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.105439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:06:39.250345Z","caller":"traceutil/trace.go:171","msg":"trace[1033428607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8235; }","duration":"655.166551ms","start":"2026-03-18T22:06:38.59517Z","end":"2026-03-18T22:06:39.250336Z","steps":["trace[1033428607] 'agreement among raft nodes before linearized reading' (duration: 655.034767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.250379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.595159Z","time spent":"655.213322ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:06:39.250798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.905869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:39.250885Z","caller":"traceutil/trace.go:171","msg":"trace[349010972] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8235; }","duration":"929.068773ms","start":"2026-03-18T22:06:38.321796Z","end":"2026-03-18T22:06:39.250865Z","steps":["trace[349010972] 'agreement among raft nodes before linearized reading' (duration: 928.912309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.25094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.321766Z","time spent":"929.164105ms","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:39.251102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105468335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T22:06:39.251222Z","caller":"traceutil/trace.go:171","msg":"trace[1230777445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8235; }","duration":"1.105554717s","start":"2026-03-18T22:06:38.145581Z","end":"2026-03-18T22:06:39.251136Z","steps":["trace[1230777445] 'agreement among raft nodes before linearized reading' (duration: 1.105421994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.251279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.145559Z","time spent":"1.105709911s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:06:39.251327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.729846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T22:06:39.251369Z","caller":"traceutil/trace.go:171","msg":"trace[1152491920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8235; }","duration":"657.829887ms","start":"2026-03-18T22:06:38.593526Z","end":"2026-03-18T22:06:39.251356Z","steps":["trace[1152491920] 'agreement among raft nodes before linearized reading' (duration: 657.734755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.251404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.593501Z","time spent":"657.89668ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:39.251492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.931929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T22:06:39.251529Z","caller":"traceutil/trace.go:171","msg":"trace[704650273] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8235; }","duration":"328.003101ms","start":"2026-03-18T22:06:38.923517Z","end":"2026-03-18T22:06:39.25152Z","steps":["trace[704650273] 'agreement among raft nodes before linearized reading' (duration: 327.906338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.25156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.923495Z","time spent":"328.059542ms","remote":"127.0.0.1:47492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T22:06:39.251584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.177656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T22:06:39.251614Z","caller":"traceutil/trace.go:171","msg":"trace[1002080530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8235; }","duration":"658.223268ms","start":"2026-03-18T22:06:38.593382Z","end":"2026-03-18T22:06:39.251605Z","steps":["trace[1002080530] 'agreement among raft nodes before linearized reading' (duration: 658.144806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.251669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.593373Z","time spent":"658.287129ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:39.251242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.634023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:06:39.251833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.763821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:39.251843Z","caller":"traceutil/trace.go:171","msg":"trace[1693697688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8235; }","duration":"658.31354ms","start":"2026-03-18T22:06:38.593519Z","end":"2026-03-18T22:06:39.251833Z","steps":["trace[1693697688] 'agreement among raft nodes before linearized reading' (duration: 657.610613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:39.251861Z","caller":"traceutil/trace.go:171","msg":"trace[954523310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8235; }","duration":"658.811702ms","start":"2026-03-18T22:06:38.59304Z","end":"2026-03-18T22:06:39.251852Z","steps":["trace[954523310] 'agreement among raft nodes before linearized reading' (duration: 658.73848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.251887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.593489Z","time spent":"658.386271ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:39.251958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.798824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T22:06:39.251994Z","caller":"traceutil/trace.go:171","msg":"trace[32003801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8235; }","duration":"713.872796ms","start":"2026-03-18T22:06:38.538113Z","end":"2026-03-18T22:06:39.251985Z","steps":["trace[32003801] 'agreement among raft nodes before linearized reading' (duration: 713.793094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.252024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.538098Z","time spent":"713.920357ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:39.252058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.608278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:39.252099Z","caller":"traceutil/trace.go:171","msg":"trace[391850102] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8235; }","duration":"104.69393ms","start":"2026-03-18T22:06:39.147394Z","end":"2026-03-18T22:06:39.252087Z","steps":["trace[391850102] 'agreement among raft nodes before linearized reading' (duration: 104.631288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.251888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:38.593029Z","time spent":"658.853584ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:06:39.575001Z","caller":"traceutil/trace.go:171","msg":"trace[27794870] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"317.825995ms","start":"2026-03-18T22:06:39.257155Z","end":"2026-03-18T22:06:39.574981Z","steps":["trace[27794870] 'process raft request' (duration: 317.768534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:39.575074Z","caller":"traceutil/trace.go:171","msg":"trace[1436905986] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"317.957219ms","start":"2026-03-18T22:06:39.257084Z","end":"2026-03-18T22:06:39.575041Z","steps":["trace[1436905986] 'process raft request' (duration: 317.712623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.575143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.25714Z","time spent":"317.921467ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:39.575234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.257066Z","time spent":"318.084411ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.57598Z","caller":"traceutil/trace.go:171","msg":"trace[1731129566] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"318.78502ms","start":"2026-03-18T22:06:39.25718Z","end":"2026-03-18T22:06:39.575965Z","steps":["trace[1731129566] 'process raft request' (duration: 317.773953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.576064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.257168Z","time spent":"318.855861ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.576385Z","caller":"traceutil/trace.go:171","msg":"trace[1193559188] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"319.142288ms","start":"2026-03-18T22:06:39.257213Z","end":"2026-03-18T22:06:39.576355Z","steps":["trace[1193559188] 'process raft request' (duration: 318.681017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.576458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.257184Z","time spent":"319.240961ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.576517Z","caller":"traceutil/trace.go:171","msg":"trace[149972102] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"318.553454ms","start":"2026-03-18T22:06:39.257942Z","end":"2026-03-18T22:06:39.576495Z","steps":["trace[149972102] 'process raft request' (duration: 318.217495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.576639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.257867Z","time spent":"318.717118ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T22:06:39.576789Z","caller":"traceutil/trace.go:171","msg":"trace[1714679417] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"318.683728ms","start":"2026-03-18T22:06:39.258089Z","end":"2026-03-18T22:06:39.576773Z","steps":["trace[1714679417] 'process raft request' (duration: 318.353789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.576862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.258076Z","time spent":"318.750909ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.577082Z","caller":"traceutil/trace.go:171","msg":"trace[23456893] linearizableReadLoop","detail":"{readStateIndex:8567; appliedIndex:8559; }","duration":"273.946703ms","start":"2026-03-18T22:06:39.303124Z","end":"2026-03-18T22:06:39.57707Z","steps":["trace[23456893] 'read index received' (duration: 271.659895ms)","trace[23456893] 'applied index is now lower than readState.Index' (duration: 2.285938ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:39.577182Z","caller":"traceutil/trace.go:171","msg":"trace[2025719872] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"285.831321ms","start":"2026-03-18T22:06:39.291325Z","end":"2026-03-18T22:06:39.577156Z","steps":["trace[2025719872] 'process raft request' (duration: 285.697408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:39.577217Z","caller":"traceutil/trace.go:171","msg":"trace[303539111] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"317.755823ms","start":"2026-03-18T22:06:39.25945Z","end":"2026-03-18T22:06:39.577206Z","steps":["trace[303539111] 'process raft request' (duration: 317.275231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.577263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.326202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e0ecac3d5168c\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-18T22:06:39.577285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.25944Z","time spent":"317.813034ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:39.577294Z","caller":"traceutil/trace.go:171","msg":"trace[665460688] range","detail":"{range_begin:/registry/events/openstack/ceph.189e0ecac3d5168c; range_end:; response_count:1; response_revision:8244; }","duration":"317.380704ms","start":"2026-03-18T22:06:39.259905Z","end":"2026-03-18T22:06:39.577286Z","steps":["trace[665460688] 'agreement among raft nodes before linearized reading' (duration: 317.255281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.577361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.259898Z","time spent":"317.448776ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189e0ecac3d5168c\" "} {"level":"warn","ts":"2026-03-18T22:06:39.57751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.062818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-567b45496c-4vjxq.189e0ebdae72c1df\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T22:06:39.577554Z","caller":"traceutil/trace.go:171","msg":"trace[676108276] range","detail":"{range_begin:/registry/events/openstack/barbican-api-567b45496c-4vjxq.189e0ebdae72c1df; range_end:; response_count:1; response_revision:8244; }","duration":"251.124459ms","start":"2026-03-18T22:06:39.326416Z","end":"2026-03-18T22:06:39.577541Z","steps":["trace[676108276] 'agreement among raft nodes before linearized reading' (duration: 250.961325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.577592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.757818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228746"} {"level":"info","ts":"2026-03-18T22:06:39.577631Z","caller":"traceutil/trace.go:171","msg":"trace[297894165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8244; }","duration":"318.82552ms","start":"2026-03-18T22:06:39.258798Z","end":"2026-03-18T22:06:39.577623Z","steps":["trace[297894165] 'agreement among raft nodes before linearized reading' (duration: 318.513852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:39.577683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.258787Z","time spent":"318.888121ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228769,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:06:40.002799Z","caller":"traceutil/trace.go:171","msg":"trace[1113042250] linearizableReadLoop","detail":"{readStateIndex:8568; appliedIndex:8567; }","duration":"422.473495ms","start":"2026-03-18T22:06:39.580294Z","end":"2026-03-18T22:06:40.002768Z","steps":["trace[1113042250] 'read index received' (duration: 325.730614ms)","trace[1113042250] 'applied index is now lower than readState.Index' (duration: 96.74112ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:40.003184Z","caller":"traceutil/trace.go:171","msg":"trace[446079209] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"422.961086ms","start":"2026-03-18T22:06:39.580199Z","end":"2026-03-18T22:06:40.00316Z","steps":["trace[446079209] 'process raft request' (duration: 325.709883ms)","trace[446079209] 'compare' (duration: 96.71619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:40.003272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.949276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189e0ed2367d5952\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-18T22:06:40.003306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.580178Z","time spent":"423.051799ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:40.003372Z","caller":"traceutil/trace.go:171","msg":"trace[674194275] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189e0ed2367d5952; range_end:; response_count:1; response_revision:8245; }","duration":"423.08987ms","start":"2026-03-18T22:06:39.580257Z","end":"2026-03-18T22:06:40.003347Z","steps":["trace[674194275] 'agreement among raft nodes before linearized reading' (duration: 422.797273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:40.00344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.580239Z","time spent":"423.183792ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189e0ed2367d5952\" "} {"level":"warn","ts":"2026-03-18T22:06:40.084359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.277265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:40.084457Z","caller":"traceutil/trace.go:171","msg":"trace[1004206839] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8246; }","duration":"472.407058ms","start":"2026-03-18T22:06:39.612026Z","end":"2026-03-18T22:06:40.084433Z","steps":["trace[1004206839] 'agreement among raft nodes before linearized reading' (duration: 472.194123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:40.084504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.611983Z","time spent":"472.512441ms","remote":"127.0.0.1:40712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:40.084513Z","caller":"traceutil/trace.go:171","msg":"trace[22400549] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"503.440898ms","start":"2026-03-18T22:06:39.58103Z","end":"2026-03-18T22:06:40.084471Z","steps":["trace[22400549] 'process raft request' (duration: 502.938716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:40.084571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.319931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:40.084631Z","caller":"traceutil/trace.go:171","msg":"trace[760664080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8246; }","duration":"385.428894ms","start":"2026-03-18T22:06:39.699187Z","end":"2026-03-18T22:06:40.084616Z","steps":["trace[760664080] 'agreement among raft nodes before linearized reading' (duration: 385.300391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:40.084673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.699176Z","time spent":"385.488665ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:40.084683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:39.581019Z","time spent":"503.598632ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:40.298839Z","caller":"traceutil/trace.go:171","msg":"trace[2039733812] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"292.587492ms","start":"2026-03-18T22:06:40.006222Z","end":"2026-03-18T22:06:40.29881Z","steps":["trace[2039733812] 'process raft request' (duration: 203.927994ms)","trace[2039733812] 'compare' (duration: 88.545465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:51.459687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.649239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-18T22:06:51.459803Z","caller":"traceutil/trace.go:171","msg":"trace[873358028] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8328; }","duration":"217.797132ms","start":"2026-03-18T22:06:51.241973Z","end":"2026-03-18T22:06:51.45977Z","steps":["trace[873358028] 'range keys from in-memory index tree' (duration: 217.567967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.459783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.337627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:51.459898Z","caller":"traceutil/trace.go:171","msg":"trace[142426547] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"170.35457ms","start":"2026-03-18T22:06:51.289522Z","end":"2026-03-18T22:06:51.459876Z","steps":["trace[142426547] 'process raft request' (duration: 25.819548ms)","trace[142426547] 'compare' (duration: 144.205604ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:51.666422Z","caller":"traceutil/trace.go:171","msg":"trace[1723871416] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8654; }","duration":"340.544506ms","start":"2026-03-18T22:06:51.325804Z","end":"2026-03-18T22:06:51.666348Z","steps":["trace[1723871416] 'read index received' (duration: 249.254882ms)","trace[1723871416] 'applied index is now lower than readState.Index' (duration: 91.288284ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:51.66652Z","caller":"traceutil/trace.go:171","msg":"trace[1930029864] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"375.558206ms","start":"2026-03-18T22:06:51.290917Z","end":"2026-03-18T22:06:51.666475Z","steps":["trace[1930029864] 'process raft request' (duration: 284.291772ms)","trace[1930029864] 'compare' (duration: 90.999297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:51.666639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.806924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:51.666749Z","caller":"traceutil/trace.go:171","msg":"trace[581803988] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8330; }","duration":"340.930487ms","start":"2026-03-18T22:06:51.325748Z","end":"2026-03-18T22:06:51.666678Z","steps":["trace[581803988] 'agreement among raft nodes before linearized reading' (duration: 340.814094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.666792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.027322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:51.666854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.325714Z","time spent":"341.125581ms","remote":"127.0.0.1:40748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:51.666907Z","caller":"traceutil/trace.go:171","msg":"trace[1306113967] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8330; }","duration":"248.180526ms","start":"2026-03-18T22:06:51.4187Z","end":"2026-03-18T22:06:51.666881Z","steps":["trace[1306113967] 'agreement among raft nodes before linearized reading' (duration: 248.012121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.666746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.290897Z","time spent":"375.71285ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:51.667878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.271102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3129"} {"level":"info","ts":"2026-03-18T22:06:51.667928Z","caller":"traceutil/trace.go:171","msg":"trace[391912926] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8330; }","duration":"204.357754ms","start":"2026-03-18T22:06:51.463558Z","end":"2026-03-18T22:06:51.667915Z","steps":["trace[391912926] 'agreement among raft nodes before linearized reading' (duration: 204.16533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.792287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.17532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228830"} {"level":"info","ts":"2026-03-18T22:06:51.792382Z","caller":"traceutil/trace.go:171","msg":"trace[1695775553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8338; }","duration":"118.279723ms","start":"2026-03-18T22:06:51.674084Z","end":"2026-03-18T22:06:51.792364Z","steps":["trace[1695775553] 'agreement among raft nodes before linearized reading' (duration: 117.80626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:53.053657Z","caller":"traceutil/trace.go:171","msg":"trace[871788153] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"127.518594ms","start":"2026-03-18T22:06:52.926115Z","end":"2026-03-18T22:06:53.053634Z","steps":["trace[871788153] 'process raft request' (duration: 123.036961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:55.946916Z","caller":"traceutil/trace.go:171","msg":"trace[1114194617] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"391.459336ms","start":"2026-03-18T22:06:55.555429Z","end":"2026-03-18T22:06:55.946888Z","steps":["trace[1114194617] 'process raft request' (duration: 391.263041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:55.947086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.555406Z","time spent":"391.591789ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:56.074104Z","caller":"traceutil/trace.go:171","msg":"trace[302154751] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8703; }","duration":"374.889149ms","start":"2026-03-18T22:06:55.699183Z","end":"2026-03-18T22:06:56.074072Z","steps":["trace[302154751] 'read index received' (duration: 247.528199ms)","trace[302154751] 'applied index is now lower than readState.Index' (duration: 127.35954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:56.074236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.032453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:56.074266Z","caller":"traceutil/trace.go:171","msg":"trace[1203249677] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"394.571984ms","start":"2026-03-18T22:06:55.679541Z","end":"2026-03-18T22:06:56.074113Z","steps":["trace[1203249677] 'process raft request' (duration: 316.683717ms)","trace[1203249677] 'compare' (duration: 77.680952ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:56.074291Z","caller":"traceutil/trace.go:171","msg":"trace[1174373078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8377; }","duration":"375.136186ms","start":"2026-03-18T22:06:55.69914Z","end":"2026-03-18T22:06:56.074276Z","steps":["trace[1174373078] 'agreement among raft nodes before linearized reading' (duration: 375.016993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.074335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.699119Z","time spent":"375.207947ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:56.074397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.552297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:06:56.074439Z","caller":"traceutil/trace.go:171","msg":"trace[122284246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8377; }","duration":"309.64295ms","start":"2026-03-18T22:06:55.764785Z","end":"2026-03-18T22:06:56.074428Z","steps":["trace[122284246] 'agreement among raft nodes before linearized reading' (duration: 309.497966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.074437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.679512Z","time spent":"394.81767ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:56.074475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.764764Z","time spent":"309.7038ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:56.074616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.521337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:06:56.074573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.683895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:06:56.074634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.494066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:56.074652Z","caller":"traceutil/trace.go:171","msg":"trace[1097696717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8377; }","duration":"307.598009ms","start":"2026-03-18T22:06:55.767044Z","end":"2026-03-18T22:06:56.074642Z","steps":["trace[1097696717] 'agreement among raft nodes before linearized reading' (duration: 307.507677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.074715Z","caller":"traceutil/trace.go:171","msg":"trace[1701645191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8377; }","duration":"307.584908ms","start":"2026-03-18T22:06:55.767086Z","end":"2026-03-18T22:06:56.074671Z","steps":["trace[1701645191] 'agreement among raft nodes before linearized reading' (duration: 307.451865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.074737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.767015Z","time spent":"307.711862ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:56.074772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.767055Z","time spent":"307.707882ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:06:56.074838Z","caller":"traceutil/trace.go:171","msg":"trace[86977748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8377; }","duration":"306.812028ms","start":"2026-03-18T22:06:55.767851Z","end":"2026-03-18T22:06:56.074663Z","steps":["trace[86977748] 'agreement among raft nodes before linearized reading' (duration: 306.440849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.074397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.910923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:56.074929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.767839Z","time spent":"307.074584ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:56.074948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.060314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:56.075088Z","caller":"traceutil/trace.go:171","msg":"trace[121677112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8377; }","duration":"307.209718ms","start":"2026-03-18T22:06:55.76785Z","end":"2026-03-18T22:06:56.07506Z","steps":["trace[121677112] 'agreement among raft nodes before linearized reading' (duration: 306.703016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.075119Z","caller":"traceutil/trace.go:171","msg":"trace[1197810967] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:0; response_revision:8377; }","duration":"122.480497ms","start":"2026-03-18T22:06:55.952447Z","end":"2026-03-18T22:06:56.074928Z","steps":["trace[1197810967] 'agreement among raft nodes before linearized reading' (duration: 121.858771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.075157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.767824Z","time spent":"307.316ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:56.075531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.753436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:06:56.075601Z","caller":"traceutil/trace.go:171","msg":"trace[28750489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8377; }","duration":"258.393583ms","start":"2026-03-18T22:06:55.817188Z","end":"2026-03-18T22:06:56.075582Z","steps":["trace[28750489] 'agreement among raft nodes before linearized reading' (duration: 257.140111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.354338Z","caller":"traceutil/trace.go:171","msg":"trace[411347218] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"274.64204ms","start":"2026-03-18T22:06:56.07965Z","end":"2026-03-18T22:06:56.354292Z","steps":["trace[411347218] 'process raft request' (duration: 274.288431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.354371Z","caller":"traceutil/trace.go:171","msg":"trace[140202749] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"274.62406ms","start":"2026-03-18T22:06:56.079716Z","end":"2026-03-18T22:06:56.35434Z","steps":["trace[140202749] 'process raft request' (duration: 274.443376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.354442Z","caller":"traceutil/trace.go:171","msg":"trace[2085743509] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"274.503757ms","start":"2026-03-18T22:06:56.07991Z","end":"2026-03-18T22:06:56.354414Z","steps":["trace[2085743509] 'process raft request' (duration: 274.359374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.354512Z","caller":"traceutil/trace.go:171","msg":"trace[629932410] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8705; }","duration":"273.582854ms","start":"2026-03-18T22:06:56.08086Z","end":"2026-03-18T22:06:56.354443Z","steps":["trace[629932410] 'read index received' (duration: 41.231756ms)","trace[629932410] 'applied index is now lower than readState.Index' (duration: 232.349678ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:56.354614Z","caller":"traceutil/trace.go:171","msg":"trace[1004094716] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"274.584009ms","start":"2026-03-18T22:06:56.080018Z","end":"2026-03-18T22:06:56.354602Z","steps":["trace[1004094716] 'process raft request' (duration: 274.366153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.354612Z","caller":"traceutil/trace.go:171","msg":"trace[789305553] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"274.674982ms","start":"2026-03-18T22:06:56.079921Z","end":"2026-03-18T22:06:56.354596Z","steps":["trace[789305553] 'process raft request' (duration: 274.407685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.355147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.270411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224101"} {"level":"info","ts":"2026-03-18T22:06:56.355222Z","caller":"traceutil/trace.go:171","msg":"trace[1985737153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8383; }","duration":"274.357724ms","start":"2026-03-18T22:06:56.080846Z","end":"2026-03-18T22:06:56.355203Z","steps":["trace[1985737153] 'agreement among raft nodes before linearized reading' (duration: 273.80382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.606162Z","caller":"traceutil/trace.go:171","msg":"trace[459222424] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"241.005405ms","start":"2026-03-18T22:06:56.365106Z","end":"2026-03-18T22:06:56.606111Z","steps":["trace[459222424] 'process raft request' (duration: 240.646986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.606461Z","caller":"traceutil/trace.go:171","msg":"trace[1798054071] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"240.852622ms","start":"2026-03-18T22:06:56.365569Z","end":"2026-03-18T22:06:56.606422Z","steps":["trace[1798054071] 'process raft request' (duration: 240.433791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.606524Z","caller":"traceutil/trace.go:171","msg":"trace[1826823694] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"239.781153ms","start":"2026-03-18T22:06:56.366707Z","end":"2026-03-18T22:06:56.606488Z","steps":["trace[1826823694] 'process raft request' (duration: 239.450855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.83233Z","caller":"traceutil/trace.go:171","msg":"trace[755856453] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"223.994388ms","start":"2026-03-18T22:06:56.608306Z","end":"2026-03-18T22:06:56.8323Z","steps":["trace[755856453] 'process raft request' (duration: 223.777923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:56.832489Z","caller":"traceutil/trace.go:171","msg":"trace[1191359176] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8716; }","duration":"132.873329ms","start":"2026-03-18T22:06:56.699589Z","end":"2026-03-18T22:06:56.832462Z","steps":["trace[1191359176] 'read index received' (duration: 132.864299ms)","trace[1191359176] 'applied index is now lower than readState.Index' (duration: 6.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:56.832742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.136935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:56.832787Z","caller":"traceutil/trace.go:171","msg":"trace[1958384622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8388; }","duration":"133.240928ms","start":"2026-03-18T22:06:56.699535Z","end":"2026-03-18T22:06:56.832776Z","steps":["trace[1958384622] 'agreement among raft nodes before linearized reading' (duration: 133.052413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.83278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.424558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:56.83286Z","caller":"traceutil/trace.go:171","msg":"trace[1916956922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8388; }","duration":"103.558142ms","start":"2026-03-18T22:06:56.729283Z","end":"2026-03-18T22:06:56.832841Z","steps":["trace[1916956922] 'agreement among raft nodes before linearized reading' (duration: 103.334776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:57.071977Z","caller":"traceutil/trace.go:171","msg":"trace[283470720] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"234.681717ms","start":"2026-03-18T22:06:56.837265Z","end":"2026-03-18T22:06:57.071946Z","steps":["trace[283470720] 'process raft request' (duration: 161.717044ms)","trace[283470720] 'compare' (duration: 72.584053ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:57.28512Z","caller":"traceutil/trace.go:171","msg":"trace[1602062233] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8716; }","duration":"366.083687ms","start":"2026-03-18T22:06:56.919005Z","end":"2026-03-18T22:06:57.285089Z","steps":["trace[1602062233] 'read index received' (duration: 79.974539ms)","trace[1602062233] 'applied index is now lower than readState.Index' (duration: 286.108018ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:57.285208Z","caller":"traceutil/trace.go:171","msg":"trace[367867344] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"447.37519ms","start":"2026-03-18T22:06:56.837797Z","end":"2026-03-18T22:06:57.285172Z","steps":["trace[367867344] 'process raft request' (duration: 447.123103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.2857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:56.837782Z","time spent":"447.836492ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T22:06:57.285298Z","caller":"traceutil/trace.go:171","msg":"trace[1186664017] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"447.582064ms","start":"2026-03-18T22:06:56.837705Z","end":"2026-03-18T22:06:57.285287Z","steps":["trace[1186664017] 'process raft request' (duration: 377.296359ms)","trace[1186664017] 'compare' (duration: 69.410354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:57.286021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:56.837686Z","time spent":"448.256672ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T22:06:57.285743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.711684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:57.286221Z","caller":"traceutil/trace.go:171","msg":"trace[1983771599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8392; }","duration":"367.250027ms","start":"2026-03-18T22:06:56.918956Z","end":"2026-03-18T22:06:57.286206Z","steps":["trace[1983771599] 'agreement among raft nodes before linearized reading' (duration: 366.453927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.286297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:56.91894Z","time spent":"367.336589ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:06:57.285446Z","caller":"traceutil/trace.go:171","msg":"trace[1033693894] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"447.298648ms","start":"2026-03-18T22:06:56.838114Z","end":"2026-03-18T22:06:57.285413Z","steps":["trace[1033693894] 'process raft request' (duration: 446.910808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.286453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:56.838105Z","time spent":"448.316854ms","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T22:06:57.288465Z","caller":"traceutil/trace.go:171","msg":"trace[454860847] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"170.511224ms","start":"2026-03-18T22:06:57.117929Z","end":"2026-03-18T22:06:57.28844Z","steps":["trace[454860847] 'process raft request' (duration: 170.332968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.450513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.882711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T22:06:57.450759Z","caller":"traceutil/trace.go:171","msg":"trace[1183750582] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8721; }","duration":"159.330392ms","start":"2026-03-18T22:06:57.291401Z","end":"2026-03-18T22:06:57.450731Z","steps":["trace[1183750582] 'read index received' (duration: 41.279697ms)","trace[1183750582] 'applied index is now lower than readState.Index' (duration: 118.047785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:57.451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.568179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-18T22:06:57.45109Z","caller":"traceutil/trace.go:171","msg":"trace[2057192772] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8393; }","duration":"159.707133ms","start":"2026-03-18T22:06:57.291364Z","end":"2026-03-18T22:06:57.451071Z","steps":["trace[2057192772] 'agreement among raft nodes before linearized reading' (duration: 159.445726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:57.451144Z","caller":"traceutil/trace.go:171","msg":"trace[1764436872] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"158.994555ms","start":"2026-03-18T22:06:57.292137Z","end":"2026-03-18T22:06:57.451132Z","steps":["trace[1764436872] 'process raft request' (duration: 158.638916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:57.451202Z","caller":"traceutil/trace.go:171","msg":"trace[1279873683] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"158.658336ms","start":"2026-03-18T22:06:57.292513Z","end":"2026-03-18T22:06:57.451171Z","steps":["trace[1279873683] 'process raft request' (duration: 158.537333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.451419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.975379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-18T22:06:57.451444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.328243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:57.451461Z","caller":"traceutil/trace.go:171","msg":"trace[1282919806] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8395; }","duration":"160.02217ms","start":"2026-03-18T22:06:57.291425Z","end":"2026-03-18T22:06:57.451448Z","steps":["trace[1282919806] 'agreement among raft nodes before linearized reading' (duration: 159.769934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:57.45154Z","caller":"traceutil/trace.go:171","msg":"trace[885497487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8395; }","duration":"159.454187ms","start":"2026-03-18T22:06:57.292062Z","end":"2026-03-18T22:06:57.451516Z","steps":["trace[885497487] 'agreement among raft nodes before linearized reading' (duration: 159.143179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.740483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.04427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:57.74065Z","caller":"traceutil/trace.go:171","msg":"trace[907561377] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8724; }","duration":"275.571133ms","start":"2026-03-18T22:06:57.465065Z","end":"2026-03-18T22:06:57.740636Z","steps":["trace[907561377] 'read index received' (duration: 164.452702ms)","trace[907561377] 'applied index is now lower than readState.Index' (duration: 111.117851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:57.740663Z","caller":"traceutil/trace.go:171","msg":"trace[1670959206] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"285.209485ms","start":"2026-03-18T22:06:57.455419Z","end":"2026-03-18T22:06:57.740629Z","steps":["trace[1670959206] 'process raft request' (duration: 173.95476ms)","trace[1670959206] 'compare' (duration: 110.945708ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:57.740841Z","caller":"traceutil/trace.go:171","msg":"trace[1912869640] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"234.181994ms","start":"2026-03-18T22:06:57.506651Z","end":"2026-03-18T22:06:57.740833Z","steps":["trace[1912869640] 'process raft request' (duration: 233.950939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.741112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.444026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:57.74117Z","caller":"traceutil/trace.go:171","msg":"trace[1740837922] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8398; }","duration":"198.557608ms","start":"2026-03-18T22:06:57.542599Z","end":"2026-03-18T22:06:57.741157Z","steps":["trace[1740837922] 'agreement among raft nodes before linearized reading' (duration: 198.429395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.741172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.086786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T22:06:57.741267Z","caller":"traceutil/trace.go:171","msg":"trace[1982825099] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8398; }","duration":"276.22303ms","start":"2026-03-18T22:06:57.465022Z","end":"2026-03-18T22:06:57.741245Z","steps":["trace[1982825099] 'agreement among raft nodes before linearized reading' (duration: 275.970993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:57.741388Z","caller":"traceutil/trace.go:171","msg":"trace[1431769651] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"284.674222ms","start":"2026-03-18T22:06:57.456037Z","end":"2026-03-18T22:06:57.740711Z","steps":["trace[1431769651] 'process raft request' (duration: 284.524119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:57.976395Z","caller":"traceutil/trace.go:171","msg":"trace[630576747] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"229.843344ms","start":"2026-03-18T22:06:57.746534Z","end":"2026-03-18T22:06:57.976377Z","steps":["trace[630576747] 'process raft request' (duration: 179.012027ms)","trace[630576747] 'compare' (duration: 50.725925ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:58.011432Z","caller":"traceutil/trace.go:171","msg":"trace[1498679911] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8727; }","duration":"263.303635ms","start":"2026-03-18T22:06:57.748113Z","end":"2026-03-18T22:06:58.011417Z","steps":["trace[1498679911] 'read index received' (duration: 177.502979ms)","trace[1498679911] 'applied index is now lower than readState.Index' (duration: 85.799676ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:58.011509Z","caller":"traceutil/trace.go:171","msg":"trace[1290484159] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"264.65209ms","start":"2026-03-18T22:06:57.746818Z","end":"2026-03-18T22:06:58.01147Z","steps":["trace[1290484159] 'process raft request' (duration: 264.508836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.011678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.535006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-18T22:06:58.011682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.552031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:58.011721Z","caller":"traceutil/trace.go:171","msg":"trace[1935228263] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8400; }","duration":"262.600078ms","start":"2026-03-18T22:06:57.74911Z","end":"2026-03-18T22:06:58.01171Z","steps":["trace[1935228263] 'agreement among raft nodes before linearized reading' (duration: 262.419893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:58.011738Z","caller":"traceutil/trace.go:171","msg":"trace[697693115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8400; }","duration":"263.626204ms","start":"2026-03-18T22:06:57.748097Z","end":"2026-03-18T22:06:58.011723Z","steps":["trace[697693115] 'agreement among raft nodes before linearized reading' (duration: 263.412679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.01176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.528328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T22:06:58.011841Z","caller":"traceutil/trace.go:171","msg":"trace[896901411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8400; }","duration":"233.643471ms","start":"2026-03-18T22:06:57.778176Z","end":"2026-03-18T22:06:58.01182Z","steps":["trace[896901411] 'agreement among raft nodes before linearized reading' (duration: 233.417166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.012016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.881536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T22:06:58.012126Z","caller":"traceutil/trace.go:171","msg":"trace[127708551] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8400; }","duration":"236.03137ms","start":"2026-03-18T22:06:57.77607Z","end":"2026-03-18T22:06:58.012102Z","steps":["trace[127708551] 'agreement among raft nodes before linearized reading' (duration: 235.579879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.179635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.619595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-18T22:06:58.179664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.82153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"info","ts":"2026-03-18T22:06:58.179708Z","caller":"traceutil/trace.go:171","msg":"trace[939679558] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8405; }","duration":"117.713768ms","start":"2026-03-18T22:06:58.061974Z","end":"2026-03-18T22:06:58.179688Z","steps":["trace[939679558] 'agreement among raft nodes before linearized reading' (duration: 117.514053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:58.179735Z","caller":"traceutil/trace.go:171","msg":"trace[2141499131] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:8405; }","duration":"117.914043ms","start":"2026-03-18T22:06:58.061803Z","end":"2026-03-18T22:06:58.179717Z","steps":["trace[2141499131] 'agreement among raft nodes before linearized reading' (duration: 117.710428ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:59.867971Z","caller":"traceutil/trace.go:171","msg":"trace[908476897] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"124.349214ms","start":"2026-03-18T22:06:59.743604Z","end":"2026-03-18T22:06:59.867953Z","steps":["trace[908476897] 'process raft request' (duration: 108.449046ms)","trace[908476897] 'compare' (duration: 15.54971ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:59.868154Z","caller":"traceutil/trace.go:171","msg":"trace[2113938134] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"122.263121ms","start":"2026-03-18T22:06:59.745884Z","end":"2026-03-18T22:06:59.868147Z","steps":["trace[2113938134] 'process raft request' (duration: 122.040286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:01.172364Z","caller":"traceutil/trace.go:171","msg":"trace[758358669] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"137.108845ms","start":"2026-03-18T22:07:01.035222Z","end":"2026-03-18T22:07:01.17233Z","steps":["trace[758358669] 'process raft request' (duration: 136.858069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:14.112409Z","caller":"traceutil/trace.go:171","msg":"trace[569368759] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"193.533222ms","start":"2026-03-18T22:07:13.918851Z","end":"2026-03-18T22:07:14.112384Z","steps":["trace[569368759] 'process raft request' (duration: 193.372218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:14.298959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.297016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:14.29905Z","caller":"traceutil/trace.go:171","msg":"trace[1958569573] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8547; }","duration":"103.447049ms","start":"2026-03-18T22:07:14.195583Z","end":"2026-03-18T22:07:14.29903Z","steps":["trace[1958569573] 'count revisions from in-memory index tree' (duration: 103.211483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:14.368271Z","caller":"traceutil/trace.go:171","msg":"trace[634802284] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"112.472126ms","start":"2026-03-18T22:07:14.255773Z","end":"2026-03-18T22:07:14.368245Z","steps":["trace[634802284] 'process raft request' (duration: 112.222679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.433716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.86741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:07:31.433842Z","caller":"traceutil/trace.go:171","msg":"trace[1758469730] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8726; }","duration":"138.063065ms","start":"2026-03-18T22:07:31.295758Z","end":"2026-03-18T22:07:31.433822Z","steps":["trace[1758469730] 'count revisions from in-memory index tree' (duration: 137.766277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.433868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.288104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"info","ts":"2026-03-18T22:07:31.433941Z","caller":"traceutil/trace.go:171","msg":"trace[2102515963] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8726; }","duration":"290.425497ms","start":"2026-03-18T22:07:31.143499Z","end":"2026-03-18T22:07:31.433924Z","steps":["trace[2102515963] 'range keys from in-memory index tree' (duration: 290.029298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:42.846588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624807410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:07:43.346953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624807410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:07:43.682327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47765679s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T22:07:43.682635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.204492Z","time spent":"1.478139153s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T22:07:43.704414Z","caller":"traceutil/trace.go:171","msg":"trace[1299922610] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9201; }","duration":"1.358813048s","start":"2026-03-18T22:07:42.345583Z","end":"2026-03-18T22:07:43.704396Z","steps":["trace[1299922610] 'read index received' (duration: 1.336997121s)","trace[1299922610] 'applied index is now lower than readState.Index' (duration: 21.815167ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:43.704558Z","caller":"traceutil/trace.go:171","msg":"trace[293809523] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"1.207962873s","start":"2026-03-18T22:07:42.496561Z","end":"2026-03-18T22:07:43.704524Z","steps":["trace[293809523] 'process raft request' (duration: 1.20780719s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:43.704641Z","caller":"traceutil/trace.go:171","msg":"trace[780203216] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"1.481317322s","start":"2026-03-18T22:07:42.223239Z","end":"2026-03-18T22:07:43.704557Z","steps":["trace[780203216] 'process raft request' (duration: 1.480947842s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.704743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359145597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ldvjf\" ","response":"range_response_count:1 size:19346"} {"level":"info","ts":"2026-03-18T22:07:43.704778Z","caller":"traceutil/trace.go:171","msg":"trace[846449668] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ldvjf; range_end:; response_count:1; response_revision:8864; }","duration":"1.359221498s","start":"2026-03-18T22:07:42.345548Z","end":"2026-03-18T22:07:43.704769Z","steps":["trace[846449668] 'agreement among raft nodes before linearized reading' (duration: 1.358939251s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.704779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.496534Z","time spent":"1.208132208s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:43.704804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.345531Z","time spent":"1.35926614s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19369,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ldvjf\" "} {"level":"warn","ts":"2026-03-18T22:07:43.70485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.22321Z","time spent":"1.481523058s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:43.704546Z","caller":"traceutil/trace.go:171","msg":"trace[19388301] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"1.353912335s","start":"2026-03-18T22:07:42.350571Z","end":"2026-03-18T22:07:43.704484Z","steps":["trace[19388301] 'process raft request' (duration: 1.35375436s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.704986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.35055Z","time spent":"1.354356937s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T22:07:43.707246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124740514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:07:43.707307Z","caller":"traceutil/trace.go:171","msg":"trace[2049880269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8865; }","duration":"1.124847307s","start":"2026-03-18T22:07:42.582445Z","end":"2026-03-18T22:07:43.707292Z","steps":["trace[2049880269] 'agreement among raft nodes before linearized reading' (duration: 1.124566869s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001945113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:07:43.707375Z","caller":"traceutil/trace.go:171","msg":"trace[1594121482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8865; }","duration":"1.002086837s","start":"2026-03-18T22:07:42.705276Z","end":"2026-03-18T22:07:43.707363Z","steps":["trace[1594121482] 'agreement among raft nodes before linearized reading' (duration: 1.00186554s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.705256Z","time spent":"1.002145078s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:43.707464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008174109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:43.707491Z","caller":"traceutil/trace.go:171","msg":"trace[399430310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8865; }","duration":"1.008241931s","start":"2026-03-18T22:07:42.699239Z","end":"2026-03-18T22:07:43.707481Z","steps":["trace[399430310] 'agreement among raft nodes before linearized reading' (duration: 1.00820541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.699212Z","time spent":"1.008305673s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:07:43.707344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.582426Z","time spent":"1.124909289s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:07:43.707596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002260361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:07:43.707626Z","caller":"traceutil/trace.go:171","msg":"trace[242018073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8865; }","duration":"1.002345333s","start":"2026-03-18T22:07:42.705272Z","end":"2026-03-18T22:07:43.707618Z","steps":["trace[242018073] 'agreement among raft nodes before linearized reading' (duration: 1.002257211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.705251Z","time spent":"1.002397844s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:43.707737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013894863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:07:43.707776Z","caller":"traceutil/trace.go:171","msg":"trace[1099981111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8865; }","duration":"1.013965265s","start":"2026-03-18T22:07:42.693801Z","end":"2026-03-18T22:07:43.707766Z","steps":["trace[1099981111] 'agreement among raft nodes before linearized reading' (duration: 1.013872042s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.693784Z","time spent":"1.014013855s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:07:43.707427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002146818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:07:43.707787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.595634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T22:07:43.707867Z","caller":"traceutil/trace.go:171","msg":"trace[315427010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8865; }","duration":"622.710627ms","start":"2026-03-18T22:07:43.085148Z","end":"2026-03-18T22:07:43.707858Z","steps":["trace[315427010] 'agreement among raft nodes before linearized reading' (duration: 622.598254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:43.085128Z","time spent":"622.758868ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:07:43.707905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061236211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:43.707935Z","caller":"traceutil/trace.go:171","msg":"trace[420409961] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8865; }","duration":"1.061305463s","start":"2026-03-18T22:07:42.646618Z","end":"2026-03-18T22:07:43.707923Z","steps":["trace[420409961] 'agreement among raft nodes before linearized reading' (duration: 1.061259911s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.707969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.646595Z","time spent":"1.061365994s","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:07:43.707985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.483836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:07:43.707913Z","caller":"traceutil/trace.go:171","msg":"trace[1922901561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8865; }","duration":"1.00263431s","start":"2026-03-18T22:07:42.705214Z","end":"2026-03-18T22:07:43.707849Z","steps":["trace[1922901561] 'agreement among raft nodes before linearized reading' (duration: 1.002148668s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.708109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.705202Z","time spent":"1.002895337s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:07:43.708005Z","caller":"traceutil/trace.go:171","msg":"trace[2075118024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8865; }","duration":"990.522626ms","start":"2026-03-18T22:07:42.717474Z","end":"2026-03-18T22:07:43.707997Z","steps":["trace[2075118024] 'agreement among raft nodes before linearized reading' (duration: 990.467185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:43.708187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:42.717463Z","time spent":"990.717362ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"warn","ts":"2026-03-18T22:07:58.282908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101808624807623,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:07:58.534549Z","caller":"traceutil/trace.go:171","msg":"trace[1968381126] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"783.956562ms","start":"2026-03-18T22:07:57.750539Z","end":"2026-03-18T22:07:58.534496Z","steps":["trace[1968381126] 'process raft request' (duration: 783.799568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:58.534714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.750502Z","time spent":"784.121996ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:58.905941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.418978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:07:58.906187Z","caller":"traceutil/trace.go:171","msg":"trace[1753422142] linearizableReadLoop","detail":"{readStateIndex:9288; appliedIndex:9285; }","duration":"1.12336126s","start":"2026-03-18T22:07:57.782804Z","end":"2026-03-18T22:07:58.906166Z","steps":["trace[1753422142] 'read index received' (duration: 751.615031ms)","trace[1753422142] 'applied index is now lower than readState.Index' (duration: 371.745349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:58.906204Z","caller":"traceutil/trace.go:171","msg":"trace[1392717232] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"1.155074514s","start":"2026-03-18T22:07:57.751076Z","end":"2026-03-18T22:07:58.90615Z","steps":["trace[1392717232] 'process raft request' (duration: 970.333628ms)","trace[1392717232] 'compare' (duration: 184.018239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:58.906431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.751056Z","time spent":"1.155241569s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:58.906543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123744429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:07:58.906581Z","caller":"traceutil/trace.go:171","msg":"trace[998054997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8945; }","duration":"1.123821631s","start":"2026-03-18T22:07:57.782746Z","end":"2026-03-18T22:07:58.906567Z","steps":["trace[998054997] 'agreement among raft nodes before linearized reading' (duration: 1.123683297s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:58.906615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.782726Z","time spent":"1.123880943s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:07:58.906753Z","caller":"traceutil/trace.go:171","msg":"trace[827900092] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"1.152460229s","start":"2026-03-18T22:07:57.75425Z","end":"2026-03-18T22:07:58.90671Z","steps":["trace[827900092] 'process raft request' (duration: 1.151814223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:58.906973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.754244Z","time spent":"1.152628693s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:59.48566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.483124ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T22:07:59.485792Z","caller":"traceutil/trace.go:171","msg":"trace[1590070340] linearizableReadLoop","detail":"{readStateIndex:9289; appliedIndex:9288; }","duration":"579.542084ms","start":"2026-03-18T22:07:58.906227Z","end":"2026-03-18T22:07:59.485769Z","steps":["trace[1590070340] 'read index received' (duration: 20.967427ms)","trace[1590070340] 'applied index is now lower than readState.Index' (duration: 558.572697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:59.485969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699250531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T22:07:59.485969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696180243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:07:59.485979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695520817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:07:59.486014Z","caller":"traceutil/trace.go:171","msg":"trace[678629071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8945; }","duration":"1.699357584s","start":"2026-03-18T22:07:57.786642Z","end":"2026-03-18T22:07:59.486Z","steps":["trace[678629071] 'agreement among raft nodes before linearized reading' (duration: 1.699212281s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.486017Z","caller":"traceutil/trace.go:171","msg":"trace[474095253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8945; }","duration":"1.696275086s","start":"2026-03-18T22:07:57.789729Z","end":"2026-03-18T22:07:59.486004Z","steps":["trace[474095253] 'agreement among raft nodes before linearized reading' (duration: 1.696094821s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.486043Z","caller":"traceutil/trace.go:171","msg":"trace[1077752451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8945; }","duration":"1.695612499s","start":"2026-03-18T22:07:57.790409Z","end":"2026-03-18T22:07:59.486022Z","steps":["trace[1077752451] 'agreement among raft nodes before linearized reading' (duration: 1.695410874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.486003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686521721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-18T22:07:59.486061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.786612Z","time spent":"1.699439296s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:59.486087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.095544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T22:07:59.486102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.790399Z","time spent":"1.695674821s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T22:07:59.486177Z","caller":"traceutil/trace.go:171","msg":"trace[422690749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8945; }","duration":"758.219867ms","start":"2026-03-18T22:07:58.72794Z","end":"2026-03-18T22:07:59.48616Z","steps":["trace[422690749] 'agreement among raft nodes before linearized reading' (duration: 758.049513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.486196Z","caller":"traceutil/trace.go:171","msg":"trace[1541964739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:8945; }","duration":"1.686766207s","start":"2026-03-18T22:07:57.79939Z","end":"2026-03-18T22:07:59.486157Z","steps":["trace[1541964739] 'agreement among raft nodes before linearized reading' (duration: 1.686389348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.486059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.789711Z","time spent":"1.696339988s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:59.486221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:58.727919Z","time spent":"758.29229ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:07:59.48618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694554013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:07:59.486239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.79936Z","time spent":"1.68686795s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gkkkc\" "} {"level":"info","ts":"2026-03-18T22:07:59.486281Z","caller":"traceutil/trace.go:171","msg":"trace[2085622240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8945; }","duration":"1.694713157s","start":"2026-03-18T22:07:57.791551Z","end":"2026-03-18T22:07:59.486264Z","steps":["trace[2085622240] 'agreement among raft nodes before linearized reading' (duration: 1.694356548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.486357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:57.791542Z","time spent":"1.694804599s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:07:59.577109Z","caller":"traceutil/trace.go:171","msg":"trace[210696018] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"665.658475ms","start":"2026-03-18T22:07:58.911427Z","end":"2026-03-18T22:07:59.577085Z","steps":["trace[210696018] 'process raft request' (duration: 665.315215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.577241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:58.9114Z","time spent":"665.771798ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:59.577228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.052992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:07:59.577543Z","caller":"traceutil/trace.go:171","msg":"trace[277019745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8946; }","duration":"434.308539ms","start":"2026-03-18T22:07:59.143104Z","end":"2026-03-18T22:07:59.577412Z","steps":["trace[277019745] 'agreement among raft nodes before linearized reading' (duration: 433.975701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.577667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.143082Z","time spent":"434.570405ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:07:59.891034Z","caller":"traceutil/trace.go:171","msg":"trace[568948821] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"400.982113ms","start":"2026-03-18T22:07:59.490002Z","end":"2026-03-18T22:07:59.890984Z","steps":["trace[568948821] 'process raft request' (duration: 332.460372ms)","trace[568948821] 'compare' (duration: 68.098409ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:59.891061Z","caller":"traceutil/trace.go:171","msg":"trace[2053204639] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"400.811828ms","start":"2026-03-18T22:07:59.490213Z","end":"2026-03-18T22:07:59.891025Z","steps":["trace[2053204639] 'process raft request' (duration: 400.696325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.891067Z","caller":"traceutil/trace.go:171","msg":"trace[1865681084] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"400.443139ms","start":"2026-03-18T22:07:59.490595Z","end":"2026-03-18T22:07:59.891038Z","steps":["trace[1865681084] 'process raft request' (duration: 400.371807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.89124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.490576Z","time spent":"400.576972ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:59.891242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.490204Z","time spent":"400.937981ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:59.89124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.489983Z","time spent":"401.142437ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:59.891362Z","caller":"traceutil/trace.go:171","msg":"trace[3609402] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9290; }","duration":"314.291356ms","start":"2026-03-18T22:07:59.577047Z","end":"2026-03-18T22:07:59.891338Z","steps":["trace[3609402] 'read index received' (duration: 245.405447ms)","trace[3609402] 'applied index is now lower than readState.Index' (duration: 68.884219ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:59.891409Z","caller":"traceutil/trace.go:171","msg":"trace[2041053455] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"400.686234ms","start":"2026-03-18T22:07:59.490695Z","end":"2026-03-18T22:07:59.891381Z","steps":["trace[2041053455] 'process raft request' (duration: 400.306065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.891558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.490687Z","time spent":"400.795638ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:59.891573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.667043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:07:59.891635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.920562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:07:59.891608Z","caller":"traceutil/trace.go:171","msg":"trace[54353223] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"400.435639ms","start":"2026-03-18T22:07:59.491113Z","end":"2026-03-18T22:07:59.891548Z","steps":["trace[54353223] 'process raft request' (duration: 400.09596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.891655Z","caller":"traceutil/trace.go:171","msg":"trace[509238517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8951; }","duration":"166.781166ms","start":"2026-03-18T22:07:59.724851Z","end":"2026-03-18T22:07:59.891632Z","steps":["trace[509238517] 'agreement among raft nodes before linearized reading' (duration: 166.663543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.891672Z","caller":"traceutil/trace.go:171","msg":"trace[1049742576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8951; }","duration":"311.063076ms","start":"2026-03-18T22:07:59.580598Z","end":"2026-03-18T22:07:59.891661Z","steps":["trace[1049742576] 'agreement among raft nodes before linearized reading' (duration: 310.885672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.891723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.580582Z","time spent":"311.121377ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:07:59.891839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.491106Z","time spent":"400.600553ms","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:59.892485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.230929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291468"} {"level":"info","ts":"2026-03-18T22:07:59.892602Z","caller":"traceutil/trace.go:171","msg":"trace[2122548594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8951; }","duration":"401.388262ms","start":"2026-03-18T22:07:59.491189Z","end":"2026-03-18T22:07:59.892577Z","steps":["trace[2122548594] 'agreement among raft nodes before linearized reading' (duration: 400.285885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.892676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:59.491183Z","time spent":"401.475924ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291491,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:08:12.898277Z","caller":"traceutil/trace.go:171","msg":"trace[407212909] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"144.942537ms","start":"2026-03-18T22:08:12.753307Z","end":"2026-03-18T22:08:12.89825Z","steps":["trace[407212909] 'process raft request' (duration: 144.734392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.199844Z","caller":"traceutil/trace.go:171","msg":"trace[433926845] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"179.670069ms","start":"2026-03-18T22:08:13.02015Z","end":"2026-03-18T22:08:13.19982Z","steps":["trace[433926845] 'process raft request' (duration: 179.546996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.295546Z","caller":"traceutil/trace.go:171","msg":"trace[690826885] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"274.978651ms","start":"2026-03-18T22:08:13.020532Z","end":"2026-03-18T22:08:13.295511Z","steps":["trace[690826885] 'process raft request' (duration: 274.718263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.295589Z","caller":"traceutil/trace.go:171","msg":"trace[1349230161] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"272.16454ms","start":"2026-03-18T22:08:13.0234Z","end":"2026-03-18T22:08:13.295564Z","steps":["trace[1349230161] 'process raft request' (duration: 272.022227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.295964Z","caller":"traceutil/trace.go:171","msg":"trace[673812657] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"241.188942ms","start":"2026-03-18T22:08:13.054745Z","end":"2026-03-18T22:08:13.295934Z","steps":["trace[673812657] 'process raft request' (duration: 240.742601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.295974Z","caller":"traceutil/trace.go:171","msg":"trace[651468881] linearizableReadLoop","detail":"{readStateIndex:9397; appliedIndex:9394; }","duration":"248.910047ms","start":"2026-03-18T22:08:13.047028Z","end":"2026-03-18T22:08:13.295939Z","steps":["trace[651468881] 'read index received' (duration: 152.760713ms)","trace[651468881] 'applied index is now lower than readState.Index' (duration: 96.147894ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:13.296021Z","caller":"traceutil/trace.go:171","msg":"trace[153556073] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"240.020323ms","start":"2026-03-18T22:08:13.055981Z","end":"2026-03-18T22:08:13.296001Z","steps":["trace[153556073] 'process raft request' (duration: 239.799868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.296157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.109171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:08:13.296227Z","caller":"traceutil/trace.go:171","msg":"trace[2050323318] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9052; }","duration":"249.240984ms","start":"2026-03-18T22:08:13.046969Z","end":"2026-03-18T22:08:13.29621Z","steps":["trace[2050323318] 'agreement among raft nodes before linearized reading' (duration: 249.117621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.296403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.898889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88499"} {"level":"info","ts":"2026-03-18T22:08:13.296478Z","caller":"traceutil/trace.go:171","msg":"trace[1159726772] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9052; }","duration":"167.035222ms","start":"2026-03-18T22:08:13.129423Z","end":"2026-03-18T22:08:13.296458Z","steps":["trace[1159726772] 'agreement among raft nodes before linearized reading' (duration: 166.705014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.452075Z","caller":"traceutil/trace.go:171","msg":"trace[905310290] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9399; }","duration":"145.125801ms","start":"2026-03-18T22:08:13.306924Z","end":"2026-03-18T22:08:13.45205Z","steps":["trace[905310290] 'read index received' (duration: 145.046589ms)","trace[905310290] 'applied index is now lower than readState.Index' (duration: 78.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:13.452195Z","caller":"traceutil/trace.go:171","msg":"trace[269847351] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"150.580658ms","start":"2026-03-18T22:08:13.301566Z","end":"2026-03-18T22:08:13.452146Z","steps":["trace[269847351] 'process raft request' (duration: 150.336092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.452387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.44642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-zxqpd\" ","response":"range_response_count:1 size:6545"} {"level":"info","ts":"2026-03-18T22:08:13.452471Z","caller":"traceutil/trace.go:171","msg":"trace[798862824] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-zxqpd; range_end:; response_count:1; response_revision:9053; }","duration":"145.573193ms","start":"2026-03-18T22:08:13.306879Z","end":"2026-03-18T22:08:13.452452Z","steps":["trace[798862824] 'agreement among raft nodes before linearized reading' (duration: 145.294085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:13.579106Z","caller":"traceutil/trace.go:171","msg":"trace[2068378374] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"117.845637ms","start":"2026-03-18T22:08:13.461225Z","end":"2026-03-18T22:08:13.579071Z","steps":["trace[2068378374] 'process raft request' (duration: 117.622822ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.240095Z","caller":"traceutil/trace.go:171","msg":"trace[1461030885] linearizableReadLoop","detail":"{readStateIndex:9459; appliedIndex:9455; }","duration":"205.319862ms","start":"2026-03-18T22:08:22.03476Z","end":"2026-03-18T22:08:22.24008Z","steps":["trace[1461030885] 'read index received' (duration: 33.580523ms)","trace[1461030885] 'applied index is now lower than readState.Index' (duration: 171.738819ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:22.240213Z","caller":"traceutil/trace.go:171","msg":"trace[2032194200] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"208.172445ms","start":"2026-03-18T22:08:22.032015Z","end":"2026-03-18T22:08:22.240188Z","steps":["trace[2032194200] 'process raft request' (duration: 208.04262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.240214Z","caller":"traceutil/trace.go:171","msg":"trace[1869042545] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"208.336298ms","start":"2026-03-18T22:08:22.031844Z","end":"2026-03-18T22:08:22.24018Z","steps":["trace[1869042545] 'process raft request' (duration: 208.154593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.240228Z","caller":"traceutil/trace.go:171","msg":"trace[47450291] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"209.460227ms","start":"2026-03-18T22:08:22.030736Z","end":"2026-03-18T22:08:22.240196Z","steps":["trace[47450291] 'process raft request' (duration: 208.438331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.240313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.531408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gkkkc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-18T22:08:22.240365Z","caller":"traceutil/trace.go:171","msg":"trace[887215050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gkkkc; range_end:; response_count:1; response_revision:9111; }","duration":"205.617191ms","start":"2026-03-18T22:08:22.034732Z","end":"2026-03-18T22:08:22.24035Z","steps":["trace[887215050] 'agreement among raft nodes before linearized reading' (duration: 205.448836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.25955Z","caller":"traceutil/trace.go:171","msg":"trace[1689598214] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"189.810552ms","start":"2026-03-18T22:08:22.069721Z","end":"2026-03-18T22:08:22.259531Z","steps":["trace[1689598214] 'process raft request' (duration: 189.703489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.259702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.863198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-18T22:08:22.259767Z","caller":"traceutil/trace.go:171","msg":"trace[944070574] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9112; }","duration":"170.966752ms","start":"2026-03-18T22:08:22.088783Z","end":"2026-03-18T22:08:22.25975Z","steps":["trace[944070574] 'agreement among raft nodes before linearized reading' (duration: 170.770986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:23.154557Z","caller":"traceutil/trace.go:171","msg":"trace[809993068] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"202.391529ms","start":"2026-03-18T22:08:22.952141Z","end":"2026-03-18T22:08:23.154533Z","steps":["trace[809993068] 'process raft request' (duration: 202.232125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:09:19.790104Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7284} {"level":"info","ts":"2026-03-18T22:09:19.853599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7284,"took":"61.803451ms","hash":3277334524,"current-db-size-bytes":40968192,"current-db-size":"41 MB","current-db-size-in-use-bytes":24465408,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T22:09:19.853666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3277334524,"revision":7284,"compact-revision":5286} {"level":"info","ts":"2026-03-18T22:09:45.113078Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T22:09:45.118874Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T22:09:45.118952Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T22:12:07.02639Z","caller":"traceutil/trace.go:171","msg":"trace[932967897] transaction","detail":"{read_only:false; response_revision:10423; number_of_response:1; }","duration":"121.813346ms","start":"2026-03-18T22:12:06.904543Z","end":"2026-03-18T22:12:07.026357Z","steps":["trace[932967897] 'process raft request' (duration: 121.615461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:12:07.471168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.458425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T22:12:07.471263Z","caller":"traceutil/trace.go:171","msg":"trace[1993006483] linearizableReadLoop","detail":"{readStateIndex:10826; appliedIndex:10825; }","duration":"134.882775ms","start":"2026-03-18T22:12:07.336364Z","end":"2026-03-18T22:12:07.471246Z","steps":["trace[1993006483] 'read index received' (duration: 75.072µs)","trace[1993006483] 'applied index is now lower than readState.Index' (duration: 134.806593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:12:07.47145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.999167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:12:07.471452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.083069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:12:07.471478Z","caller":"traceutil/trace.go:171","msg":"trace[1582211150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10424; }","duration":"135.050348ms","start":"2026-03-18T22:12:07.336419Z","end":"2026-03-18T22:12:07.47147Z","steps":["trace[1582211150] 'agreement among raft nodes before linearized reading' (duration: 134.911535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:12:07.471471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.93698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:12:07.471513Z","caller":"traceutil/trace.go:171","msg":"trace[1651314619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10424; }","duration":"135.189352ms","start":"2026-03-18T22:12:07.336309Z","end":"2026-03-18T22:12:07.471499Z","steps":["trace[1651314619] 'agreement among raft nodes before linearized reading' (duration: 135.010067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:07.471542Z","caller":"traceutil/trace.go:171","msg":"trace[1781081909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10424; }","duration":"134.019652ms","start":"2026-03-18T22:12:07.337507Z","end":"2026-03-18T22:12:07.471526Z","steps":["trace[1781081909] 'agreement among raft nodes before linearized reading' (duration: 133.823037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:14:19.796358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9461} {"level":"info","ts":"2026-03-18T22:14:19.884864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9461,"took":"86.328435ms","hash":3803581663,"current-db-size-bytes":40968192,"current-db-size":"41 MB","current-db-size-in-use-bytes":18845696,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-18T22:14:19.884962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3803581663,"revision":9461,"compact-revision":7284}