{"level":"warn","ts":"2026-03-31T18:26:36.352086Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:36.352176Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.53:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.53:2380","--initial-cluster=instance=https://199.204.45.53:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.53:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.53:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:26:36.352237Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:36.352244Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-03-31T18:26:36.352265Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:36.35305Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"]} {"level":"info","ts":"2026-03-31T18:26:36.353141Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.53:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:26:36.360549Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.205851ms"} {"level":"info","ts":"2026-03-31T18:26:36.391775Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c47ca1a7b1fe506b","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-03-31T18:26:36.391919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:26:36.391958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 0"} {"level":"info","ts":"2026-03-31T18:26:36.391976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c47ca1a7b1fe506b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:26:36.391994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 1"} {"level":"info","ts":"2026-03-31T18:26:36.392051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"warn","ts":"2026-03-31T18:26:36.398817Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:26:36.400888Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:26:36.402164Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:26:36.404238Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c47ca1a7b1fe506b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:26:36.404586Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:36.404686Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:36.404697Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:36.404954Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c47ca1a7b1fe506b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:26:36.406919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"info","ts":"2026-03-31T18:26:36.407089Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","added-peer-id":"c47ca1a7b1fe506b","added-peer-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-03-31T18:26:36.410299Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:36.410424Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-03-31T18:26:36.410638Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-03-31T18:26:36.410789Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c47ca1a7b1fe506b","initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:26:36.41086Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:26:37.293346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:26:37.293436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:26:37.293457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgPreVoteResp from c47ca1a7b1fe506b at term 1"} {"level":"info","ts":"2026-03-31T18:26:37.293474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:26:37.293482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgVoteResp from c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-03-31T18:26:37.293497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became leader at term 2"} {"level":"info","ts":"2026-03-31T18:26:37.293509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c47ca1a7b1fe506b elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-03-31T18:26:37.294694Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:37.295762Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:37.295756Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c47ca1a7b1fe506b","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.53:2379]}","request-path":"/0/members/c47ca1a7b1fe506b/attributes","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:26:37.295835Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:37.296242Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:26:37.296306Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:37.29636Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:26:37.296477Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:37.296563Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:37.299959Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:26:37.300213Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.53:2379"} {"level":"info","ts":"2026-03-31T18:26:38.865401Z","caller":"traceutil/trace.go:171","msg":"trace[1384087504] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"132.777346ms","start":"2026-03-31T18:26:38.732567Z","end":"2026-03-31T18:26:38.865344Z","steps":["trace[1384087504] 'process raft request' (duration: 132.613993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.865502Z","caller":"traceutil/trace.go:171","msg":"trace[1415504852] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"132.776896ms","start":"2026-03-31T18:26:38.732702Z","end":"2026-03-31T18:26:38.865479Z","steps":["trace[1415504852] 'process raft request' (duration: 132.518921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.865557Z","caller":"traceutil/trace.go:171","msg":"trace[1113565698] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"119.485041ms","start":"2026-03-31T18:26:38.746052Z","end":"2026-03-31T18:26:38.865537Z","steps":["trace[1113565698] 'process raft request' (duration: 119.246235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.865514Z","caller":"traceutil/trace.go:171","msg":"trace[476863760] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"133.031693ms","start":"2026-03-31T18:26:38.732424Z","end":"2026-03-31T18:26:38.865455Z","steps":["trace[476863760] 'process raft request' (duration: 131.525449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.8657Z","caller":"traceutil/trace.go:171","msg":"trace[1617683836] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"132.93739ms","start":"2026-03-31T18:26:38.732756Z","end":"2026-03-31T18:26:38.865694Z","steps":["trace[1617683836] 'process raft request' (duration: 132.49668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.865724Z","caller":"traceutil/trace.go:171","msg":"trace[1501477924] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"132.099171ms","start":"2026-03-31T18:26:38.733595Z","end":"2026-03-31T18:26:38.865694Z","steps":["trace[1501477924] 'process raft request' (duration: 131.683812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.865835Z","caller":"traceutil/trace.go:171","msg":"trace[460170479] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"119.482951ms","start":"2026-03-31T18:26:38.746289Z","end":"2026-03-31T18:26:38.865772Z","steps":["trace[460170479] 'process raft request' (duration: 119.119963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:38.865846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.302008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:38.866036Z","caller":"traceutil/trace.go:171","msg":"trace[1194150098] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"133.606095ms","start":"2026-03-31T18:26:38.732412Z","end":"2026-03-31T18:26:38.866019Z","steps":["trace[1194150098] 'agreement among raft nodes before linearized reading' (duration: 133.249787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.87645Z","caller":"traceutil/trace.go:171","msg":"trace[1590492383] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"104.510787ms","start":"2026-03-31T18:26:38.771913Z","end":"2026-03-31T18:26:38.876424Z","steps":["trace[1590492383] 'process raft request' (duration: 104.374784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.994641Z","caller":"traceutil/trace.go:171","msg":"trace[1517791236] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"105.51721ms","start":"2026-03-31T18:26:38.889058Z","end":"2026-03-31T18:26:38.994575Z","steps":["trace[1517791236] 'process raft request' (duration: 76.430462ms)","trace[1517791236] 'compare' (duration: 28.874053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:38.994922Z","caller":"traceutil/trace.go:171","msg":"trace[1445758664] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"105.477439ms","start":"2026-03-31T18:26:38.889414Z","end":"2026-03-31T18:26:38.994892Z","steps":["trace[1445758664] 'process raft request' (duration: 105.126371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.995063Z","caller":"traceutil/trace.go:171","msg":"trace[1171961555] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"105.861187ms","start":"2026-03-31T18:26:38.889188Z","end":"2026-03-31T18:26:38.995049Z","steps":["trace[1171961555] 'process raft request' (duration: 105.280715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:38.995208Z","caller":"traceutil/trace.go:171","msg":"trace[1760713467] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"105.96067ms","start":"2026-03-31T18:26:38.889203Z","end":"2026-03-31T18:26:38.995163Z","steps":["trace[1760713467] 'process raft request' (duration: 105.304075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:38.995533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.449347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:26:38.995679Z","caller":"traceutil/trace.go:171","msg":"trace[899530010] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:28; }","duration":"105.627662ms","start":"2026-03-31T18:26:38.890026Z","end":"2026-03-31T18:26:38.995654Z","steps":["trace[899530010] 'agreement among raft nodes before linearized reading' (duration: 105.10768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:46.972776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.309737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:26:46.972963Z","caller":"traceutil/trace.go:171","msg":"trace[1184308167] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"219.874536ms","start":"2026-03-31T18:26:46.753062Z","end":"2026-03-31T18:26:46.972937Z","steps":["trace[1184308167] 'read index received' (duration: 99.545116ms)","trace[1184308167] 'applied index is now lower than readState.Index' (duration: 120.32712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:46.973024Z","caller":"traceutil/trace.go:171","msg":"trace[1287900284] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"234.795909ms","start":"2026-03-31T18:26:46.738183Z","end":"2026-03-31T18:26:46.972979Z","steps":["trace[1287900284] 'process raft request' (duration: 114.50719ms)","trace[1287900284] 'compare' (duration: 119.135823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:46.97317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.220243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:26:46.973709Z","caller":"traceutil/trace.go:171","msg":"trace[1445214673] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:302; }","duration":"202.786305ms","start":"2026-03-31T18:26:46.770891Z","end":"2026-03-31T18:26:46.973678Z","steps":["trace[1445214673] 'agreement among raft nodes before linearized reading' (duration: 202.204322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:46.973238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.141531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:26:46.973835Z","caller":"traceutil/trace.go:171","msg":"trace[1008674449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:302; }","duration":"220.786826ms","start":"2026-03-31T18:26:46.753008Z","end":"2026-03-31T18:26:46.973795Z","steps":["trace[1008674449] 'agreement among raft nodes before linearized reading' (duration: 220.07041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:46.973344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.833087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T18:26:46.973392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-31T18:26:46.974018Z","caller":"traceutil/trace.go:171","msg":"trace[784789280] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:302; }","duration":"102.468931ms","start":"2026-03-31T18:26:46.871492Z","end":"2026-03-31T18:26:46.973961Z","steps":["trace[784789280] 'agreement among raft nodes before linearized reading' (duration: 101.732075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:46.974096Z","caller":"traceutil/trace.go:171","msg":"trace[1069915463] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:302; }","duration":"153.004887ms","start":"2026-03-31T18:26:46.821062Z","end":"2026-03-31T18:26:46.974067Z","steps":["trace[1069915463] 'agreement among raft nodes before linearized reading' (duration: 152.186939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.158043Z","caller":"traceutil/trace.go:171","msg":"trace[412990205] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"176.819107ms","start":"2026-03-31T18:26:46.981123Z","end":"2026-03-31T18:26:47.157942Z","steps":["trace[412990205] 'process raft request' (duration: 145.4955ms)","trace[412990205] 'compare' (duration: 31.083342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:47.158108Z","caller":"traceutil/trace.go:171","msg":"trace[1112689715] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"176.747655ms","start":"2026-03-31T18:26:46.981293Z","end":"2026-03-31T18:26:47.158041Z","steps":["trace[1112689715] 'process raft request' (duration: 176.595792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.158223Z","caller":"traceutil/trace.go:171","msg":"trace[1998659702] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"177.077503ms","start":"2026-03-31T18:26:46.981123Z","end":"2026-03-31T18:26:47.158201Z","steps":["trace[1998659702] 'process raft request' (duration: 176.709225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.158379Z","caller":"traceutil/trace.go:171","msg":"trace[950328662] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"171.348445ms","start":"2026-03-31T18:26:46.98698Z","end":"2026-03-31T18:26:47.158329Z","steps":["trace[950328662] 'process raft request' (duration: 170.976377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.158141Z","caller":"traceutil/trace.go:171","msg":"trace[640960421] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:313; }","duration":"137.110833ms","start":"2026-03-31T18:26:47.021001Z","end":"2026-03-31T18:26:47.158111Z","steps":["trace[640960421] 'read index received' (duration: 5.997863ms)","trace[640960421] 'applied index is now lower than readState.Index' (duration: 131.1117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:47.158655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.637991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-31T18:26:47.158703Z","caller":"traceutil/trace.go:171","msg":"trace[1034637682] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:310; }","duration":"136.795625ms","start":"2026-03-31T18:26:47.021891Z","end":"2026-03-31T18:26:47.158687Z","steps":["trace[1034637682] 'agreement among raft nodes before linearized reading' (duration: 136.732464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.158773Z","caller":"traceutil/trace.go:171","msg":"trace[824505627] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"171.661512ms","start":"2026-03-31T18:26:46.987097Z","end":"2026-03-31T18:26:47.158758Z","steps":["trace[824505627] 'process raft request' (duration: 170.924486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:47.158638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.609524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:26:47.158876Z","caller":"traceutil/trace.go:171","msg":"trace[383068857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:310; }","duration":"137.90553ms","start":"2026-03-31T18:26:47.020962Z","end":"2026-03-31T18:26:47.158868Z","steps":["trace[383068857] 'agreement among raft nodes before linearized reading' (duration: 137.241036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.158945Z","caller":"traceutil/trace.go:171","msg":"trace[2046836526] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"168.41512ms","start":"2026-03-31T18:26:46.990517Z","end":"2026-03-31T18:26:47.158933Z","steps":["trace[2046836526] 'process raft request' (duration: 167.548831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.159051Z","caller":"traceutil/trace.go:171","msg":"trace[244781131] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"173.40055ms","start":"2026-03-31T18:26:46.985643Z","end":"2026-03-31T18:26:47.159043Z","steps":["trace[244781131] 'process raft request' (duration: 172.271715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:47.36584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.014666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:26:47.366028Z","caller":"traceutil/trace.go:171","msg":"trace[1319527170] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"203.936401ms","start":"2026-03-31T18:26:47.162065Z","end":"2026-03-31T18:26:47.366001Z","steps":["trace[1319527170] 'process raft request' (duration: 99.659739ms)","trace[1319527170] 'compare' (duration: 103.75499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:47.36775Z","caller":"traceutil/trace.go:171","msg":"trace[1256489250] linearizableReadLoop","detail":"{readStateIndex:327; appliedIndex:321; }","duration":"197.662961ms","start":"2026-03-31T18:26:47.17005Z","end":"2026-03-31T18:26:47.367713Z","steps":["trace[1256489250] 'read index received' (duration: 91.771873ms)","trace[1256489250] 'applied index is now lower than readState.Index' (duration: 105.885408ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:47.368152Z","caller":"traceutil/trace.go:171","msg":"trace[176170676] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"204.209578ms","start":"2026-03-31T18:26:47.16393Z","end":"2026-03-31T18:26:47.36814Z","steps":["trace[176170676] 'process raft request' (duration: 203.259117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.368494Z","caller":"traceutil/trace.go:171","msg":"trace[1206141390] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"204.383241ms","start":"2026-03-31T18:26:47.164097Z","end":"2026-03-31T18:26:47.36848Z","steps":["trace[1206141390] 'process raft request' (duration: 203.248946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.368643Z","caller":"traceutil/trace.go:171","msg":"trace[1402142260] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"196.236159ms","start":"2026-03-31T18:26:47.172397Z","end":"2026-03-31T18:26:47.368633Z","steps":["trace[1402142260] 'process raft request' (duration: 195.254488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.368803Z","caller":"traceutil/trace.go:171","msg":"trace[2090645931] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"204.005942ms","start":"2026-03-31T18:26:47.164777Z","end":"2026-03-31T18:26:47.368783Z","steps":["trace[2090645931] 'process raft request' (duration: 202.639512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:47.368921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.840848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-31T18:26:47.368976Z","caller":"traceutil/trace.go:171","msg":"trace[1425990928] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:318; }","duration":"198.94104ms","start":"2026-03-31T18:26:47.170023Z","end":"2026-03-31T18:26:47.368964Z","steps":["trace[1425990928] 'agreement among raft nodes before linearized reading' (duration: 198.817007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:47.36913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.630177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:26:47.369162Z","caller":"traceutil/trace.go:171","msg":"trace[1351859450] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:318; }","duration":"147.690608ms","start":"2026-03-31T18:26:47.221465Z","end":"2026-03-31T18:26:47.369155Z","steps":["trace[1351859450] 'agreement among raft nodes before linearized reading' (duration: 147.633467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.369239Z","caller":"traceutil/trace.go:171","msg":"trace[160163293] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"202.625083ms","start":"2026-03-31T18:26:47.166583Z","end":"2026-03-31T18:26:47.369208Z","steps":["trace[160163293] 'process raft request' (duration: 200.890834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.36944Z","caller":"traceutil/trace.go:171","msg":"trace[179477284] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"201.090238ms","start":"2026-03-31T18:26:47.168323Z","end":"2026-03-31T18:26:47.369413Z","steps":["trace[179477284] 'process raft request' (duration: 199.215595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:47.369757Z","caller":"traceutil/trace.go:171","msg":"trace[1315582222] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"199.182085ms","start":"2026-03-31T18:26:47.17056Z","end":"2026-03-31T18:26:47.369742Z","steps":["trace[1315582222] 'process raft request' (duration: 197.030077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:54.508186Z","caller":"traceutil/trace.go:171","msg":"trace[1282102612] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"470.535727ms","start":"2026-03-31T18:26:54.037621Z","end":"2026-03-31T18:26:54.508157Z","steps":["trace[1282102612] 'process raft request' (duration: 470.375114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:54.508366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:54.0376Z","time spent":"470.681381ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:55.262389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.950172ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:26:55.262551Z","caller":"traceutil/trace.go:171","msg":"trace[337091166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:375; }","duration":"694.125566ms","start":"2026-03-31T18:26:54.568401Z","end":"2026-03-31T18:26:55.262527Z","steps":["trace[337091166] 'range keys from in-memory index tree' (duration: 693.85595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:55.262451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.056607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:26:55.26264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.191686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-31T18:26:55.262783Z","caller":"traceutil/trace.go:171","msg":"trace[621134098] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:375; }","duration":"116.411272ms","start":"2026-03-31T18:26:55.146331Z","end":"2026-03-31T18:26:55.262742Z","steps":["trace[621134098] 'range keys from in-memory index tree' (duration: 115.989982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:55.262674Z","caller":"traceutil/trace.go:171","msg":"trace[1628218204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:375; }","duration":"197.323654ms","start":"2026-03-31T18:26:55.06532Z","end":"2026-03-31T18:26:55.262643Z","steps":["trace[1628218204] 'range keys from in-memory index tree' (duration: 196.915925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:55.886779Z","caller":"traceutil/trace.go:171","msg":"trace[499322748] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"619.446793ms","start":"2026-03-31T18:26:55.267301Z","end":"2026-03-31T18:26:55.886748Z","steps":["trace[499322748] 'process raft request' (duration: 619.282949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:55.886972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:55.267269Z","time spent":"619.606736ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:26:56.347782Z","caller":"traceutil/trace.go:171","msg":"trace[625916165] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"1.08005325s","start":"2026-03-31T18:26:55.267648Z","end":"2026-03-31T18:26:56.347701Z","steps":["trace[625916165] 'process raft request' (duration: 1.079780583s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.347946Z","caller":"traceutil/trace.go:171","msg":"trace[953419615] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:389; }","duration":"941.236918ms","start":"2026-03-31T18:26:55.406698Z","end":"2026-03-31T18:26:56.347935Z","steps":["trace[953419615] 'read index received' (duration: 480.064449ms)","trace[953419615] 'applied index is now lower than readState.Index' (duration: 461.171469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:26:56.348076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:55.267605Z","time spent":"1.080330776s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:26:56.34781Z","caller":"traceutil/trace.go:171","msg":"trace[1685882924] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"1.056477976s","start":"2026-03-31T18:26:55.291298Z","end":"2026-03-31T18:26:56.347776Z","steps":["trace[1685882924] 'process raft request' (duration: 1.056293642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.348152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.437693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:26:56.348233Z","caller":"traceutil/trace.go:171","msg":"trace[1896394995] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"1.05265709s","start":"2026-03-31T18:26:55.295526Z","end":"2026-03-31T18:26:56.348183Z","steps":["trace[1896394995] 'process raft request' (duration: 1.052149489s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.348313Z","caller":"traceutil/trace.go:171","msg":"trace[1656318401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:379; }","duration":"941.666948ms","start":"2026-03-31T18:26:55.406631Z","end":"2026-03-31T18:26:56.348298Z","steps":["trace[1656318401] 'agreement among raft nodes before linearized reading' (duration: 941.456824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.34837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:55.406602Z","time spent":"941.75566ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:26:56.348368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:55.291276Z","time spent":"1.056962306s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:56.348468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:55.295502Z","time spent":"1.052850854s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:56.409646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.743885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:26:56.409754Z","caller":"traceutil/trace.go:171","msg":"trace[109111449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"378.905818ms","start":"2026-03-31T18:26:56.030822Z","end":"2026-03-31T18:26:56.409728Z","steps":["trace[109111449] 'agreement among raft nodes before linearized reading' (duration: 378.623632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:56.409801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:56.0308Z","time spent":"378.99216ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:26:56.674587Z","caller":"traceutil/trace.go:171","msg":"trace[424383506] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"138.707218ms","start":"2026-03-31T18:26:56.535853Z","end":"2026-03-31T18:26:56.674561Z","steps":["trace[424383506] 'process raft request' (duration: 138.648337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.674598Z","caller":"traceutil/trace.go:171","msg":"trace[1239789352] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"140.471968ms","start":"2026-03-31T18:26:56.534076Z","end":"2026-03-31T18:26:56.674548Z","steps":["trace[1239789352] 'process raft request' (duration: 82.663052ms)","trace[1239789352] 'compare' (duration: 57.5491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:56.674636Z","caller":"traceutil/trace.go:171","msg":"trace[1370302998] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"140.160511ms","start":"2026-03-31T18:26:56.534452Z","end":"2026-03-31T18:26:56.674612Z","steps":["trace[1370302998] 'process raft request' (duration: 140.000767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.675733Z","caller":"traceutil/trace.go:171","msg":"trace[1642436271] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"108.355983ms","start":"2026-03-31T18:26:56.567363Z","end":"2026-03-31T18:26:56.675719Z","steps":["trace[1642436271] 'process raft request' (duration: 108.153438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.67576Z","caller":"traceutil/trace.go:171","msg":"trace[728559234] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"104.262862ms","start":"2026-03-31T18:26:56.571472Z","end":"2026-03-31T18:26:56.675735Z","steps":["trace[728559234] 'process raft request' (duration: 104.213801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.676064Z","caller":"traceutil/trace.go:171","msg":"trace[1418554461] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"107.868682ms","start":"2026-03-31T18:26:56.568183Z","end":"2026-03-31T18:26:56.676052Z","steps":["trace[1418554461] 'process raft request' (duration: 107.458053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.88773Z","caller":"traceutil/trace.go:171","msg":"trace[1166990804] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"203.295216ms","start":"2026-03-31T18:26:56.684405Z","end":"2026-03-31T18:26:56.887701Z","steps":["trace[1166990804] 'process raft request' (duration: 123.125032ms)","trace[1166990804] 'compare' (duration: 79.988001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:56.88922Z","caller":"traceutil/trace.go:171","msg":"trace[1689856462] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"204.640806ms","start":"2026-03-31T18:26:56.684507Z","end":"2026-03-31T18:26:56.889148Z","steps":["trace[1689856462] 'process raft request' (duration: 203.143972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.889893Z","caller":"traceutil/trace.go:171","msg":"trace[864181324] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"204.792229ms","start":"2026-03-31T18:26:56.685055Z","end":"2026-03-31T18:26:56.889847Z","steps":["trace[864181324] 'process raft request' (duration: 203.819958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.891427Z","caller":"traceutil/trace.go:171","msg":"trace[1331802494] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"205.338542ms","start":"2026-03-31T18:26:56.686007Z","end":"2026-03-31T18:26:56.891345Z","steps":["trace[1331802494] 'process raft request' (duration: 203.733146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:56.891481Z","caller":"traceutil/trace.go:171","msg":"trace[1623035802] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"204.714018ms","start":"2026-03-31T18:26:56.686718Z","end":"2026-03-31T18:26:56.891432Z","steps":["trace[1623035802] 'process raft request' (duration: 204.494813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:02.224175Z","caller":"traceutil/trace.go:171","msg":"trace[1113896527] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"192.619129ms","start":"2026-03-31T18:27:02.031528Z","end":"2026-03-31T18:27:02.224147Z","steps":["trace[1113896527] 'read index received' (duration: 192.305872ms)","trace[1113896527] 'applied index is now lower than readState.Index' (duration: 312.277µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:02.224366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.811423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:02.224401Z","caller":"traceutil/trace.go:171","msg":"trace[322399706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"192.908735ms","start":"2026-03-31T18:27:02.031479Z","end":"2026-03-31T18:27:02.224388Z","steps":["trace[322399706] 'agreement among raft nodes before linearized reading' (duration: 192.783663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:02.224385Z","caller":"traceutil/trace.go:171","msg":"trace[1721831255] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"251.334185ms","start":"2026-03-31T18:27:01.973006Z","end":"2026-03-31T18:27:02.22434Z","steps":["trace[1721831255] 'process raft request' (duration: 250.967137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:02.873716Z","caller":"traceutil/trace.go:171","msg":"trace[2003844640] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"168.200985ms","start":"2026-03-31T18:27:02.705486Z","end":"2026-03-31T18:27:02.873687Z","steps":["trace[2003844640] 'process raft request' (duration: 168.022732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.740961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.097248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:09.741302Z","caller":"traceutil/trace.go:171","msg":"trace[1781197324] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"247.411099ms","start":"2026-03-31T18:27:09.493868Z","end":"2026-03-31T18:27:09.741279Z","steps":["trace[1781197324] 'process raft request' (duration: 247.314117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.741638Z","caller":"traceutil/trace.go:171","msg":"trace[961009275] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"261.096813ms","start":"2026-03-31T18:27:09.480485Z","end":"2026-03-31T18:27:09.741582Z","steps":["trace[961009275] 'process raft request' (duration: 116.284029ms)","trace[961009275] 'compare' (duration: 143.910003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.742083Z","caller":"traceutil/trace.go:171","msg":"trace[2144500399] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"261.143154ms","start":"2026-03-31T18:27:09.480909Z","end":"2026-03-31T18:27:09.742052Z","steps":["trace[2144500399] 'process raft request' (duration: 260.204464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.096397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.794608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-31T18:27:10.096548Z","caller":"traceutil/trace.go:171","msg":"trace[836171385] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:472; }","duration":"133.961782ms","start":"2026-03-31T18:27:09.962555Z","end":"2026-03-31T18:27:10.096517Z","steps":["trace[836171385] 'range keys from in-memory index tree' (duration: 133.538453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.803072Z","caller":"traceutil/trace.go:171","msg":"trace[1153637716] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"175.180801ms","start":"2026-03-31T18:27:11.627865Z","end":"2026-03-31T18:27:11.803046Z","steps":["trace[1153637716] 'process raft request' (duration: 175.039008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.808503Z","caller":"traceutil/trace.go:171","msg":"trace[770271506] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"174.585159ms","start":"2026-03-31T18:27:11.633884Z","end":"2026-03-31T18:27:11.808469Z","steps":["trace[770271506] 'process raft request' (duration: 174.377793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.808533Z","caller":"traceutil/trace.go:171","msg":"trace[664438426] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"174.434845ms","start":"2026-03-31T18:27:11.634053Z","end":"2026-03-31T18:27:11.808488Z","steps":["trace[664438426] 'process raft request' (duration: 174.304942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.808604Z","caller":"traceutil/trace.go:171","msg":"trace[2077090015] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"161.279631ms","start":"2026-03-31T18:27:11.647309Z","end":"2026-03-31T18:27:11.808589Z","steps":["trace[2077090015] 'process raft request' (duration: 161.093877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.808937Z","caller":"traceutil/trace.go:171","msg":"trace[171597046] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"158.739285ms","start":"2026-03-31T18:27:11.650185Z","end":"2026-03-31T18:27:11.808924Z","steps":["trace[171597046] 'process raft request' (duration: 158.250774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.809Z","caller":"traceutil/trace.go:171","msg":"trace[2122038463] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"158.696934ms","start":"2026-03-31T18:27:11.650277Z","end":"2026-03-31T18:27:11.808974Z","steps":["trace[2122038463] 'process raft request' (duration: 158.557571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.809196Z","caller":"traceutil/trace.go:171","msg":"trace[1546931442] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"155.007112ms","start":"2026-03-31T18:27:11.654176Z","end":"2026-03-31T18:27:11.809184Z","steps":["trace[1546931442] 'process raft request' (duration: 154.701156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.810002Z","caller":"traceutil/trace.go:171","msg":"trace[1053612322] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"148.485136ms","start":"2026-03-31T18:27:11.661504Z","end":"2026-03-31T18:27:11.809989Z","steps":["trace[1053612322] 'process raft request' (duration: 147.659038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.810148Z","caller":"traceutil/trace.go:171","msg":"trace[878490994] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"141.741715ms","start":"2026-03-31T18:27:11.668397Z","end":"2026-03-31T18:27:11.810139Z","steps":["trace[878490994] 'process raft request' (duration: 141.422758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.810223Z","caller":"traceutil/trace.go:171","msg":"trace[1822344491] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"131.140951ms","start":"2026-03-31T18:27:11.679069Z","end":"2026-03-31T18:27:11.81021Z","steps":["trace[1822344491] 'process raft request' (duration: 130.924816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.810368Z","caller":"traceutil/trace.go:171","msg":"trace[838851676] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"114.105081ms","start":"2026-03-31T18:27:11.696247Z","end":"2026-03-31T18:27:11.810352Z","steps":["trace[838851676] 'process raft request' (duration: 113.973538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.078009Z","caller":"traceutil/trace.go:171","msg":"trace[1272787082] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"226.743479ms","start":"2026-03-31T18:27:11.851212Z","end":"2026-03-31T18:27:12.077955Z","steps":["trace[1272787082] 'process raft request' (duration: 171.53951ms)","trace[1272787082] 'compare' (duration: 54.967064ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:12.078336Z","caller":"traceutil/trace.go:171","msg":"trace[158728239] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"226.933143ms","start":"2026-03-31T18:27:11.85135Z","end":"2026-03-31T18:27:12.078283Z","steps":["trace[158728239] 'process raft request' (duration: 226.536415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.078406Z","caller":"traceutil/trace.go:171","msg":"trace[261797733] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"226.906212ms","start":"2026-03-31T18:27:11.851472Z","end":"2026-03-31T18:27:12.078378Z","steps":["trace[261797733] 'process raft request' (duration: 226.675627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.078572Z","caller":"traceutil/trace.go:171","msg":"trace[1152096347] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"219.114108ms","start":"2026-03-31T18:27:11.859448Z","end":"2026-03-31T18:27:12.078562Z","steps":["trace[1152096347] 'process raft request' (duration: 218.824172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.078577Z","caller":"traceutil/trace.go:171","msg":"trace[1805434973] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"170.716102ms","start":"2026-03-31T18:27:11.907815Z","end":"2026-03-31T18:27:12.078531Z","steps":["trace[1805434973] 'process raft request' (duration: 170.661751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.078649Z","caller":"traceutil/trace.go:171","msg":"trace[1768239067] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"202.289624ms","start":"2026-03-31T18:27:11.876353Z","end":"2026-03-31T18:27:12.078643Z","steps":["trace[1768239067] 'process raft request' (duration: 202.034579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.102831Z","caller":"traceutil/trace.go:171","msg":"trace[602413466] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"156.191439ms","start":"2026-03-31T18:27:11.946607Z","end":"2026-03-31T18:27:12.102798Z","steps":["trace[602413466] 'process raft request' (duration: 155.83572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.434501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.794548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:12.434679Z","caller":"traceutil/trace.go:171","msg":"trace[1253027685] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"301.721499ms","start":"2026-03-31T18:27:12.132929Z","end":"2026-03-31T18:27:12.434651Z","steps":["trace[1253027685] 'process raft request' (duration: 150.651135ms)","trace[1253027685] 'compare' (duration: 150.633195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:12.435297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:12.132909Z","time spent":"301.825891ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:12.452173Z","caller":"traceutil/trace.go:171","msg":"trace[1891269562] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"318.177024ms","start":"2026-03-31T18:27:12.133963Z","end":"2026-03-31T18:27:12.45214Z","steps":["trace[1891269562] 'process raft request' (duration: 317.738685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.452367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:12.133953Z","time spent":"318.307997ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:12.452528Z","caller":"traceutil/trace.go:171","msg":"trace[1494193755] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"315.549136ms","start":"2026-03-31T18:27:12.136841Z","end":"2026-03-31T18:27:12.45239Z","steps":["trace[1494193755] 'process raft request' (duration: 315.235979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.452573Z","caller":"traceutil/trace.go:171","msg":"trace[1518177182] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:529; }","duration":"111.646025ms","start":"2026-03-31T18:27:12.340904Z","end":"2026-03-31T18:27:12.45255Z","steps":["trace[1518177182] 'read index received' (duration: 110.693074ms)","trace[1518177182] 'applied index is now lower than readState.Index' (duration: 951.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:12.452702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:12.136817Z","time spent":"315.799431ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:12.452697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.788189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:27:12.452814Z","caller":"traceutil/trace.go:171","msg":"trace[884254259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"111.945313ms","start":"2026-03-31T18:27:12.340857Z","end":"2026-03-31T18:27:12.452802Z","steps":["trace[884254259] 'agreement among raft nodes before linearized reading' (duration: 111.760168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.452822Z","caller":"traceutil/trace.go:171","msg":"trace[1176419921] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"269.221235ms","start":"2026-03-31T18:27:12.183592Z","end":"2026-03-31T18:27:12.452813Z","steps":["trace[1176419921] 'process raft request' (duration: 268.765064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.65321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.030325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:12.653574Z","caller":"traceutil/trace.go:171","msg":"trace[1560560050] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"195.35501ms","start":"2026-03-31T18:27:12.458185Z","end":"2026-03-31T18:27:12.65354Z","steps":["trace[1560560050] 'process raft request' (duration: 82.869525ms)","trace[1560560050] 'compare' (duration: 111.748639ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:12.653708Z","caller":"traceutil/trace.go:171","msg":"trace[1336279147] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"185.271925ms","start":"2026-03-31T18:27:12.46842Z","end":"2026-03-31T18:27:12.653692Z","steps":["trace[1336279147] 'process raft request' (duration: 185.00058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.654158Z","caller":"traceutil/trace.go:171","msg":"trace[759792326] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"175.898616ms","start":"2026-03-31T18:27:12.478215Z","end":"2026-03-31T18:27:12.654113Z","steps":["trace[759792326] 'process raft request' (duration: 175.350964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.654365Z","caller":"traceutil/trace.go:171","msg":"trace[1271853846] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"146.616505ms","start":"2026-03-31T18:27:12.507715Z","end":"2026-03-31T18:27:12.654332Z","steps":["trace[1271853846] 'process raft request' (duration: 146.458141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:17.159443Z","caller":"traceutil/trace.go:171","msg":"trace[48952629] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:594; }","duration":"108.352923ms","start":"2026-03-31T18:27:17.051066Z","end":"2026-03-31T18:27:17.159419Z","steps":["trace[48952629] 'read index received' (duration: 107.548345ms)","trace[48952629] 'applied index is now lower than readState.Index' (duration: 803.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:17.159524Z","caller":"traceutil/trace.go:171","msg":"trace[993661895] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"127.244094ms","start":"2026-03-31T18:27:17.032238Z","end":"2026-03-31T18:27:17.159482Z","steps":["trace[993661895] 'process raft request' (duration: 126.636239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:17.159648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.342993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:17.15966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.571068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:17.159812Z","caller":"traceutil/trace.go:171","msg":"trace[532016759] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:575; }","duration":"108.765882ms","start":"2026-03-31T18:27:17.051017Z","end":"2026-03-31T18:27:17.159782Z","steps":["trace[532016759] 'agreement among raft nodes before linearized reading' (duration: 108.533737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:17.160187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.293322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:17.159701Z","caller":"traceutil/trace.go:171","msg":"trace[1225575342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:575; }","duration":"108.438555ms","start":"2026-03-31T18:27:17.051245Z","end":"2026-03-31T18:27:17.159684Z","steps":["trace[1225575342] 'agreement among raft nodes before linearized reading' (duration: 108.338373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:17.160272Z","caller":"traceutil/trace.go:171","msg":"trace[649389026] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:575; }","duration":"108.389003ms","start":"2026-03-31T18:27:17.051851Z","end":"2026-03-31T18:27:17.16024Z","steps":["trace[649389026] 'agreement among raft nodes before linearized reading' (duration: 108.286011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:17.978036Z","caller":"traceutil/trace.go:171","msg":"trace[1162793415] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"123.158023ms","start":"2026-03-31T18:27:17.854853Z","end":"2026-03-31T18:27:17.978011Z","steps":["trace[1162793415] 'process raft request' (duration: 71.067302ms)","trace[1162793415] 'compare' (duration: 51.957318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:18.529752Z","caller":"traceutil/trace.go:171","msg":"trace[1570396654] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"134.262259ms","start":"2026-03-31T18:27:18.395451Z","end":"2026-03-31T18:27:18.529713Z","steps":["trace[1570396654] 'process raft request' (duration: 132.349566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:19.025176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.058328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:19.025292Z","caller":"traceutil/trace.go:171","msg":"trace[1677233220] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"344.797878ms","start":"2026-03-31T18:27:18.680479Z","end":"2026-03-31T18:27:19.025276Z","steps":["trace[1677233220] 'read index received' (duration: 69.842µs)","trace[1677233220] 'applied index is now lower than readState.Index' (duration: 344.727066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:19.025359Z","caller":"traceutil/trace.go:171","msg":"trace[1896839135] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"431.701072ms","start":"2026-03-31T18:27:18.593589Z","end":"2026-03-31T18:27:19.02529Z","steps":["trace[1896839135] 'process raft request' (duration: 84.45585ms)","trace[1896839135] 'compare' (duration: 346.891685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:19.025487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.350277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:27:19.025512Z","caller":"traceutil/trace.go:171","msg":"trace[1223279273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"322.416959ms","start":"2026-03-31T18:27:18.703086Z","end":"2026-03-31T18:27:19.025503Z","steps":["trace[1223279273] 'agreement among raft nodes before linearized reading' (duration: 322.278486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:19.025545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:18.703059Z","time spent":"322.479481ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:19.025562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:18.593558Z","time spent":"431.917177ms","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:19.025603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.377695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:27:19.025674Z","caller":"traceutil/trace.go:171","msg":"trace[1702121563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"179.497377ms","start":"2026-03-31T18:27:18.846159Z","end":"2026-03-31T18:27:19.025656Z","steps":["trace[1702121563] 'agreement among raft nodes before linearized reading' (duration: 179.263452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:19.025905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.397381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:27:19.026065Z","caller":"traceutil/trace.go:171","msg":"trace[1864605583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"345.615046ms","start":"2026-03-31T18:27:18.680419Z","end":"2026-03-31T18:27:19.026034Z","steps":["trace[1864605583] 'agreement among raft nodes before linearized reading' (duration: 344.92619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:19.026145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:18.680387Z","time spent":"345.740119ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:27:19.917123Z","caller":"traceutil/trace.go:171","msg":"trace[1277676721] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"424.957683ms","start":"2026-03-31T18:27:19.492133Z","end":"2026-03-31T18:27:19.917091Z","steps":["trace[1277676721] 'process raft request' (duration: 424.756198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:19.917347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:19.492107Z","time spent":"425.132127ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:20.260174Z","caller":"traceutil/trace.go:171","msg":"trace[781732744] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"749.914938ms","start":"2026-03-31T18:27:19.510213Z","end":"2026-03-31T18:27:20.260128Z","steps":["trace[781732744] 'process raft request' (duration: 749.251853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:20.260393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:19.510177Z","time spent":"750.115983ms","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:20.581259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.870964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:20.58136Z","caller":"traceutil/trace.go:171","msg":"trace[1313756791] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:609; }","duration":"549.857103ms","start":"2026-03-31T18:27:20.031487Z","end":"2026-03-31T18:27:20.581345Z","steps":["trace[1313756791] 'read index received' (duration: 227.789322ms)","trace[1313756791] 'applied index is now lower than readState.Index' (duration: 322.066911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:20.58143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.959326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:20.581393Z","caller":"traceutil/trace.go:171","msg":"trace[172203935] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"620.894624ms","start":"2026-03-31T18:27:19.96047Z","end":"2026-03-31T18:27:20.581365Z","steps":["trace[172203935] 'process raft request' (duration: 330.792945ms)","trace[172203935] 'compare' (duration: 289.65176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:20.581449Z","caller":"traceutil/trace.go:171","msg":"trace[1265134931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"550.024837ms","start":"2026-03-31T18:27:20.031417Z","end":"2026-03-31T18:27:20.581442Z","steps":["trace[1265134931] 'agreement among raft nodes before linearized reading' (duration: 549.988486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:20.581474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:20.031394Z","time spent":"550.074618ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:20.58154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:19.960437Z","time spent":"621.023708ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:21.043381Z","caller":"traceutil/trace.go:171","msg":"trace[1790399682] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"461.976547ms","start":"2026-03-31T18:27:20.581378Z","end":"2026-03-31T18:27:21.043355Z","steps":["trace[1790399682] 'read index received' (duration: 392.53361ms)","trace[1790399682] 'applied index is now lower than readState.Index' (duration: 69.441217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:21.043453Z","caller":"traceutil/trace.go:171","msg":"trace[411705318] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"723.07373ms","start":"2026-03-31T18:27:20.320346Z","end":"2026-03-31T18:27:21.04342Z","steps":["trace[411705318] 'process raft request' (duration: 653.040641ms)","trace[411705318] 'compare' (duration: 69.788974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:21.043575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.091095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T18:27:21.043605Z","caller":"traceutil/trace.go:171","msg":"trace[1516331639] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:592; }","duration":"504.169886ms","start":"2026-03-31T18:27:20.539428Z","end":"2026-03-31T18:27:21.043598Z","steps":["trace[1516331639] 'agreement among raft nodes before linearized reading' (duration: 504.059974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:21.043615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:20.320318Z","time spent":"723.204753ms","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:21.043635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:20.53941Z","time spent":"504.218818ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-03-31T18:27:22.108674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.73741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:22.108831Z","caller":"traceutil/trace.go:171","msg":"trace[1520803586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:592; }","duration":"937.907304ms","start":"2026-03-31T18:27:21.170898Z","end":"2026-03-31T18:27:22.108805Z","steps":["trace[1520803586] 'range keys from in-memory index tree' (duration: 937.709119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.109241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.282962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:22.109341Z","caller":"traceutil/trace.go:171","msg":"trace[314814069] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"1.006977763s","start":"2026-03-31T18:27:21.10233Z","end":"2026-03-31T18:27:22.109307Z","steps":["trace[314814069] 'read index received' (duration: 183.490706ms)","trace[314814069] 'applied index is now lower than readState.Index' (duration: 823.485977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:22.10939Z","caller":"traceutil/trace.go:171","msg":"trace[1295037762] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.035889316s","start":"2026-03-31T18:27:21.073493Z","end":"2026-03-31T18:27:22.109382Z","steps":["trace[1295037762] 'process raft request' (duration: 212.38631ms)","trace[1295037762] 'compare' (duration: 822.959113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:22.109425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:21.073461Z","time spent":"1.035944698s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:22.109747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007403892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:27:22.109814Z","caller":"traceutil/trace.go:171","msg":"trace[166295099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"1.007506754s","start":"2026-03-31T18:27:21.10229Z","end":"2026-03-31T18:27:22.109797Z","steps":["trace[166295099] 'agreement among raft nodes before linearized reading' (duration: 1.007195798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.109852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:21.102273Z","time spent":"1.007570205s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:22.609903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854242093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:22.648443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16045151s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:22.649572Z","caller":"traceutil/trace.go:171","msg":"trace[521432358] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.163469307s","start":"2026-03-31T18:27:21.486073Z","end":"2026-03-31T18:27:22.649542Z","steps":["trace[521432358] 'process raft request' (duration: 1.162813623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.649747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:21.486035Z","time spent":"1.163622639s","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:22.649821Z","caller":"traceutil/trace.go:171","msg":"trace[2074134972] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:614; }","duration":"540.417283ms","start":"2026-03-31T18:27:22.109356Z","end":"2026-03-31T18:27:22.649774Z","steps":["trace[2074134972] 'read index received' (duration: 539.301668ms)","trace[2074134972] 'applied index is now lower than readState.Index' (duration: 1.112625ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:22.649924Z","caller":"traceutil/trace.go:171","msg":"trace[1984491550] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"535.477984ms","start":"2026-03-31T18:27:22.114418Z","end":"2026-03-31T18:27:22.649896Z","steps":["trace[1984491550] 'process raft request' (duration: 535.071014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.649934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.036194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:22.650045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416005681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:27:22.650053Z","caller":"traceutil/trace.go:171","msg":"trace[414011962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"610.204108ms","start":"2026-03-31T18:27:22.039823Z","end":"2026-03-31T18:27:22.650027Z","steps":["trace[414011962] 'agreement among raft nodes before linearized reading' (duration: 610.000163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:22.650075Z","caller":"traceutil/trace.go:171","msg":"trace[823187764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"1.416118663s","start":"2026-03-31T18:27:21.233948Z","end":"2026-03-31T18:27:22.650067Z","steps":["trace[823187764] 'agreement among raft nodes before linearized reading' (duration: 1.41597395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.650088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546638679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:27:22.650097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:21.23392Z","time spent":"1.416171144s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:27:22.650084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.890977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T18:27:22.650125Z","caller":"traceutil/trace.go:171","msg":"trace[1769744559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.546700619s","start":"2026-03-31T18:27:21.103413Z","end":"2026-03-31T18:27:22.650113Z","steps":["trace[1769744559] 'agreement among raft nodes before linearized reading' (duration: 1.546528576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.650092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:22.11439Z","time spent":"535.609507ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:22.650149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:21.103391Z","time spent":"1.546753381s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:27:22.650144Z","caller":"traceutil/trace.go:171","msg":"trace[876813076] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:595; }","duration":"537.980389ms","start":"2026-03-31T18:27:22.112149Z","end":"2026-03-31T18:27:22.650129Z","steps":["trace[876813076] 'agreement among raft nodes before linearized reading' (duration: 537.874516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.650215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546765772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:27:22.650245Z","caller":"traceutil/trace.go:171","msg":"trace[2034150719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.546808492s","start":"2026-03-31T18:27:21.103428Z","end":"2026-03-31T18:27:22.650236Z","steps":["trace[2034150719] 'agreement among raft nodes before linearized reading' (duration: 1.54671529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:22.65027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:21.103415Z","time spent":"1.546848883s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:22.650099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:22.039785Z","time spent":"610.30497ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:22.650306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:22.112074Z","time spent":"538.159873ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:27:24.181337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.826854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:24.181422Z","caller":"traceutil/trace.go:171","msg":"trace[426189504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"148.974057ms","start":"2026-03-31T18:27:24.03243Z","end":"2026-03-31T18:27:24.181405Z","steps":["trace[426189504] 'range keys from in-memory index tree' (duration: 148.739022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:26.679723Z","caller":"traceutil/trace.go:171","msg":"trace[1553608942] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"176.120352ms","start":"2026-03-31T18:27:26.503573Z","end":"2026-03-31T18:27:26.679694Z","steps":["trace[1553608942] 'read index received' (duration: 175.867957ms)","trace[1553608942] 'applied index is now lower than readState.Index' (duration: 251.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:26.679756Z","caller":"traceutil/trace.go:171","msg":"trace[1963091448] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"268.818196ms","start":"2026-03-31T18:27:26.410911Z","end":"2026-03-31T18:27:26.67973Z","steps":["trace[1963091448] 'process raft request' (duration: 268.595211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:26.67993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.350907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T18:27:26.679969Z","caller":"traceutil/trace.go:171","msg":"trace[865870546] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:654; }","duration":"176.438249ms","start":"2026-03-31T18:27:26.503521Z","end":"2026-03-31T18:27:26.679959Z","steps":["trace[865870546] 'agreement among raft nodes before linearized reading' (duration: 176.287786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:26.905505Z","caller":"traceutil/trace.go:171","msg":"trace[2070480706] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"225.666395ms","start":"2026-03-31T18:27:26.679818Z","end":"2026-03-31T18:27:26.905484Z","steps":["trace[2070480706] 'read index received' (duration: 158.5006ms)","trace[2070480706] 'applied index is now lower than readState.Index' (duration: 67.164235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:26.905568Z","caller":"traceutil/trace.go:171","msg":"trace[258200457] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"384.038121ms","start":"2026-03-31T18:27:26.521496Z","end":"2026-03-31T18:27:26.905534Z","steps":["trace[258200457] 'process raft request' (duration: 316.779364ms)","trace[258200457] 'compare' (duration: 66.894379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:26.905716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.766768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qkqrt\" ","response":"range_response_count:1 size:17786"} {"level":"warn","ts":"2026-03-31T18:27:26.905722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:26.521471Z","time spent":"384.178835ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:26.905754Z","caller":"traceutil/trace.go:171","msg":"trace[939471789] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qkqrt; range_end:; response_count:1; response_revision:655; }","duration":"384.85348ms","start":"2026-03-31T18:27:26.520892Z","end":"2026-03-31T18:27:26.905745Z","steps":["trace[939471789] 'agreement among raft nodes before linearized reading' (duration: 384.695677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:26.90578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:26.520863Z","time spent":"384.911682ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17810,"request content":"key:\"/registry/pods/kube-system/cilium-qkqrt\" "} {"level":"warn","ts":"2026-03-31T18:27:26.905811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.572515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:27:26.905906Z","caller":"traceutil/trace.go:171","msg":"trace[1185713580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:655; }","duration":"389.708998ms","start":"2026-03-31T18:27:26.516175Z","end":"2026-03-31T18:27:26.905884Z","steps":["trace[1185713580] 'agreement among raft nodes before linearized reading' (duration: 389.428052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:26.905962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:26.516156Z","time spent":"389.79416ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:27:26.970511Z","caller":"traceutil/trace.go:171","msg":"trace[976151949] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"281.16323ms","start":"2026-03-31T18:27:26.689313Z","end":"2026-03-31T18:27:26.970477Z","steps":["trace[976151949] 'process raft request' (duration: 280.870384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:26.97059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.607788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:27:26.970613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.064709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-31T18:27:26.970625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.986977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:27:26.970679Z","caller":"traceutil/trace.go:171","msg":"trace[1897027571] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:656; }","duration":"268.184622ms","start":"2026-03-31T18:27:26.702476Z","end":"2026-03-31T18:27:26.970661Z","steps":["trace[1897027571] 'agreement among raft nodes before linearized reading' (duration: 267.937047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:26.970705Z","caller":"traceutil/trace.go:171","msg":"trace[1003352716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:656; }","duration":"272.107499ms","start":"2026-03-31T18:27:26.698579Z","end":"2026-03-31T18:27:26.970686Z","steps":["trace[1003352716] 'agreement among raft nodes before linearized reading' (duration: 271.852233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:26.970678Z","caller":"traceutil/trace.go:171","msg":"trace[1399814869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"280.70119ms","start":"2026-03-31T18:27:26.689952Z","end":"2026-03-31T18:27:26.970653Z","steps":["trace[1399814869] 'agreement among raft nodes before linearized reading' (duration: 280.411984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:26.970732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.289494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:27:26.970903Z","caller":"traceutil/trace.go:171","msg":"trace[1814704985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:656; }","duration":"272.518918ms","start":"2026-03-31T18:27:26.698369Z","end":"2026-03-31T18:27:26.970888Z","steps":["trace[1814704985] 'agreement among raft nodes before linearized reading' (duration: 272.231382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:26.970883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.486788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:27:26.970976Z","caller":"traceutil/trace.go:171","msg":"trace[421874749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:656; }","duration":"272.61415ms","start":"2026-03-31T18:27:26.698338Z","end":"2026-03-31T18:27:26.970952Z","steps":["trace[421874749] 'agreement among raft nodes before linearized reading' (duration: 272.313243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:27.017203Z","caller":"traceutil/trace.go:171","msg":"trace[2136499430] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"105.301806ms","start":"2026-03-31T18:27:26.911882Z","end":"2026-03-31T18:27:27.017183Z","steps":["trace[2136499430] 'process raft request' (duration: 103.950125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:27.850376Z","caller":"traceutil/trace.go:171","msg":"trace[911050384] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"137.784078ms","start":"2026-03-31T18:27:27.712567Z","end":"2026-03-31T18:27:27.850351Z","steps":["trace[911050384] 'process raft request' (duration: 136.742855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:37.125368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.776401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:27:37.125485Z","caller":"traceutil/trace.go:171","msg":"trace[586037364] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"602.079846ms","start":"2026-03-31T18:27:36.523388Z","end":"2026-03-31T18:27:37.125468Z","steps":["trace[586037364] 'read index received' (duration: 282.095011ms)","trace[586037364] 'applied index is now lower than readState.Index' (duration: 319.983295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:37.12575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.323422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qkqrt\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-03-31T18:27:37.125824Z","caller":"traceutil/trace.go:171","msg":"trace[2039742485] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qkqrt; range_end:; response_count:1; response_revision:742; }","duration":"602.455905ms","start":"2026-03-31T18:27:36.523348Z","end":"2026-03-31T18:27:37.125804Z","steps":["trace[2039742485] 'agreement among raft nodes before linearized reading' (duration: 602.199349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:37.125863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:36.523328Z","time spent":"602.526336ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18733,"request content":"key:\"/registry/pods/kube-system/cilium-qkqrt\" "} {"level":"info","ts":"2026-03-31T18:27:39.844925Z","caller":"traceutil/trace.go:171","msg":"trace[1984438633] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"110.34452ms","start":"2026-03-31T18:27:39.734556Z","end":"2026-03-31T18:27:39.8449Z","steps":["trace[1984438633] 'read index received' (duration: 110.279788ms)","trace[1984438633] 'applied index is now lower than readState.Index' (duration: 63.772µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:39.845068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.509914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:39.845102Z","caller":"traceutil/trace.go:171","msg":"trace[1475075823] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:760; }","duration":"110.596596ms","start":"2026-03-31T18:27:39.734495Z","end":"2026-03-31T18:27:39.845091Z","steps":["trace[1475075823] 'agreement among raft nodes before linearized reading' (duration: 110.505404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.845083Z","caller":"traceutil/trace.go:171","msg":"trace[561584648] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"244.729076ms","start":"2026-03-31T18:27:39.600297Z","end":"2026-03-31T18:27:39.845026Z","steps":["trace[561584648] 'process raft request' (duration: 244.46708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.101313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854242414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:41.227919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:40.54192Z","time spent":"685.9957ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:27:41.237866Z","caller":"traceutil/trace.go:171","msg":"trace[1215014086] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"385.64323ms","start":"2026-03-31T18:27:40.852203Z","end":"2026-03-31T18:27:41.237846Z","steps":["trace[1215014086] 'process raft request' (duration: 385.417585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.238055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:40.852181Z","time spent":"385.761012ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:41.238042Z","caller":"traceutil/trace.go:171","msg":"trace[2111409097] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:790; }","duration":"637.413215ms","start":"2026-03-31T18:27:40.60061Z","end":"2026-03-31T18:27:41.238023Z","steps":["trace[2111409097] 'read index received' (duration: 627.195932ms)","trace[2111409097] 'applied index is now lower than readState.Index' (duration: 10.215923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:41.238168Z","caller":"traceutil/trace.go:171","msg":"trace[107220902] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"225.436726ms","start":"2026-03-31T18:27:41.012722Z","end":"2026-03-31T18:27:41.238159Z","steps":["trace[107220902] 'process raft request' (duration: 225.070138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.238558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.929867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:41.238617Z","caller":"traceutil/trace.go:171","msg":"trace[360366945] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:767; }","duration":"638.032599ms","start":"2026-03-31T18:27:40.600567Z","end":"2026-03-31T18:27:41.2386Z","steps":["trace[360366945] 'agreement among raft nodes before linearized reading' (duration: 637.63823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.238667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:40.600548Z","time spent":"638.10325ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:41.246034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.508645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:41.246161Z","caller":"traceutil/trace.go:171","msg":"trace[2017713154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:768; }","duration":"213.760101ms","start":"2026-03-31T18:27:41.032375Z","end":"2026-03-31T18:27:41.246135Z","steps":["trace[2017713154] 'agreement among raft nodes before linearized reading' (duration: 213.472704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:01.927897Z","caller":"traceutil/trace.go:171","msg":"trace[981377261] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"144.779733ms","start":"2026-03-31T18:28:01.783097Z","end":"2026-03-31T18:28:01.927876Z","steps":["trace[981377261] 'process raft request' (duration: 64.824024ms)","trace[981377261] 'compare' (duration: 79.746953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:01.927964Z","caller":"traceutil/trace.go:171","msg":"trace[1067003237] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"115.827955ms","start":"2026-03-31T18:28:01.812093Z","end":"2026-03-31T18:28:01.927921Z","steps":["trace[1067003237] 'process raft request' (duration: 115.697852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.047396Z","caller":"traceutil/trace.go:171","msg":"trace[1232943866] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"203.843695ms","start":"2026-03-31T18:28:02.843516Z","end":"2026-03-31T18:28:03.047359Z","steps":["trace[1232943866] 'process raft request' (duration: 203.639581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.213745Z","caller":"traceutil/trace.go:171","msg":"trace[1496445929] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1150; }","duration":"180.363282ms","start":"2026-03-31T18:28:03.033356Z","end":"2026-03-31T18:28:03.21372Z","steps":["trace[1496445929] 'read index received' (duration: 13.795384ms)","trace[1496445929] 'applied index is now lower than readState.Index' (duration: 166.566608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:03.213748Z","caller":"traceutil/trace.go:171","msg":"trace[1489422611] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"369.964744ms","start":"2026-03-31T18:28:02.843753Z","end":"2026-03-31T18:28:03.213718Z","steps":["trace[1489422611] 'process raft request' (duration: 307.685097ms)","trace[1489422611] 'compare' (duration: 62.089802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:03.213866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.506246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:03.213848Z","caller":"traceutil/trace.go:171","msg":"trace[1456488538] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"369.630696ms","start":"2026-03-31T18:28:02.844173Z","end":"2026-03-31T18:28:03.213804Z","steps":["trace[1456488538] 'process raft request' (duration: 369.484763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.213909Z","caller":"traceutil/trace.go:171","msg":"trace[1186910721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"180.563117ms","start":"2026-03-31T18:28:03.033334Z","end":"2026-03-31T18:28:03.213897Z","steps":["trace[1186910721] 'agreement among raft nodes before linearized reading' (duration: 180.476555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.213906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:02.84372Z","time spent":"370.109107ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:03.214078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:02.844144Z","time spent":"369.798689ms","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:16.275452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854243199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:16.550062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:16.185471Z","time spent":"364.584061ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:28:16.771093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258017137s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:16.771481Z","caller":"traceutil/trace.go:171","msg":"trace[1465031899] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"1.258530288s","start":"2026-03-31T18:28:15.512928Z","end":"2026-03-31T18:28:16.771458Z","steps":["trace[1465031899] 'process raft request' (duration: 1.258342204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:16.771692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:15.512914Z","time spent":"1.258702373s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:16.77167Z","caller":"traceutil/trace.go:171","msg":"trace[1291203984] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"1.258703052s","start":"2026-03-31T18:28:15.512929Z","end":"2026-03-31T18:28:16.771633Z","steps":["trace[1291203984] 'process raft request' (duration: 1.258490247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:16.77185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:15.512899Z","time spent":"1.258863046s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:17.917346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146063441s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:17.918855Z","caller":"traceutil/trace.go:171","msg":"trace[1068422907] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"2.405800378s","start":"2026-03-31T18:28:15.513027Z","end":"2026-03-31T18:28:17.918827Z","steps":["trace[1068422907] 'process raft request' (duration: 2.404659141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.919004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:15.513017Z","time spent":"2.4059129s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:17.91927Z","caller":"traceutil/trace.go:171","msg":"trace[2081902801] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"2.406086084s","start":"2026-03-31T18:28:15.513169Z","end":"2026-03-31T18:28:17.919255Z","steps":["trace[2081902801] 'process raft request' (duration: 2.405362678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.919344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:15.513154Z","time spent":"2.406156275s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:17.925693Z","caller":"traceutil/trace.go:171","msg":"trace[2034013807] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1222; }","duration":"2.150982574s","start":"2026-03-31T18:28:15.774681Z","end":"2026-03-31T18:28:17.925664Z","steps":["trace[2034013807] 'read index received' (duration: 996.636084ms)","trace[2034013807] 'applied index is now lower than readState.Index' (duration: 1.15434424s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:17.925723Z","caller":"traceutil/trace.go:171","msg":"trace[685084183] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"1.944205292s","start":"2026-03-31T18:28:15.981488Z","end":"2026-03-31T18:28:17.925693Z","steps":["trace[685084183] 'process raft request' (duration: 1.943969446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.92589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:15.98146Z","time spent":"1.944359294s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:17.926038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151328711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:28:17.92609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.788157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:17.926138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.385297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:28:17.926152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163251181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:17.926163Z","caller":"traceutil/trace.go:171","msg":"trace[743242755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1192; }","duration":"2.151502156s","start":"2026-03-31T18:28:15.77464Z","end":"2026-03-31T18:28:17.926142Z","steps":["trace[743242755] 'agreement among raft nodes before linearized reading' (duration: 2.151224779s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.926191Z","caller":"traceutil/trace.go:171","msg":"trace[696247633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1192; }","duration":"412.469849ms","start":"2026-03-31T18:28:17.513712Z","end":"2026-03-31T18:28:17.926182Z","steps":["trace[696247633] 'agreement among raft nodes before linearized reading' (duration: 412.299976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.926193Z","caller":"traceutil/trace.go:171","msg":"trace[228282632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"894.93652ms","start":"2026-03-31T18:28:17.031229Z","end":"2026-03-31T18:28:17.926166Z","steps":["trace[228282632] 'agreement among raft nodes before linearized reading' (duration: 894.737626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.926213Z","caller":"traceutil/trace.go:171","msg":"trace[986695911] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1192; }","duration":"1.163349614s","start":"2026-03-31T18:28:16.762843Z","end":"2026-03-31T18:28:17.926193Z","steps":["trace[986695911] 'agreement among raft nodes before linearized reading' (duration: 1.163241641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.926209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.960081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:28:17.92634Z","caller":"traceutil/trace.go:171","msg":"trace[1758848816] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1192; }","duration":"990.126665ms","start":"2026-03-31T18:28:16.936196Z","end":"2026-03-31T18:28:17.926323Z","steps":["trace[1758848816] 'agreement among raft nodes before linearized reading' (duration: 989.845788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.926369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:16.936174Z","time spent":"990.188808ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:28:17.92624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:17.513692Z","time spent":"412.52282ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:17.926094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326200527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:17.926479Z","caller":"traceutil/trace.go:171","msg":"trace[1781503456] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1192; }","duration":"1.326635718s","start":"2026-03-31T18:28:16.59983Z","end":"2026-03-31T18:28:17.926466Z","steps":["trace[1781503456] 'agreement among raft nodes before linearized reading' (duration: 1.326100495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:17.926505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:16.599807Z","time spent":"1.3266901s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":64,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:17.926231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:15.774617Z","time spent":"2.151588967s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:28:17.926255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:16.762822Z","time spent":"1.163423606s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:17.926252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:17.031209Z","time spent":"895.030672ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:34.889634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.168082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:34.889783Z","caller":"traceutil/trace.go:171","msg":"trace[1129139984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1329; }","duration":"240.379827ms","start":"2026-03-31T18:28:34.649376Z","end":"2026-03-31T18:28:34.889756Z","steps":["trace[1129139984] 'range keys from in-memory index tree' (duration: 239.962607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:34.889634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.149929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:34.890025Z","caller":"traceutil/trace.go:171","msg":"trace[2124803157] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1329; }","duration":"155.598778ms","start":"2026-03-31T18:28:34.734371Z","end":"2026-03-31T18:28:34.88997Z","steps":["trace[2124803157] 'count revisions from in-memory index tree' (duration: 154.992545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:40.971921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:40.546366Z","time spent":"425.551038ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:28:41.158694Z","caller":"traceutil/trace.go:171","msg":"trace[458606919] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"182.50891ms","start":"2026-03-31T18:28:40.976158Z","end":"2026-03-31T18:28:41.158667Z","steps":["trace[458606919] 'process raft request' (duration: 182.280355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:41.158902Z","caller":"traceutil/trace.go:171","msg":"trace[387578250] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"181.860066ms","start":"2026-03-31T18:28:40.97703Z","end":"2026-03-31T18:28:41.15889Z","steps":["trace[387578250] 'process raft request' (duration: 181.59366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:41.159156Z","caller":"traceutil/trace.go:171","msg":"trace[750175794] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"179.548733ms","start":"2026-03-31T18:28:40.979592Z","end":"2026-03-31T18:28:41.159141Z","steps":["trace[750175794] 'process raft request' (duration: 179.244487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:41.159128Z","caller":"traceutil/trace.go:171","msg":"trace[2084099043] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1493; }","duration":"156.146721ms","start":"2026-03-31T18:28:41.002945Z","end":"2026-03-31T18:28:41.159092Z","steps":["trace[2084099043] 'read index received' (duration: 155.436205ms)","trace[2084099043] 'applied index is now lower than readState.Index' (duration: 708.556µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:41.159254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.294105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T18:28:41.159294Z","caller":"traceutil/trace.go:171","msg":"trace[191874730] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1452; }","duration":"156.384087ms","start":"2026-03-31T18:28:41.002899Z","end":"2026-03-31T18:28:41.159283Z","steps":["trace[191874730] 'agreement among raft nodes before linearized reading' (duration: 156.304025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:41.159384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.702659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:41.159444Z","caller":"traceutil/trace.go:171","msg":"trace[284946512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"129.815472ms","start":"2026-03-31T18:28:41.029611Z","end":"2026-03-31T18:28:41.159426Z","steps":["trace[284946512] 'agreement among raft nodes before linearized reading' (duration: 129.689729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.168818Z","caller":"traceutil/trace.go:171","msg":"trace[192301033] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1496; }","duration":"138.573901ms","start":"2026-03-31T18:28:42.03022Z","end":"2026-03-31T18:28:42.168794Z","steps":["trace[192301033] 'read index received' (duration: 138.333035ms)","trace[192301033] 'applied index is now lower than readState.Index' (duration: 239.736µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:42.169016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.769786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:42.1691Z","caller":"traceutil/trace.go:171","msg":"trace[1063166265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1453; }","duration":"138.925109ms","start":"2026-03-31T18:28:42.030156Z","end":"2026-03-31T18:28:42.169081Z","steps":["trace[1063166265] 'agreement among raft nodes before linearized reading' (duration: 138.781556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:42.169102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.672062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:28:42.169149Z","caller":"traceutil/trace.go:171","msg":"trace[1347262693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1453; }","duration":"123.757724ms","start":"2026-03-31T18:28:42.045381Z","end":"2026-03-31T18:28:42.169138Z","steps":["trace[1347262693] 'agreement among raft nodes before linearized reading' (duration: 123.621571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:42.169219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.046524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:42.169302Z","caller":"traceutil/trace.go:171","msg":"trace[1719022788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1453; }","duration":"118.187258ms","start":"2026-03-31T18:28:42.051101Z","end":"2026-03-31T18:28:42.169288Z","steps":["trace[1719022788] 'agreement among raft nodes before linearized reading' (duration: 117.923312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:42.169271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.104516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:42.169403Z","caller":"traceutil/trace.go:171","msg":"trace[765581037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1453; }","duration":"118.278349ms","start":"2026-03-31T18:28:42.051107Z","end":"2026-03-31T18:28:42.169386Z","steps":["trace[765581037] 'agreement among raft nodes before linearized reading' (duration: 117.919511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.168936Z","caller":"traceutil/trace.go:171","msg":"trace[1120259258] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"151.564647ms","start":"2026-03-31T18:28:42.017323Z","end":"2026-03-31T18:28:42.168888Z","steps":["trace[1120259258] 'process raft request' (duration: 151.306371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.459628Z","caller":"traceutil/trace.go:171","msg":"trace[1417114066] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"285.383351ms","start":"2026-03-31T18:28:42.17422Z","end":"2026-03-31T18:28:42.459604Z","steps":["trace[1417114066] 'process raft request' (duration: 285.189867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.459833Z","caller":"traceutil/trace.go:171","msg":"trace[640991806] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1498; }","duration":"122.24596ms","start":"2026-03-31T18:28:42.337558Z","end":"2026-03-31T18:28:42.459804Z","steps":["trace[640991806] 'read index received' (duration: 121.884452ms)","trace[640991806] 'applied index is now lower than readState.Index' (duration: 358.898µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:42.459875Z","caller":"traceutil/trace.go:171","msg":"trace[1261408980] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"284.298656ms","start":"2026-03-31T18:28:42.175545Z","end":"2026-03-31T18:28:42.459843Z","steps":["trace[1261408980] 'process raft request' (duration: 284.020249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:42.460018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.441525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qmh2k\" ","response":"range_response_count:1 size:4506"} {"level":"info","ts":"2026-03-31T18:28:42.460086Z","caller":"traceutil/trace.go:171","msg":"trace[779148072] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qmh2k; range_end:; response_count:1; response_revision:1456; }","duration":"122.579559ms","start":"2026-03-31T18:28:42.337487Z","end":"2026-03-31T18:28:42.460067Z","steps":["trace[779148072] 'agreement among raft nodes before linearized reading' (duration: 122.400765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:42.584362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.374504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-qmh2k\" ","response":"range_response_count:1 size:3550"} {"level":"info","ts":"2026-03-31T18:28:42.584471Z","caller":"traceutil/trace.go:171","msg":"trace[659706876] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-qmh2k; range_end:; response_count:1; response_revision:1456; }","duration":"111.564708ms","start":"2026-03-31T18:28:42.472878Z","end":"2026-03-31T18:28:42.584442Z","steps":["trace[659706876] 'range keys from in-memory index tree' (duration: 111.088448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.908265Z","caller":"traceutil/trace.go:171","msg":"trace[1446330666] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"168.487193ms","start":"2026-03-31T18:28:42.739745Z","end":"2026-03-31T18:28:42.908232Z","steps":["trace[1446330666] 'process raft request' (duration: 102.42769ms)","trace[1446330666] 'compare' (duration: 65.834468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:43.410467Z","caller":"traceutil/trace.go:171","msg":"trace[412925910] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1502; }","duration":"302.500072ms","start":"2026-03-31T18:28:43.107946Z","end":"2026-03-31T18:28:43.410446Z","steps":["trace[412925910] 'read index received' (duration: 302.209404ms)","trace[412925910] 'applied index is now lower than readState.Index' (duration: 289.228µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:43.410615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.648385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:43.410643Z","caller":"traceutil/trace.go:171","msg":"trace[889054861] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1459; }","duration":"302.755298ms","start":"2026-03-31T18:28:43.10788Z","end":"2026-03-31T18:28:43.410636Z","steps":["trace[889054861] 'agreement among raft nodes before linearized reading' (duration: 302.682386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:43.410676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.107863Z","time spent":"302.80535ms","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:28:43.410651Z","caller":"traceutil/trace.go:171","msg":"trace[559321420] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"412.341071ms","start":"2026-03-31T18:28:42.998164Z","end":"2026-03-31T18:28:43.410505Z","steps":["trace[559321420] 'process raft request' (duration: 412.103085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:43.410786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.390739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:43.410843Z","caller":"traceutil/trace.go:171","msg":"trace[1743917133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1459; }","duration":"247.495781ms","start":"2026-03-31T18:28:43.163331Z","end":"2026-03-31T18:28:43.410826Z","steps":["trace[1743917133] 'agreement among raft nodes before linearized reading' (duration: 247.298557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:43.410881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.175504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:28:43.410951Z","caller":"traceutil/trace.go:171","msg":"trace[322148567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1459; }","duration":"247.279637ms","start":"2026-03-31T18:28:43.163656Z","end":"2026-03-31T18:28:43.410936Z","steps":["trace[322148567] 'agreement among raft nodes before linearized reading' (duration: 247.038911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:43.411015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:42.998145Z","time spent":"412.649869ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:43.720738Z","caller":"traceutil/trace.go:171","msg":"trace[1966402947] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"305.50135ms","start":"2026-03-31T18:28:43.415182Z","end":"2026-03-31T18:28:43.720684Z","steps":["trace[1966402947] 'process raft request' (duration: 220.603529ms)","trace[1966402947] 'compare' (duration: 84.513303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:43.721131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.415159Z","time spent":"305.814718ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:44.456311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.515875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:44.456435Z","caller":"traceutil/trace.go:171","msg":"trace[299567343] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"182.277167ms","start":"2026-03-31T18:28:44.274135Z","end":"2026-03-31T18:28:44.456412Z","steps":["trace[299567343] 'process raft request' (duration: 27.573897ms)","trace[299567343] 'compare' (duration: 154.369672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:44.519565Z","caller":"traceutil/trace.go:171","msg":"trace[1179694245] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"101.057619ms","start":"2026-03-31T18:28:44.418481Z","end":"2026-03-31T18:28:44.519538Z","steps":["trace[1179694245] 'process raft request' (duration: 100.895985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.848184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.718892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:44.848321Z","caller":"traceutil/trace.go:171","msg":"trace[1733837334] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1508; }","duration":"328.75186ms","start":"2026-03-31T18:28:44.519505Z","end":"2026-03-31T18:28:44.848257Z","steps":["trace[1733837334] 'read index received' (duration: 147.983397ms)","trace[1733837334] 'applied index is now lower than readState.Index' (duration: 180.767213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:44.848384Z","caller":"traceutil/trace.go:171","msg":"trace[1330751613] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"352.781366ms","start":"2026-03-31T18:28:44.495593Z","end":"2026-03-31T18:28:44.848375Z","steps":["trace[1330751613] 'process raft request' (duration: 171.798228ms)","trace[1330751613] 'compare' (duration: 180.383654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:44.848444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:44.495574Z","time spent":"352.834418ms","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6624,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:44.848596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.263872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:28:44.848648Z","caller":"traceutil/trace.go:171","msg":"trace[258076623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1465; }","duration":"384.348344ms","start":"2026-03-31T18:28:44.464292Z","end":"2026-03-31T18:28:44.84864Z","steps":["trace[258076623] 'agreement among raft nodes before linearized reading' (duration: 384.19222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.848671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:44.464277Z","time spent":"384.389135ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:28:44.929781Z","caller":"traceutil/trace.go:171","msg":"trace[804406531] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"405.797502ms","start":"2026-03-31T18:28:44.523955Z","end":"2026-03-31T18:28:44.929752Z","steps":["trace[804406531] 'process raft request' (duration: 405.588827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.929947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:44.523937Z","time spent":"405.931475ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:44.930137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.146697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:44.93023Z","caller":"traceutil/trace.go:171","msg":"trace[1717476960] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1467; }","duration":"332.28256ms","start":"2026-03-31T18:28:44.597927Z","end":"2026-03-31T18:28:44.93021Z","steps":["trace[1717476960] 'agreement among raft nodes before linearized reading' (duration: 332.016484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.930283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:44.597914Z","time spent":"332.358222ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":37,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:28:44.93035Z","caller":"traceutil/trace.go:171","msg":"trace[1234589377] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"402.689941ms","start":"2026-03-31T18:28:44.527641Z","end":"2026-03-31T18:28:44.930331Z","steps":["trace[1234589377] 'process raft request' (duration: 402.055927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.930784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:44.52762Z","time spent":"402.781604ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4404,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:45.017796Z","caller":"traceutil/trace.go:171","msg":"trace[241703624] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"163.874718ms","start":"2026-03-31T18:28:44.853891Z","end":"2026-03-31T18:28:45.017765Z","steps":["trace[241703624] 'process raft request' (duration: 138.536042ms)","trace[241703624] 'compare' (duration: 25.175782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:45.481009Z","caller":"traceutil/trace.go:171","msg":"trace[1640828429] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"166.11833ms","start":"2026-03-31T18:28:45.314864Z","end":"2026-03-31T18:28:45.480983Z","steps":["trace[1640828429] 'process raft request' (duration: 159.287994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:45.48466Z","caller":"traceutil/trace.go:171","msg":"trace[1012269904] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1479; }","duration":"122.496137ms","start":"2026-03-31T18:28:45.362138Z","end":"2026-03-31T18:28:45.484634Z","steps":["trace[1012269904] 'process raft request' (duration: 121.954065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:45.675432Z","caller":"traceutil/trace.go:171","msg":"trace[1213740491] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1524; }","duration":"122.280533ms","start":"2026-03-31T18:28:45.553122Z","end":"2026-03-31T18:28:45.675402Z","steps":["trace[1213740491] 'read index received' (duration: 52.907834ms)","trace[1213740491] 'applied index is now lower than readState.Index' (duration: 69.371069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:45.675538Z","caller":"traceutil/trace.go:171","msg":"trace[1302632770] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"184.537368ms","start":"2026-03-31T18:28:45.490972Z","end":"2026-03-31T18:28:45.675509Z","steps":["trace[1302632770] 'process raft request' (duration: 115.132019ms)","trace[1302632770] 'compare' (duration: 69.105603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:45.67574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.59766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107255"} {"level":"info","ts":"2026-03-31T18:28:45.675825Z","caller":"traceutil/trace.go:171","msg":"trace[1194525709] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1480; }","duration":"122.677991ms","start":"2026-03-31T18:28:45.553106Z","end":"2026-03-31T18:28:45.675784Z","steps":["trace[1194525709] 'agreement among raft nodes before linearized reading' (duration: 122.423516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:46.018937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.576284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:28:46.019233Z","caller":"traceutil/trace.go:171","msg":"trace[780721964] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"294.105981ms","start":"2026-03-31T18:28:45.725099Z","end":"2026-03-31T18:28:46.019205Z","steps":["trace[780721964] 'read index received' (duration: 42.305482ms)","trace[780721964] 'applied index is now lower than readState.Index' (duration: 251.797719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:46.019384Z","caller":"traceutil/trace.go:171","msg":"trace[2120943604] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"273.174856ms","start":"2026-03-31T18:28:45.746171Z","end":"2026-03-31T18:28:46.019346Z","steps":["trace[2120943604] 'process raft request' (duration: 272.868139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:46.05835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.327946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107255"} {"level":"info","ts":"2026-03-31T18:28:46.058432Z","caller":"traceutil/trace.go:171","msg":"trace[642183468] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1481; }","duration":"301.462759ms","start":"2026-03-31T18:28:45.756949Z","end":"2026-03-31T18:28:46.058412Z","steps":["trace[642183468] 'agreement among raft nodes before linearized reading' (duration: 262.41836ms)","trace[642183468] 'range keys from in-memory index tree' (duration: 38.777243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:46.058479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:45.756923Z","time spent":"301.545451ms","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107279,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-03-31T18:28:46.058484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.361615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:28:46.058567Z","caller":"traceutil/trace.go:171","msg":"trace[1180888667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1481; }","duration":"333.492097ms","start":"2026-03-31T18:28:45.72505Z","end":"2026-03-31T18:28:46.058542Z","steps":["trace[1180888667] 'agreement among raft nodes before linearized reading' (duration: 294.292335ms)","trace[1180888667] 'range keys from in-memory index tree' (duration: 38.974437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:46.058633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:45.725026Z","time spent":"333.5976ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:47.995594Z","caller":"traceutil/trace.go:171","msg":"trace[777449988] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1532; }","duration":"315.790984ms","start":"2026-03-31T18:28:47.679773Z","end":"2026-03-31T18:28:47.995564Z","steps":["trace[777449988] 'read index received' (duration: 315.586599ms)","trace[777449988] 'applied index is now lower than readState.Index' (duration: 203.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:47.99569Z","caller":"traceutil/trace.go:171","msg":"trace[1946370569] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"436.06518ms","start":"2026-03-31T18:28:47.559599Z","end":"2026-03-31T18:28:47.995664Z","steps":["trace[1946370569] 'process raft request' (duration: 435.791364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:47.99585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:47.559569Z","time spent":"436.179943ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4663,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:47.99593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.137061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:28:47.996025Z","caller":"traceutil/trace.go:171","msg":"trace[1443825128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1487; }","duration":"316.300275ms","start":"2026-03-31T18:28:47.679706Z","end":"2026-03-31T18:28:47.996006Z","steps":["trace[1443825128] 'agreement among raft nodes before linearized reading' (duration: 315.990469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:47.996069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:47.67968Z","time spent":"316.380728ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:48.25806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.138313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:48.258245Z","caller":"traceutil/trace.go:171","msg":"trace[463757118] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"257.208492ms","start":"2026-03-31T18:28:48.001Z","end":"2026-03-31T18:28:48.258209Z","steps":["trace[463757118] 'process raft request' (duration: 74.734451ms)","trace[463757118] 'compare' (duration: 181.855477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:48.297289Z","caller":"traceutil/trace.go:171","msg":"trace[952332820] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"296.058935ms","start":"2026-03-31T18:28:48.001195Z","end":"2026-03-31T18:28:48.297254Z","steps":["trace[952332820] 'process raft request' (duration: 295.732698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.297296Z","caller":"traceutil/trace.go:171","msg":"trace[312414071] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"296.200518ms","start":"2026-03-31T18:28:48.001056Z","end":"2026-03-31T18:28:48.297257Z","steps":["trace[312414071] 'process raft request' (duration: 296.080586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.297552Z","caller":"traceutil/trace.go:171","msg":"trace[2025133275] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"295.627854ms","start":"2026-03-31T18:28:48.0019Z","end":"2026-03-31T18:28:48.297528Z","steps":["trace[2025133275] 'process raft request' (duration: 295.300787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.297612Z","caller":"traceutil/trace.go:171","msg":"trace[1532292502] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1533; }","duration":"294.690764ms","start":"2026-03-31T18:28:48.002899Z","end":"2026-03-31T18:28:48.29759Z","steps":["trace[1532292502] 'read index received' (duration: 72.863947ms)","trace[1532292502] 'applied index is now lower than readState.Index' (duration: 221.825547ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:48.297744Z","caller":"traceutil/trace.go:171","msg":"trace[1980135207] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"294.97842ms","start":"2026-03-31T18:28:48.002756Z","end":"2026-03-31T18:28:48.297734Z","steps":["trace[1980135207] 'process raft request' (duration: 294.734375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.297789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.869538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:48.297828Z","caller":"traceutil/trace.go:171","msg":"trace[206246923] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1492; }","duration":"294.95427ms","start":"2026-03-31T18:28:48.002862Z","end":"2026-03-31T18:28:48.297816Z","steps":["trace[206246923] 'agreement among raft nodes before linearized reading' (duration: 294.881578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.338813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.601258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:48.338893Z","caller":"traceutil/trace.go:171","msg":"trace[1836243079] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1493; }","duration":"147.738701ms","start":"2026-03-31T18:28:48.191139Z","end":"2026-03-31T18:28:48.338878Z","steps":["trace[1836243079] 'agreement among raft nodes before linearized reading' (duration: 147.602738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.339227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.144407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:48.339299Z","caller":"traceutil/trace.go:171","msg":"trace[1400378808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1493; }","duration":"307.240279ms","start":"2026-03-31T18:28:48.032043Z","end":"2026-03-31T18:28:48.339283Z","steps":["trace[1400378808] 'agreement among raft nodes before linearized reading' (duration: 307.073446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.339313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.050209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:48.339335Z","caller":"traceutil/trace.go:171","msg":"trace[308598149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1493; }","duration":"225.11295ms","start":"2026-03-31T18:28:48.114216Z","end":"2026-03-31T18:28:48.339329Z","steps":["trace[308598149] 'agreement among raft nodes before linearized reading' (duration: 224.774053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:48.339341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.031974Z","time spent":"307.361972ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:28:50.254639Z","caller":"traceutil/trace.go:171","msg":"trace[56267094] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"173.971308ms","start":"2026-03-31T18:28:50.080628Z","end":"2026-03-31T18:28:50.254599Z","steps":["trace[56267094] 'process raft request' (duration: 173.60397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.800061Z","caller":"traceutil/trace.go:171","msg":"trace[1362366283] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"101.327765ms","start":"2026-03-31T18:28:57.698691Z","end":"2026-03-31T18:28:57.800019Z","steps":["trace[1362366283] 'process raft request' (duration: 96.397603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:00.457903Z","caller":"traceutil/trace.go:171","msg":"trace[2008210953] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"104.675131ms","start":"2026-03-31T18:29:00.353165Z","end":"2026-03-31T18:29:00.45784Z","steps":["trace[2008210953] 'process raft request' (duration: 88.33143ms)","trace[2008210953] 'compare' (duration: 16.181138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:00.809261Z","caller":"traceutil/trace.go:171","msg":"trace[1699474730] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"192.308264ms","start":"2026-03-31T18:29:00.61693Z","end":"2026-03-31T18:29:00.809238Z","steps":["trace[1699474730] 'read index received' (duration: 192.155181ms)","trace[1699474730] 'applied index is now lower than readState.Index' (duration: 151.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:00.809443Z","caller":"traceutil/trace.go:171","msg":"trace[1581104720] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"193.809928ms","start":"2026-03-31T18:29:00.615602Z","end":"2026-03-31T18:29:00.809412Z","steps":["trace[1581104720] 'process raft request' (duration: 193.492741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.809491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.539349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:29:00.809536Z","caller":"traceutil/trace.go:171","msg":"trace[402374047] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1713; }","duration":"192.62057ms","start":"2026-03-31T18:29:00.616901Z","end":"2026-03-31T18:29:00.809522Z","steps":["trace[402374047] 'agreement among raft nodes before linearized reading' (duration: 192.487627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:00.809588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.865916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:00.809656Z","caller":"traceutil/trace.go:171","msg":"trace[1431438911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1713; }","duration":"163.9921ms","start":"2026-03-31T18:29:00.645648Z","end":"2026-03-31T18:29:00.80964Z","steps":["trace[1431438911] 'agreement among raft nodes before linearized reading' (duration: 163.791175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:02.942827Z","caller":"traceutil/trace.go:171","msg":"trace[1775010873] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"110.288059ms","start":"2026-03-31T18:29:02.832503Z","end":"2026-03-31T18:29:02.942791Z","steps":["trace[1775010873] 'process raft request' (duration: 106.399881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:03.254336Z","caller":"traceutil/trace.go:171","msg":"trace[318619876] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1820; }","duration":"122.873266ms","start":"2026-03-31T18:29:03.131439Z","end":"2026-03-31T18:29:03.254312Z","steps":["trace[318619876] 'read index received' (duration: 122.641181ms)","trace[318619876] 'applied index is now lower than readState.Index' (duration: 231.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:03.255004Z","caller":"traceutil/trace.go:171","msg":"trace[1491946714] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"165.101496ms","start":"2026-03-31T18:29:03.089893Z","end":"2026-03-31T18:29:03.254994Z","steps":["trace[1491946714] 'process raft request' (duration: 164.268087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:03.255247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.791166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:03.255299Z","caller":"traceutil/trace.go:171","msg":"trace[1588036603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1752; }","duration":"123.904719ms","start":"2026-03-31T18:29:03.131386Z","end":"2026-03-31T18:29:03.25529Z","steps":["trace[1588036603] 'agreement among raft nodes before linearized reading' (duration: 123.734065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:04.574635Z","caller":"traceutil/trace.go:171","msg":"trace[990137854] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"122.380493ms","start":"2026-03-31T18:29:04.452215Z","end":"2026-03-31T18:29:04.574596Z","steps":["trace[990137854] 'process raft request' (duration: 122.082687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:05.932823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.923659ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:29:05.932919Z","caller":"traceutil/trace.go:171","msg":"trace[2043422615] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"104.399085ms","start":"2026-03-31T18:29:05.828506Z","end":"2026-03-31T18:29:05.932905Z","steps":["trace[2043422615] 'read index received' (duration: 40.211µs)","trace[2043422615] 'applied index is now lower than readState.Index' (duration: 104.357684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:05.933042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.536038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:29:05.933068Z","caller":"traceutil/trace.go:171","msg":"trace[1032276378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1766; }","duration":"104.60664ms","start":"2026-03-31T18:29:05.828454Z","end":"2026-03-31T18:29:05.93306Z","steps":["trace[1032276378] 'agreement among raft nodes before linearized reading' (duration: 104.487887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:06.789083Z","caller":"traceutil/trace.go:171","msg":"trace[1156217330] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1837; }","duration":"189.89114ms","start":"2026-03-31T18:29:06.599171Z","end":"2026-03-31T18:29:06.789062Z","steps":["trace[1156217330] 'read index received' (duration: 78.525006ms)","trace[1156217330] 'applied index is now lower than readState.Index' (duration: 111.364944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:06.789279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.091165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:29:06.789239Z","caller":"traceutil/trace.go:171","msg":"trace[2106132151] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"204.288798ms","start":"2026-03-31T18:29:06.584891Z","end":"2026-03-31T18:29:06.78918Z","steps":["trace[2106132151] 'process raft request' (duration: 192.492299ms)","trace[2106132151] 'compare' (duration: 11.572404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:06.789323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.62304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:06.789379Z","caller":"traceutil/trace.go:171","msg":"trace[1545899000] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1769; }","duration":"169.710932ms","start":"2026-03-31T18:29:06.619655Z","end":"2026-03-31T18:29:06.789366Z","steps":["trace[1545899000] 'agreement among raft nodes before linearized reading' (duration: 169.588289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:06.789308Z","caller":"traceutil/trace.go:171","msg":"trace[830364398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1769; }","duration":"190.162717ms","start":"2026-03-31T18:29:06.599138Z","end":"2026-03-31T18:29:06.7893Z","steps":["trace[830364398] 'agreement among raft nodes before linearized reading' (duration: 190.038894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:06.946298Z","caller":"traceutil/trace.go:171","msg":"trace[1631676324] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"151.344103ms","start":"2026-03-31T18:29:06.794918Z","end":"2026-03-31T18:29:06.946262Z","steps":["trace[1631676324] 'process raft request' (duration: 128.3239ms)","trace[1631676324] 'compare' (duration: 22.625884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:07.533719Z","caller":"traceutil/trace.go:171","msg":"trace[1553150266] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1843; }","duration":"129.62683ms","start":"2026-03-31T18:29:07.404065Z","end":"2026-03-31T18:29:07.533692Z","steps":["trace[1553150266] 'read index received' (duration: 129.502397ms)","trace[1553150266] 'applied index is now lower than readState.Index' (duration: 122.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:07.533954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.869795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:07.534048Z","caller":"traceutil/trace.go:171","msg":"trace[14129002] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"144.000016ms","start":"2026-03-31T18:29:07.390018Z","end":"2026-03-31T18:29:07.534018Z","steps":["trace[14129002] 'process raft request' (duration: 143.522626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:07.53411Z","caller":"traceutil/trace.go:171","msg":"trace[821543599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1774; }","duration":"130.0829ms","start":"2026-03-31T18:29:07.404009Z","end":"2026-03-31T18:29:07.534092Z","steps":["trace[821543599] 'agreement among raft nodes before linearized reading' (duration: 129.781523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:07.805907Z","caller":"traceutil/trace.go:171","msg":"trace[1030380276] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"100.910416ms","start":"2026-03-31T18:29:07.704971Z","end":"2026-03-31T18:29:07.805881Z","steps":["trace[1030380276] 'process raft request' (duration: 100.745632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:08.128793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.885632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:29:08.128913Z","caller":"traceutil/trace.go:171","msg":"trace[1208256321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1776; }","duration":"176.064756ms","start":"2026-03-31T18:29:07.95282Z","end":"2026-03-31T18:29:08.128885Z","steps":["trace[1208256321] 'range keys from in-memory index tree' (duration: 175.655147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.299831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.300367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:09.300105Z","caller":"traceutil/trace.go:171","msg":"trace[1984469198] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"743.268538ms","start":"2026-03-31T18:29:08.556814Z","end":"2026-03-31T18:29:09.300082Z","steps":["trace[1984469198] 'process raft request' (duration: 203.602072ms)","trace[1984469198] 'compare' (duration: 538.988431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:09.3002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.55679Z","time spent":"743.357039ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1756,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.566839Z","caller":"traceutil/trace.go:171","msg":"trace[955626862] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"1.009968554s","start":"2026-03-31T18:29:08.556846Z","end":"2026-03-31T18:29:09.566814Z","steps":["trace[955626862] 'process raft request' (duration: 923.808755ms)","trace[955626862] 'compare' (duration: 85.824862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:09.566922Z","caller":"traceutil/trace.go:171","msg":"trace[750791005] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"1.010004956s","start":"2026-03-31T18:29:08.55689Z","end":"2026-03-31T18:29:09.566895Z","steps":["trace[750791005] 'process raft request' (duration: 1.009819001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.567066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.556867Z","time spent":"1.010119609s","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.567096Z","caller":"traceutil/trace.go:171","msg":"trace[1275949512] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"1.009927474s","start":"2026-03-31T18:29:08.557148Z","end":"2026-03-31T18:29:09.567076Z","steps":["trace[1275949512] 'process raft request' (duration: 1.009680128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.567236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.557139Z","time spent":"1.010021386s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1202,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.567391Z","caller":"traceutil/trace.go:171","msg":"trace[810796856] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"1.01015535s","start":"2026-03-31T18:29:08.557223Z","end":"2026-03-31T18:29:09.567378Z","steps":["trace[810796856] 'process raft request' (duration: 1.009799642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.567462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.557216Z","time spent":"1.010207421s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.567576Z","caller":"traceutil/trace.go:171","msg":"trace[1412986664] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"1.00972075s","start":"2026-03-31T18:29:08.557846Z","end":"2026-03-31T18:29:09.567566Z","steps":["trace[1412986664] 'process raft request' (duration: 1.009456664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.567625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.557837Z","time spent":"1.009764521s","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.567844Z","caller":"traceutil/trace.go:171","msg":"trace[94179560] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1847; }","duration":"885.164096ms","start":"2026-03-31T18:29:08.682669Z","end":"2026-03-31T18:29:09.567833Z","steps":["trace[94179560] 'read index received' (duration: 77.734439ms)","trace[94179560] 'applied index is now lower than readState.Index' (duration: 807.428557ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:09.567842Z","caller":"traceutil/trace.go:171","msg":"trace[1571669307] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"1.006851425s","start":"2026-03-31T18:29:08.560966Z","end":"2026-03-31T18:29:09.567818Z","steps":["trace[1571669307] 'process raft request' (duration: 1.006499437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.567986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.560957Z","time spent":"1.006988147s","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.567956Z","caller":"traceutil/trace.go:171","msg":"trace[199429592] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"773.020433ms","start":"2026-03-31T18:29:08.794922Z","end":"2026-03-31T18:29:09.567942Z","steps":["trace[199429592] 'process raft request' (duration: 772.801899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:09.568041Z","caller":"traceutil/trace.go:171","msg":"trace[1693539681] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"484.46766ms","start":"2026-03-31T18:29:09.083561Z","end":"2026-03-31T18:29:09.568029Z","steps":["trace[1693539681] 'process raft request' (duration: 484.327777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.568514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.580087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:29:09.56853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.621589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:29:09.568543Z","caller":"traceutil/trace.go:171","msg":"trace[1822649501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1786; }","duration":"573.66279ms","start":"2026-03-31T18:29:08.994872Z","end":"2026-03-31T18:29:09.568535Z","steps":["trace[1822649501] 'agreement among raft nodes before linearized reading' (duration: 573.573208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:09.568566Z","caller":"traceutil/trace.go:171","msg":"trace[855483766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1786; }","duration":"617.68314ms","start":"2026-03-31T18:29:08.950873Z","end":"2026-03-31T18:29:09.568556Z","steps":["trace[855483766] 'agreement among raft nodes before linearized reading' (duration: 617.599458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.568052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.794898Z","time spent":"773.125146ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:09.568596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.950854Z","time spent":"617.732412ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:29:09.568644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.440186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"warn","ts":"2026-03-31T18:29:09.568538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:09.083532Z","time spent":"484.959682ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.56868Z","caller":"traceutil/trace.go:171","msg":"trace[1394824855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1786; }","duration":"432.511538ms","start":"2026-03-31T18:29:09.13616Z","end":"2026-03-31T18:29:09.568671Z","steps":["trace[1394824855] 'agreement among raft nodes before linearized reading' (duration: 432.431176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.568705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:09.136137Z","time spent":"432.562609ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4019,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:29:09.568714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.556819Z","time spent":"1.010087748s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:09.56817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.407722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:09.568848Z","caller":"traceutil/trace.go:171","msg":"trace[510124023] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1786; }","duration":"632.085437ms","start":"2026-03-31T18:29:08.936749Z","end":"2026-03-31T18:29:09.568835Z","steps":["trace[510124023] 'agreement among raft nodes before linearized reading' (duration: 631.366521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.568865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.962978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:09.568884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.936669Z","time spent":"632.20362ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:09.568889Z","caller":"traceutil/trace.go:171","msg":"trace[1240480546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1786; }","duration":"538.011458ms","start":"2026-03-31T18:29:09.03087Z","end":"2026-03-31T18:29:09.568882Z","steps":["trace[1240480546] 'agreement among raft nodes before linearized reading' (duration: 537.970897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.568913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:09.030854Z","time spent":"538.05452ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:09.568244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.584815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:09.568995Z","caller":"traceutil/trace.go:171","msg":"trace[962063357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1786; }","duration":"886.370793ms","start":"2026-03-31T18:29:08.682608Z","end":"2026-03-31T18:29:09.568979Z","steps":["trace[962063357] 'agreement among raft nodes before linearized reading' (duration: 885.311209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.568578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.994841Z","time spent":"573.72928ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:09.569036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.682581Z","time spent":"886.445035ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:09.569068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.205181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:09.569094Z","caller":"traceutil/trace.go:171","msg":"trace[603709140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1786; }","duration":"545.254963ms","start":"2026-03-31T18:29:09.023832Z","end":"2026-03-31T18:29:09.569087Z","steps":["trace[603709140] 'agreement among raft nodes before linearized reading' (duration: 545.182881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.569115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:09.023809Z","time spent":"545.301343ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:09.715826Z","caller":"traceutil/trace.go:171","msg":"trace[1080257614] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"138.278696ms","start":"2026-03-31T18:29:09.577524Z","end":"2026-03-31T18:29:09.715803Z","steps":["trace[1080257614] 'process raft request' (duration: 138.240636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:09.715852Z","caller":"traceutil/trace.go:171","msg":"trace[1238477551] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"140.722522ms","start":"2026-03-31T18:29:09.575076Z","end":"2026-03-31T18:29:09.715799Z","steps":["trace[1238477551] 'process raft request' (duration: 136.455045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:09.715895Z","caller":"traceutil/trace.go:171","msg":"trace[1685552097] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"140.684962ms","start":"2026-03-31T18:29:09.575176Z","end":"2026-03-31T18:29:09.715861Z","steps":["trace[1685552097] 'process raft request' (duration: 140.488807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:09.715928Z","caller":"traceutil/trace.go:171","msg":"trace[1465681407] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"140.612859ms","start":"2026-03-31T18:29:09.575296Z","end":"2026-03-31T18:29:09.715909Z","steps":["trace[1465681407] 'process raft request' (duration: 140.434755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.076539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854244409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:11.077148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.548436Z","time spent":"528.706559ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:29:11.077604Z","caller":"traceutil/trace.go:171","msg":"trace[1155737673] linearizableReadLoop","detail":"{readStateIndex:1863; appliedIndex:1863; }","duration":"501.523731ms","start":"2026-03-31T18:29:10.575997Z","end":"2026-03-31T18:29:11.077521Z","steps":["trace[1155737673] 'read index received' (duration: 501.517321ms)","trace[1155737673] 'applied index is now lower than readState.Index' (duration: 5.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:11.078052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.025092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:29:11.078146Z","caller":"traceutil/trace.go:171","msg":"trace[329471851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1792; }","duration":"502.161235ms","start":"2026-03-31T18:29:10.575957Z","end":"2026-03-31T18:29:11.078118Z","steps":["trace[329471851] 'agreement among raft nodes before linearized reading' (duration: 501.876959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.078202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.575936Z","time spent":"502.254607ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4019,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:29:11.223248Z","caller":"traceutil/trace.go:171","msg":"trace[1282151593] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1863; }","duration":"144.429435ms","start":"2026-03-31T18:29:11.07878Z","end":"2026-03-31T18:29:11.223209Z","steps":["trace[1282151593] 'read index received' (duration: 136.054255ms)","trace[1282151593] 'applied index is now lower than readState.Index' (duration: 8.37193ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:11.223259Z","caller":"traceutil/trace.go:171","msg":"trace[1673348474] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"144.60219ms","start":"2026-03-31T18:29:11.078625Z","end":"2026-03-31T18:29:11.223227Z","steps":["trace[1673348474] 'process raft request' (duration: 136.197049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.223441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.63737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:11.223493Z","caller":"traceutil/trace.go:171","msg":"trace[502052058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1793; }","duration":"144.731422ms","start":"2026-03-31T18:29:11.07875Z","end":"2026-03-31T18:29:11.223481Z","steps":["trace[502052058] 'agreement among raft nodes before linearized reading' (duration: 144.579349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.866575Z","caller":"traceutil/trace.go:171","msg":"trace[164923735] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"142.094072ms","start":"2026-03-31T18:29:11.724459Z","end":"2026-03-31T18:29:11.866553Z","steps":["trace[164923735] 'process raft request' (duration: 142.040961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.866597Z","caller":"traceutil/trace.go:171","msg":"trace[1445626449] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"142.113773ms","start":"2026-03-31T18:29:11.724455Z","end":"2026-03-31T18:29:11.866568Z","steps":["trace[1445626449] 'process raft request' (duration: 141.854717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.866783Z","caller":"traceutil/trace.go:171","msg":"trace[722675565] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"142.291197ms","start":"2026-03-31T18:29:11.724464Z","end":"2026-03-31T18:29:11.866755Z","steps":["trace[722675565] 'process raft request' (duration: 142.065232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.137708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.456822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:18.137817Z","caller":"traceutil/trace.go:171","msg":"trace[922989229] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"232.093541ms","start":"2026-03-31T18:29:17.905707Z","end":"2026-03-31T18:29:18.137801Z","steps":["trace[922989229] 'read index received' (duration: 52.369732ms)","trace[922989229] 'applied index is now lower than readState.Index' (duration: 179.722709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:18.137918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.206133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:18.137865Z","caller":"traceutil/trace.go:171","msg":"trace[551306908] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"235.999989ms","start":"2026-03-31T18:29:17.90181Z","end":"2026-03-31T18:29:18.13781Z","steps":["trace[551306908] 'process raft request' (duration: 56.358632ms)","trace[551306908] 'compare' (duration: 179.3401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:18.137952Z","caller":"traceutil/trace.go:171","msg":"trace[812034808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1836; }","duration":"232.262584ms","start":"2026-03-31T18:29:17.905679Z","end":"2026-03-31T18:29:18.137942Z","steps":["trace[812034808] 'agreement among raft nodes before linearized reading' (duration: 232.199052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.139217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.322295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:18.139351Z","caller":"traceutil/trace.go:171","msg":"trace[1985828881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1836; }","duration":"224.475148ms","start":"2026-03-31T18:29:17.914853Z","end":"2026-03-31T18:29:18.139328Z","steps":["trace[1985828881] 'agreement among raft nodes before linearized reading' (duration: 223.345021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.139164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.054028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123582"} {"level":"info","ts":"2026-03-31T18:29:18.139473Z","caller":"traceutil/trace.go:171","msg":"trace[1189978489] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1836; }","duration":"228.400107ms","start":"2026-03-31T18:29:17.911055Z","end":"2026-03-31T18:29:18.139455Z","steps":["trace[1189978489] 'agreement among raft nodes before linearized reading' (duration: 226.987984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.142241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.986207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:18.142336Z","caller":"traceutil/trace.go:171","msg":"trace[193971436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1836; }","duration":"228.09676ms","start":"2026-03-31T18:29:17.914203Z","end":"2026-03-31T18:29:18.1423Z","steps":["trace[193971436] 'agreement among raft nodes before linearized reading' (duration: 224.012067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.893112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854244521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:19.163174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019481044s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:19.163667Z","caller":"traceutil/trace.go:171","msg":"trace[323494663] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"1.020310952s","start":"2026-03-31T18:29:18.143324Z","end":"2026-03-31T18:29:19.163635Z","steps":["trace[323494663] 'process raft request' (duration: 1.020055777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.163798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.1433Z","time spent":"1.020423324s","remote":"127.0.0.1:59020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123568,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:19.166848Z","caller":"traceutil/trace.go:171","msg":"trace[1399319886] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"1.020817863s","start":"2026-03-31T18:29:18.146009Z","end":"2026-03-31T18:29:19.166827Z","steps":["trace[1399319886] 'process raft request' (duration: 1.020571167s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:19.166942Z","caller":"traceutil/trace.go:171","msg":"trace[1249307883] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"1.019773279s","start":"2026-03-31T18:29:18.14713Z","end":"2026-03-31T18:29:19.166903Z","steps":["trace[1249307883] 'process raft request' (duration: 1.019609376s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:19.166955Z","caller":"traceutil/trace.go:171","msg":"trace[656669667] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"1.019446391s","start":"2026-03-31T18:29:18.147484Z","end":"2026-03-31T18:29:19.16693Z","steps":["trace[656669667] 'process raft request' (duration: 1.019339448s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:19.166974Z","caller":"traceutil/trace.go:171","msg":"trace[291047871] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1908; }","duration":"774.957839ms","start":"2026-03-31T18:29:18.391937Z","end":"2026-03-31T18:29:19.166895Z","steps":["trace[291047871] 'read index received' (duration: 771.44007ms)","trace[291047871] 'applied index is now lower than readState.Index' (duration: 3.516389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:19.167221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.282607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:29:19.167038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.145994Z","time spent":"1.020945796s","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:19.16728Z","caller":"traceutil/trace.go:171","msg":"trace[1838653153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1840; }","duration":"775.368819ms","start":"2026-03-31T18:29:18.391895Z","end":"2026-03-31T18:29:19.167263Z","steps":["trace[1838653153] 'agreement among raft nodes before linearized reading' (duration: 775.190414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.167066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.147121Z","time spent":"1.019883813s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:19.167074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.147458Z","time spent":"1.019554775s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:19.167317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.391872Z","time spent":"775.43715ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:29:19.203078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.932038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:29:19.203171Z","caller":"traceutil/trace.go:171","msg":"trace[1029122699] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1841; }","duration":"811.05836ms","start":"2026-03-31T18:29:18.392092Z","end":"2026-03-31T18:29:19.203151Z","steps":["trace[1029122699] 'agreement among raft nodes before linearized reading' (duration: 810.797694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.203209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.392082Z","time spent":"811.118112ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:29:19.203333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.028953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:19.203407Z","caller":"traceutil/trace.go:171","msg":"trace[2060537371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1841; }","duration":"172.135095ms","start":"2026-03-31T18:29:19.031252Z","end":"2026-03-31T18:29:19.203387Z","steps":["trace[2060537371] 'agreement among raft nodes before linearized reading' (duration: 172.024763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:19.955632Z","caller":"traceutil/trace.go:171","msg":"trace[350941795] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"109.808908ms","start":"2026-03-31T18:29:19.845778Z","end":"2026-03-31T18:29:19.955587Z","steps":["trace[350941795] 'process raft request' (duration: 93.856395ms)","trace[350941795] 'compare' (duration: 15.689157ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:19.955675Z","caller":"traceutil/trace.go:171","msg":"trace[1746098591] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1955; }","duration":"102.914272ms","start":"2026-03-31T18:29:19.852735Z","end":"2026-03-31T18:29:19.955649Z","steps":["trace[1746098591] 'read index received' (duration: 86.870757ms)","trace[1746098591] 'applied index is now lower than readState.Index' (duration: 16.042015ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:19.955794Z","caller":"traceutil/trace.go:171","msg":"trace[1844071062] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"107.600258ms","start":"2026-03-31T18:29:19.848167Z","end":"2026-03-31T18:29:19.955768Z","steps":["trace[1844071062] 'process raft request' (duration: 107.400223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.955915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.157697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:19.955833Z","caller":"traceutil/trace.go:171","msg":"trace[1155273124] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"109.692595ms","start":"2026-03-31T18:29:19.846089Z","end":"2026-03-31T18:29:19.955781Z","steps":["trace[1155273124] 'process raft request' (duration: 109.429719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:19.955981Z","caller":"traceutil/trace.go:171","msg":"trace[1715884397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1886; }","duration":"103.27621ms","start":"2026-03-31T18:29:19.852688Z","end":"2026-03-31T18:29:19.955964Z","steps":["trace[1715884397] 'agreement among raft nodes before linearized reading' (duration: 103.060045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:23.266424Z","caller":"traceutil/trace.go:171","msg":"trace[1192622148] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"410.272315ms","start":"2026-03-31T18:29:22.856131Z","end":"2026-03-31T18:29:23.266403Z","steps":["trace[1192622148] 'read index received' (duration: 410.094121ms)","trace[1192622148] 'applied index is now lower than readState.Index' (duration: 177.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.266496Z","caller":"traceutil/trace.go:171","msg":"trace[713664330] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"446.371726ms","start":"2026-03-31T18:29:22.820085Z","end":"2026-03-31T18:29:23.266457Z","steps":["trace[713664330] 'process raft request' (duration: 446.192162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.266571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.015989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:23.266599Z","caller":"traceutil/trace.go:171","msg":"trace[2029403032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"236.06686ms","start":"2026-03-31T18:29:23.030525Z","end":"2026-03-31T18:29:23.266592Z","steps":["trace[2029403032] 'agreement among raft nodes before linearized reading' (duration: 235.999538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.26663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.494729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T18:29:23.266666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.820053Z","time spent":"446.52556ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:23.266686Z","caller":"traceutil/trace.go:171","msg":"trace[1141995470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b; range_end:; response_count:1; response_revision:1920; }","duration":"410.601332ms","start":"2026-03-31T18:29:22.85607Z","end":"2026-03-31T18:29:23.266671Z","steps":["trace[1141995470] 'agreement among raft nodes before linearized reading' (duration: 410.422488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.266725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.856049Z","time spent":"410.667514ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b\" "} {"level":"warn","ts":"2026-03-31T18:29:23.266854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.61272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T18:29:23.267Z","caller":"traceutil/trace.go:171","msg":"trace[1419134969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b; range_end:; response_count:1; response_revision:1920; }","duration":"126.800474ms","start":"2026-03-31T18:29:23.14019Z","end":"2026-03-31T18:29:23.266991Z","steps":["trace[1419134969] 'agreement among raft nodes before linearized reading' (duration: 126.590739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:23.417829Z","caller":"traceutil/trace.go:171","msg":"trace[1526482819] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"145.704814ms","start":"2026-03-31T18:29:23.272071Z","end":"2026-03-31T18:29:23.417776Z","steps":["trace[1526482819] 'process raft request' (duration: 85.564076ms)","trace[1526482819] 'compare' (duration: 59.947184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.644323Z","caller":"traceutil/trace.go:171","msg":"trace[2146224122] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1993; }","duration":"367.926851ms","start":"2026-03-31T18:29:23.276375Z","end":"2026-03-31T18:29:23.644301Z","steps":["trace[2146224122] 'read index received' (duration: 81.282319ms)","trace[2146224122] 'applied index is now lower than readState.Index' (duration: 286.643442ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.644392Z","caller":"traceutil/trace.go:171","msg":"trace[2042468997] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"370.613292ms","start":"2026-03-31T18:29:23.27375Z","end":"2026-03-31T18:29:23.644364Z","steps":["trace[2042468997] 'process raft request' (duration: 283.246675ms)","trace[2042468997] 'compare' (duration: 87.081571ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.644443Z","caller":"traceutil/trace.go:171","msg":"trace[869500298] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"370.616413ms","start":"2026-03-31T18:29:23.273799Z","end":"2026-03-31T18:29:23.644416Z","steps":["trace[869500298] 'process raft request' (duration: 370.448339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.644497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.219742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:23.644509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.273683Z","time spent":"370.766025ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:23.644538Z","caller":"traceutil/trace.go:171","msg":"trace[855757768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1923; }","duration":"166.301024ms","start":"2026-03-31T18:29:23.478225Z","end":"2026-03-31T18:29:23.644526Z","steps":["trace[855757768] 'agreement among raft nodes before linearized reading' (duration: 166.232763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.644571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.273783Z","time spent":"370.712334ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:23.644674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.279949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:23.64473Z","caller":"traceutil/trace.go:171","msg":"trace[829537822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"368.386151ms","start":"2026-03-31T18:29:23.276326Z","end":"2026-03-31T18:29:23.644712Z","steps":["trace[829537822] 'agreement among raft nodes before linearized reading' (duration: 368.135636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.644769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.276302Z","time spent":"368.457993ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:29:24.30406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854244668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:24.353537Z","caller":"traceutil/trace.go:171","msg":"trace[2090679647] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"611.547003ms","start":"2026-03-31T18:29:23.741964Z","end":"2026-03-31T18:29:24.353511Z","steps":["trace[2090679647] 'process raft request' (duration: 611.346129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.353722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.741938Z","time spent":"611.683197ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:24.355028Z","caller":"traceutil/trace.go:171","msg":"trace[240071050] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"607.077022ms","start":"2026-03-31T18:29:23.747925Z","end":"2026-03-31T18:29:24.355002Z","steps":["trace[240071050] 'process raft request' (duration: 606.981829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:24.355057Z","caller":"traceutil/trace.go:171","msg":"trace[1279696784] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"610.09267ms","start":"2026-03-31T18:29:23.74493Z","end":"2026-03-31T18:29:24.355023Z","steps":["trace[1279696784] 'process raft request' (duration: 609.870355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.355269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.775013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:24.355266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.747897Z","time spent":"607.281386ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:24.355341Z","caller":"traceutil/trace.go:171","msg":"trace[1005107349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"551.869065ms","start":"2026-03-31T18:29:23.803439Z","end":"2026-03-31T18:29:24.355308Z","steps":["trace[1005107349] 'agreement among raft nodes before linearized reading' (duration: 551.701251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.35538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.744902Z","time spent":"610.398836ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:24.355407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.803417Z","time spent":"551.976859ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:24.355098Z","caller":"traceutil/trace.go:171","msg":"trace[1725981996] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1996; }","duration":"551.584188ms","start":"2026-03-31T18:29:23.803493Z","end":"2026-03-31T18:29:24.355078Z","steps":["trace[1725981996] 'read index received' (duration: 549.751817ms)","trace[1725981996] 'applied index is now lower than readState.Index' (duration: 1.830721ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:24.355124Z","caller":"traceutil/trace.go:171","msg":"trace[364510271] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"264.230442ms","start":"2026-03-31T18:29:24.090868Z","end":"2026-03-31T18:29:24.355098Z","steps":["trace[364510271] 'process raft request' (duration: 264.078758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.355592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.712977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:24.355626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.044502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:24.355675Z","caller":"traceutil/trace.go:171","msg":"trace[1512766202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"131.134923ms","start":"2026-03-31T18:29:24.224529Z","end":"2026-03-31T18:29:24.355664Z","steps":["trace[1512766202] 'agreement among raft nodes before linearized reading' (duration: 130.99372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.355672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.63684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:29:24.355694Z","caller":"traceutil/trace.go:171","msg":"trace[951858895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"324.81859ms","start":"2026-03-31T18:29:24.030827Z","end":"2026-03-31T18:29:24.355645Z","steps":["trace[951858895] 'agreement among raft nodes before linearized reading' (duration: 324.713518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.35579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.030803Z","time spent":"324.976554ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:24.355787Z","caller":"traceutil/trace.go:171","msg":"trace[1636994394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1927; }","duration":"547.727732ms","start":"2026-03-31T18:29:23.808001Z","end":"2026-03-31T18:29:24.355728Z","steps":["trace[1636994394] 'agreement among raft nodes before linearized reading' (duration: 547.507227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.355907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.807991Z","time spent":"547.903746ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:29:24.355904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.056786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:24.356014Z","caller":"traceutil/trace.go:171","msg":"trace[388687253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"347.21689ms","start":"2026-03-31T18:29:24.008771Z","end":"2026-03-31T18:29:24.355987Z","steps":["trace[388687253] 'agreement among raft nodes before linearized reading' (duration: 346.905073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.356082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.008748Z","time spent":"347.321662ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:30.325872Z","caller":"traceutil/trace.go:171","msg":"trace[1602355943] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"111.342963ms","start":"2026-03-31T18:29:30.2145Z","end":"2026-03-31T18:29:30.325843Z","steps":["trace[1602355943] 'process raft request' (duration: 111.079737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.671393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.593702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:30.671739Z","caller":"traceutil/trace.go:171","msg":"trace[878784498] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"294.087621ms","start":"2026-03-31T18:29:30.377623Z","end":"2026-03-31T18:29:30.671711Z","steps":["trace[878784498] 'process raft request' (duration: 57.034168ms)","trace[878784498] 'compare' (duration: 236.154642ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:30.671938Z","caller":"traceutil/trace.go:171","msg":"trace[1132882483] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"272.751325ms","start":"2026-03-31T18:29:30.399125Z","end":"2026-03-31T18:29:30.671877Z","steps":["trace[1132882483] 'process raft request' (duration: 272.413578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.672026Z","caller":"traceutil/trace.go:171","msg":"trace[1397007855] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2073; }","duration":"267.443654ms","start":"2026-03-31T18:29:30.404568Z","end":"2026-03-31T18:29:30.672012Z","steps":["trace[1397007855] 'read index received' (duration: 30.106195ms)","trace[1397007855] 'applied index is now lower than readState.Index' (duration: 237.335509ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:30.672291Z","caller":"traceutil/trace.go:171","msg":"trace[1006953719] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"273.039592ms","start":"2026-03-31T18:29:30.399215Z","end":"2026-03-31T18:29:30.672255Z","steps":["trace[1006953719] 'process raft request' (duration: 272.550641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.672356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.500452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:30.67235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.751691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:29:30.672411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.606008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:30.67243Z","caller":"traceutil/trace.go:171","msg":"trace[347071668] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2001; }","duration":"117.627656ms","start":"2026-03-31T18:29:30.554787Z","end":"2026-03-31T18:29:30.672415Z","steps":["trace[347071668] 'agreement among raft nodes before linearized reading' (duration: 117.496962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.672443Z","caller":"traceutil/trace.go:171","msg":"trace[318168140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2001; }","duration":"267.751132ms","start":"2026-03-31T18:29:30.40468Z","end":"2026-03-31T18:29:30.672431Z","steps":["trace[318168140] 'agreement among raft nodes before linearized reading' (duration: 267.528256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.672445Z","caller":"traceutil/trace.go:171","msg":"trace[592763809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2001; }","duration":"267.909966ms","start":"2026-03-31T18:29:30.404515Z","end":"2026-03-31T18:29:30.672425Z","steps":["trace[592763809] 'agreement among raft nodes before linearized reading' (duration: 267.671019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.672454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.966904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T18:29:30.672517Z","caller":"traceutil/trace.go:171","msg":"trace[1123428109] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:2001; }","duration":"125.075976ms","start":"2026-03-31T18:29:30.547426Z","end":"2026-03-31T18:29:30.672502Z","steps":["trace[1123428109] 'agreement among raft nodes before linearized reading' (duration: 124.84388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.67252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.629229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:30.67257Z","caller":"traceutil/trace.go:171","msg":"trace[1664556771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2001; }","duration":"267.718032ms","start":"2026-03-31T18:29:30.40484Z","end":"2026-03-31T18:29:30.672558Z","steps":["trace[1664556771] 'agreement among raft nodes before linearized reading' (duration: 267.546977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.672593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.84856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:30.672737Z","caller":"traceutil/trace.go:171","msg":"trace[1169784839] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2001; }","duration":"121.152657ms","start":"2026-03-31T18:29:30.551562Z","end":"2026-03-31T18:29:30.672715Z","steps":["trace[1169784839] 'agreement among raft nodes before linearized reading' (duration: 120.749337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.673265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.024078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:30.67334Z","caller":"traceutil/trace.go:171","msg":"trace[570037720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2001; }","duration":"268.115721ms","start":"2026-03-31T18:29:30.405213Z","end":"2026-03-31T18:29:30.673329Z","steps":["trace[570037720] 'agreement among raft nodes before linearized reading' (duration: 267.061666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.110235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.962268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:33.11038Z","caller":"traceutil/trace.go:171","msg":"trace[1486403840] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2088; }","duration":"383.590627ms","start":"2026-03-31T18:29:32.726774Z","end":"2026-03-31T18:29:33.110364Z","steps":["trace[1486403840] 'read index received' (duration: 133.560419ms)","trace[1486403840] 'applied index is now lower than readState.Index' (duration: 250.029508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:33.110453Z","caller":"traceutil/trace.go:171","msg":"trace[2145452733] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"432.127861ms","start":"2026-03-31T18:29:32.678317Z","end":"2026-03-31T18:29:33.110445Z","steps":["trace[2145452733] 'process raft request' (duration: 431.995108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.110525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.678284Z","time spent":"432.192692ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:33.110546Z","caller":"traceutil/trace.go:171","msg":"trace[1016034340] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"432.161771ms","start":"2026-03-31T18:29:32.678269Z","end":"2026-03-31T18:29:33.110431Z","steps":["trace[1016034340] 'process raft request' (duration: 181.927108ms)","trace[1016034340] 'compare' (duration: 249.848715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:33.110652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.817512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:29:33.110714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.114136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:29:33.110715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.042395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:33.110728Z","caller":"traceutil/trace.go:171","msg":"trace[1575479650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2014; }","duration":"383.916555ms","start":"2026-03-31T18:29:32.726796Z","end":"2026-03-31T18:29:33.110713Z","steps":["trace[1575479650] 'agreement among raft nodes before linearized reading' (duration: 383.72422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.110789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.678253Z","time spent":"432.410077ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:33.11079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.990156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:33.110856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.822857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:33.110884Z","caller":"traceutil/trace.go:171","msg":"trace[1603339425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2014; }","duration":"384.120749ms","start":"2026-03-31T18:29:32.726742Z","end":"2026-03-31T18:29:33.110863Z","steps":["trace[1603339425] 'agreement among raft nodes before linearized reading' (duration: 383.898644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.110917Z","caller":"traceutil/trace.go:171","msg":"trace[725151699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2014; }","duration":"370.926959ms","start":"2026-03-31T18:29:32.739971Z","end":"2026-03-31T18:29:33.110898Z","steps":["trace[725151699] 'agreement among raft nodes before linearized reading' (duration: 370.636852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.110942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.726728Z","time spent":"384.199901ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:33.110826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.726787Z","time spent":"384.032247ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:33.110756Z","caller":"traceutil/trace.go:171","msg":"trace[1748416753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2014; }","duration":"383.181647ms","start":"2026-03-31T18:29:32.727563Z","end":"2026-03-31T18:29:33.110744Z","steps":["trace[1748416753] 'agreement among raft nodes before linearized reading' (duration: 383.064415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.111111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.727542Z","time spent":"383.556546ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:29:33.110757Z","caller":"traceutil/trace.go:171","msg":"trace[537153314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2014; }","duration":"383.102526ms","start":"2026-03-31T18:29:32.727646Z","end":"2026-03-31T18:29:33.110748Z","steps":["trace[537153314] 'agreement among raft nodes before linearized reading' (duration: 382.963593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.111202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.727637Z","time spent":"383.548936ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:33.110959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.739944Z","time spent":"371.00559ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:29:33.386775Z","caller":"traceutil/trace.go:171","msg":"trace[2008888240] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"270.621067ms","start":"2026-03-31T18:29:33.116112Z","end":"2026-03-31T18:29:33.386734Z","steps":["trace[2008888240] 'process raft request' (duration: 270.385511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.434273Z","caller":"traceutil/trace.go:171","msg":"trace[1702882485] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"317.82118ms","start":"2026-03-31T18:29:33.116412Z","end":"2026-03-31T18:29:33.434234Z","steps":["trace[1702882485] 'process raft request' (duration: 317.522444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.434347Z","caller":"traceutil/trace.go:171","msg":"trace[1102093923] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"317.831481ms","start":"2026-03-31T18:29:33.11647Z","end":"2026-03-31T18:29:33.434302Z","steps":["trace[1102093923] 'process raft request' (duration: 317.672047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.434496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.116382Z","time spent":"317.985844ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:33.434616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.116434Z","time spent":"318.037665ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:33.43463Z","caller":"traceutil/trace.go:171","msg":"trace[199533595] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"318.086427ms","start":"2026-03-31T18:29:33.11652Z","end":"2026-03-31T18:29:33.434606Z","steps":["trace[199533595] 'process raft request' (duration: 317.703597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.434854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.116507Z","time spent":"318.299752ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:34.634664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.692431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:34.634759Z","caller":"traceutil/trace.go:171","msg":"trace[297522125] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"370.11407ms","start":"2026-03-31T18:29:34.264631Z","end":"2026-03-31T18:29:34.634745Z","steps":["trace[297522125] 'process raft request' (duration: 47.254165ms)","trace[297522125] 'compare' (duration: 322.299063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:34.634804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:34.264601Z","time spent":"370.181781ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:34.635419Z","caller":"traceutil/trace.go:171","msg":"trace[654023173] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2098; }","duration":"358.300912ms","start":"2026-03-31T18:29:34.277081Z","end":"2026-03-31T18:29:34.635381Z","steps":["trace[654023173] 'read index received' (duration: 34.855134ms)","trace[654023173] 'applied index is now lower than readState.Index' (duration: 323.443368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:34.63556Z","caller":"traceutil/trace.go:171","msg":"trace[1082632892] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"365.422263ms","start":"2026-03-31T18:29:34.270092Z","end":"2026-03-31T18:29:34.635514Z","steps":["trace[1082632892] 'process raft request' (duration: 365.132616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.635682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.300775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:34.635733Z","caller":"traceutil/trace.go:171","msg":"trace[917867958] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2024; }","duration":"225.439848ms","start":"2026-03-31T18:29:34.41028Z","end":"2026-03-31T18:29:34.63572Z","steps":["trace[917867958] 'agreement among raft nodes before linearized reading' (duration: 225.318346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.635726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.641819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:29:34.635786Z","caller":"traceutil/trace.go:171","msg":"trace[1962126293] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2024; }","duration":"358.70504ms","start":"2026-03-31T18:29:34.277064Z","end":"2026-03-31T18:29:34.635769Z","steps":["trace[1962126293] 'agreement among raft nodes before linearized reading' (duration: 358.466605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.635799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:34.270058Z","time spent":"365.607037ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:34.635832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:34.277014Z","time spent":"358.808243ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:29:41.330719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854244954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:41.831297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854244954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:42.314543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765114327s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:29:42.315114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.549344Z","time spent":"1.765764402s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:29:42.634992Z","caller":"traceutil/trace.go:171","msg":"trace[950727651] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"1.885241519s","start":"2026-03-31T18:29:40.74972Z","end":"2026-03-31T18:29:42.634961Z","steps":["trace[950727651] 'process raft request' (duration: 1.884977523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.635163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.749688Z","time spent":"1.885392623s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:42.635313Z","caller":"traceutil/trace.go:171","msg":"trace[460410739] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"1.486078439s","start":"2026-03-31T18:29:41.149202Z","end":"2026-03-31T18:29:42.63528Z","steps":["trace[460410739] 'process raft request' (duration: 1.48567624s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.635338Z","caller":"traceutil/trace.go:171","msg":"trace[1780739004] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2135; }","duration":"1.805278141s","start":"2026-03-31T18:29:40.830026Z","end":"2026-03-31T18:29:42.635304Z","steps":["trace[1780739004] 'read index received' (duration: 1.484731158s)","trace[1780739004] 'applied index is now lower than readState.Index' (duration: 320.545823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:42.635423Z","caller":"traceutil/trace.go:171","msg":"trace[513724626] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"1.479627312s","start":"2026-03-31T18:29:41.155775Z","end":"2026-03-31T18:29:42.635402Z","steps":["trace[513724626] 'process raft request' (duration: 1.479400967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.635466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.149176Z","time spent":"1.486206192s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:42.635506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805479105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:42.635543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.15575Z","time spent":"1.479716943s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:42.63555Z","caller":"traceutil/trace.go:171","msg":"trace[492082292] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2061; }","duration":"1.805526206s","start":"2026-03-31T18:29:40.830009Z","end":"2026-03-31T18:29:42.635536Z","steps":["trace[492082292] 'agreement among raft nodes before linearized reading' (duration: 1.805423874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.635598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.829926Z","time spent":"1.805663299s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:42.820915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.866114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:42.821076Z","caller":"traceutil/trace.go:171","msg":"trace[1083281975] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"185.643753ms","start":"2026-03-31T18:29:42.635414Z","end":"2026-03-31T18:29:42.821058Z","steps":["trace[1083281975] 'read index received' (duration: 8.465743ms)","trace[1083281975] 'applied index is now lower than readState.Index' (duration: 177.17674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:42.821316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789399969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.821382Z","caller":"traceutil/trace.go:171","msg":"trace[417479134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2062; }","duration":"1.789534732s","start":"2026-03-31T18:29:41.031832Z","end":"2026-03-31T18:29:42.821366Z","steps":["trace[417479134] 'agreement among raft nodes before linearized reading' (duration: 1.789275106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.031812Z","time spent":"1.789608284s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:42.821425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353566924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:29:42.82143Z","caller":"traceutil/trace.go:171","msg":"trace[1994533864] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"505.186133ms","start":"2026-03-31T18:29:42.316207Z","end":"2026-03-31T18:29:42.821393Z","steps":["trace[1994533864] 'process raft request' (duration: 327.728596ms)","trace[1994533864] 'compare' (duration: 176.7185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:42.821474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114968695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:42.821516Z","caller":"traceutil/trace.go:171","msg":"trace[130950202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2062; }","duration":"1.353705447s","start":"2026-03-31T18:29:41.467789Z","end":"2026-03-31T18:29:42.821495Z","steps":["trace[130950202] 'agreement among raft nodes before linearized reading' (duration: 1.353352469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.82152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054737665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:42.821552Z","caller":"traceutil/trace.go:171","msg":"trace[741987991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2062; }","duration":"1.115043797s","start":"2026-03-31T18:29:41.706486Z","end":"2026-03-31T18:29:42.821529Z","steps":["trace[741987991] 'agreement among raft nodes before linearized reading' (duration: 1.114867033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03474707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:42.821583Z","caller":"traceutil/trace.go:171","msg":"trace[1803227324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2062; }","duration":"1.054842298s","start":"2026-03-31T18:29:41.766724Z","end":"2026-03-31T18:29:42.821567Z","steps":["trace[1803227324] 'agreement among raft nodes before linearized reading' (duration: 1.054625953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353803039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:29:42.821607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.316181Z","time spent":"505.334436ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:42.821632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.766698Z","time spent":"1.054924509s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:29:42.821636Z","caller":"traceutil/trace.go:171","msg":"trace[1333332702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2062; }","duration":"1.353886681s","start":"2026-03-31T18:29:41.467736Z","end":"2026-03-31T18:29:42.821623Z","steps":["trace[1333332702] 'agreement among raft nodes before linearized reading' (duration: 1.353768498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.706441Z","time spent":"1.11517273s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:42.821676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.467712Z","time spent":"1.353957643s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:42.821707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354953715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:42.821612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400063921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:29:42.821577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.467774Z","time spent":"1.353789479s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:29:42.821759Z","caller":"traceutil/trace.go:171","msg":"trace[841651238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2062; }","duration":"1.355030367s","start":"2026-03-31T18:29:41.466714Z","end":"2026-03-31T18:29:42.821744Z","steps":["trace[841651238] 'agreement among raft nodes before linearized reading' (duration: 1.354931034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779198927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-31T18:29:42.821841Z","caller":"traceutil/trace.go:171","msg":"trace[518737399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2062; }","duration":"1.779277239s","start":"2026-03-31T18:29:41.042551Z","end":"2026-03-31T18:29:42.821828Z","steps":["trace[518737399] 'agreement among raft nodes before linearized reading' (duration: 1.779116575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646361714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:42.821892Z","caller":"traceutil/trace.go:171","msg":"trace[1424965186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2062; }","duration":"1.646418786s","start":"2026-03-31T18:29:41.175461Z","end":"2026-03-31T18:29:42.82188Z","steps":["trace[1424965186] 'agreement among raft nodes before linearized reading' (duration: 1.646320334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.821929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.175449Z","time spent":"1.646474177s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:29:42.821797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.466692Z","time spent":"1.355097318s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:42.821893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.04254Z","time spent":"1.77934138s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:29:42.821627Z","caller":"traceutil/trace.go:171","msg":"trace[905825056] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2062; }","duration":"1.034966665s","start":"2026-03-31T18:29:41.786646Z","end":"2026-03-31T18:29:42.821613Z","steps":["trace[905825056] 'agreement among raft nodes before linearized reading' (duration: 1.034700179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.822295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.786571Z","time spent":"1.035704023s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:42.82176Z","caller":"traceutil/trace.go:171","msg":"trace[1372301543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2062; }","duration":"1.400251795s","start":"2026-03-31T18:29:41.421499Z","end":"2026-03-31T18:29:42.821751Z","steps":["trace[1372301543] 'agreement among raft nodes before linearized reading' (duration: 1.399994379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.822433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.42148Z","time spent":"1.400933982s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:43.043043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.152216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:43.043143Z","caller":"traceutil/trace.go:171","msg":"trace[1839723173] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"215.592475ms","start":"2026-03-31T18:29:42.827535Z","end":"2026-03-31T18:29:43.043127Z","steps":["trace[1839723173] 'process raft request' (duration: 105.279426ms)","trace[1839723173] 'compare' (duration: 110.050873ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:43.532391Z","caller":"traceutil/trace.go:171","msg":"trace[143975087] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"704.811725ms","start":"2026-03-31T18:29:42.827547Z","end":"2026-03-31T18:29:43.532359Z","steps":["trace[143975087] 'process raft request' (duration: 623.991166ms)","trace[143975087] 'compare' (duration: 80.613824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:43.532573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.827531Z","time spent":"704.947459ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:43.532841Z","caller":"traceutil/trace.go:171","msg":"trace[150766879] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"704.992028ms","start":"2026-03-31T18:29:42.827823Z","end":"2026-03-31T18:29:43.532815Z","steps":["trace[150766879] 'process raft request' (duration: 704.467136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.532854Z","caller":"traceutil/trace.go:171","msg":"trace[190537621] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2140; }","duration":"705.029209ms","start":"2026-03-31T18:29:42.827794Z","end":"2026-03-31T18:29:43.532823Z","steps":["trace[190537621] 'read index received' (duration: 105.033609ms)","trace[190537621] 'applied index is now lower than readState.Index' (duration: 599.9936ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:43.532981Z","caller":"traceutil/trace.go:171","msg":"trace[1351901082] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"704.665152ms","start":"2026-03-31T18:29:42.828296Z","end":"2026-03-31T18:29:43.532962Z","steps":["trace[1351901082] 'process raft request' (duration: 704.396485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.533008Z","caller":"traceutil/trace.go:171","msg":"trace[2064941493] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"704.411045ms","start":"2026-03-31T18:29:42.828582Z","end":"2026-03-31T18:29:43.532993Z","steps":["trace[2064941493] 'process raft request' (duration: 704.16455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.533043Z","caller":"traceutil/trace.go:171","msg":"trace[2061563537] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"705.162883ms","start":"2026-03-31T18:29:42.82785Z","end":"2026-03-31T18:29:43.533013Z","steps":["trace[2061563537] 'process raft request' (duration: 704.738283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.533086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.828289Z","time spent":"704.735763ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:43.533121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.828557Z","time spent":"704.479757ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:43.533183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.827817Z","time spent":"705.292545ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:43.533183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.379787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:29:43.533247Z","caller":"traceutil/trace.go:171","msg":"trace[1061486875] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2068; }","duration":"705.496309ms","start":"2026-03-31T18:29:42.827732Z","end":"2026-03-31T18:29:43.533228Z","steps":["trace[1061486875] 'agreement among raft nodes before linearized reading' (duration: 705.373007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.533229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.549838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:43.533269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.533167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:43.533296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.827719Z","time spent":"705.563561ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:29:43.533302Z","caller":"traceutil/trace.go:171","msg":"trace[1060419014] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2068; }","duration":"700.592889ms","start":"2026-03-31T18:29:42.832698Z","end":"2026-03-31T18:29:43.533291Z","steps":["trace[1060419014] 'agreement among raft nodes before linearized reading' (duration: 700.538848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.533306Z","caller":"traceutil/trace.go:171","msg":"trace[1451238708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2068; }","duration":"700.65835ms","start":"2026-03-31T18:29:42.83263Z","end":"2026-03-31T18:29:43.533288Z","steps":["trace[1451238708] 'agreement among raft nodes before linearized reading' (duration: 700.508486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.533337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.832686Z","time spent":"700.64472ms","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:29:43.53337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.832621Z","time spent":"700.740912ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:43.532944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.82781Z","time spent":"705.07939ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:53.243427Z","caller":"traceutil/trace.go:171","msg":"trace[1835777258] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"146.322496ms","start":"2026-03-31T18:29:53.097075Z","end":"2026-03-31T18:29:53.243398Z","steps":["trace[1835777258] 'process raft request' (duration: 146.170233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.584676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.147612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:53.58478Z","caller":"traceutil/trace.go:171","msg":"trace[388884825] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2123; }","duration":"289.302786ms","start":"2026-03-31T18:29:53.29545Z","end":"2026-03-31T18:29:53.584752Z","steps":["trace[388884825] 'count revisions from in-memory index tree' (duration: 289.06423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.585815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.150905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:53.586043Z","caller":"traceutil/trace.go:171","msg":"trace[919383356] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"254.325873ms","start":"2026-03-31T18:29:53.331696Z","end":"2026-03-31T18:29:53.586022Z","steps":["trace[919383356] 'process raft request' (duration: 136.842841ms)","trace[919383356] 'compare' (duration: 116.285855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:54.045539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.119813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:54.045799Z","caller":"traceutil/trace.go:171","msg":"trace[646980616] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2205; }","duration":"454.314165ms","start":"2026-03-31T18:29:53.591461Z","end":"2026-03-31T18:29:54.045775Z","steps":["trace[646980616] 'read index received' (duration: 239.761462ms)","trace[646980616] 'applied index is now lower than readState.Index' (duration: 214.551363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:54.045906Z","caller":"traceutil/trace.go:171","msg":"trace[786760646] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"454.514189ms","start":"2026-03-31T18:29:53.591329Z","end":"2026-03-31T18:29:54.045844Z","steps":["trace[786760646] 'process raft request' (duration: 454.362966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.045969Z","caller":"traceutil/trace.go:171","msg":"trace[1865340048] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"454.578031ms","start":"2026-03-31T18:29:53.591316Z","end":"2026-03-31T18:29:54.045894Z","steps":["trace[1865340048] 'process raft request' (duration: 239.971928ms)","trace[1865340048] 'compare' (duration: 213.906578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:54.046162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.591296Z","time spent":"454.729054ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:54.046168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.591295Z","time spent":"454.795126ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:54.046254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.721544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:29:54.046366Z","caller":"traceutil/trace.go:171","msg":"trace[890348096] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2126; }","duration":"454.949529ms","start":"2026-03-31T18:29:53.591389Z","end":"2026-03-31T18:29:54.046338Z","steps":["trace[890348096] 'agreement among raft nodes before linearized reading' (duration: 454.485809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:54.046467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.591364Z","time spent":"455.081353ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:29:54.14352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.330653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:54.143594Z","caller":"traceutil/trace.go:171","msg":"trace[1242743338] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2128; }","duration":"547.430025ms","start":"2026-03-31T18:29:53.596146Z","end":"2026-03-31T18:29:54.143576Z","steps":["trace[1242743338] 'agreement among raft nodes before linearized reading' (duration: 547.291002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:54.143636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.596135Z","time spent":"547.492536ms","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:29:54.143647Z","caller":"traceutil/trace.go:171","msg":"trace[718985527] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"550.363983ms","start":"2026-03-31T18:29:53.593226Z","end":"2026-03-31T18:29:54.14359Z","steps":["trace[718985527] 'process raft request' (duration: 550.151068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:54.143947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.593172Z","time spent":"550.623188ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:54.143925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.341826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:54.144113Z","caller":"traceutil/trace.go:171","msg":"trace[269947093] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2128; }","duration":"454.51583ms","start":"2026-03-31T18:29:53.689494Z","end":"2026-03-31T18:29:54.14401Z","steps":["trace[269947093] 'agreement among raft nodes before linearized reading' (duration: 454.335046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.14411Z","caller":"traceutil/trace.go:171","msg":"trace[164227193] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"552.548241ms","start":"2026-03-31T18:29:53.591488Z","end":"2026-03-31T18:29:54.144036Z","steps":["trace[164227193] 'process raft request' (duration: 551.751034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:54.144198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.689466Z","time spent":"454.713524ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:54.143924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.113822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:54.144266Z","caller":"traceutil/trace.go:171","msg":"trace[24439656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2128; }","duration":"240.534261ms","start":"2026-03-31T18:29:53.903712Z","end":"2026-03-31T18:29:54.144246Z","steps":["trace[24439656] 'agreement among raft nodes before linearized reading' (duration: 239.969369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:54.144276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.591478Z","time spent":"552.719225ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:54.244557Z","caller":"traceutil/trace.go:171","msg":"trace[1819028676] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"194.887687ms","start":"2026-03-31T18:29:54.049621Z","end":"2026-03-31T18:29:54.244509Z","steps":["trace[1819028676] 'process raft request' (duration: 138.326566ms)","trace[1819028676] 'compare' (duration: 56.210643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:54.611582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.705149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:54.611795Z","caller":"traceutil/trace.go:171","msg":"trace[165402339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"122.22035ms","start":"2026-03-31T18:29:54.489533Z","end":"2026-03-31T18:29:54.611753Z","steps":["trace[165402339] 'range keys from in-memory index tree' (duration: 121.531193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.978874Z","caller":"traceutil/trace.go:171","msg":"trace[976689063] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"245.688868ms","start":"2026-03-31T18:29:54.733151Z","end":"2026-03-31T18:29:54.97884Z","steps":["trace[976689063] 'process raft request' (duration: 245.627707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:54.978937Z","caller":"traceutil/trace.go:171","msg":"trace[779470712] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"245.939563ms","start":"2026-03-31T18:29:54.732949Z","end":"2026-03-31T18:29:54.978888Z","steps":["trace[779470712] 'process raft request' (duration: 196.289698ms)","trace[779470712] 'compare' (duration: 49.362179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:55.012785Z","caller":"traceutil/trace.go:171","msg":"trace[1333880918] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"131.53612ms","start":"2026-03-31T18:29:54.881216Z","end":"2026-03-31T18:29:55.012752Z","steps":["trace[1333880918] 'process raft request' (duration: 131.219033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:56.373365Z","caller":"traceutil/trace.go:171","msg":"trace[9402704] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"220.873296ms","start":"2026-03-31T18:29:56.152456Z","end":"2026-03-31T18:29:56.373329Z","steps":["trace[9402704] 'process raft request' (duration: 220.62098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:56.534689Z","caller":"traceutil/trace.go:171","msg":"trace[1240048998] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2219; }","duration":"291.70155ms","start":"2026-03-31T18:29:56.242958Z","end":"2026-03-31T18:29:56.534659Z","steps":["trace[1240048998] 'read index received' (duration: 130.649421ms)","trace[1240048998] 'applied index is now lower than readState.Index' (duration: 161.051049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:56.534791Z","caller":"traceutil/trace.go:171","msg":"trace[1990853512] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"382.220942ms","start":"2026-03-31T18:29:56.152525Z","end":"2026-03-31T18:29:56.534746Z","steps":["trace[1990853512] 'process raft request' (duration: 310.570278ms)","trace[1990853512] 'compare' (duration: 71.443568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:56.534924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.922675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:56.535057Z","caller":"traceutil/trace.go:171","msg":"trace[81739850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2139; }","duration":"292.128ms","start":"2026-03-31T18:29:56.242901Z","end":"2026-03-31T18:29:56.535029Z","steps":["trace[81739850] 'agreement among raft nodes before linearized reading' (duration: 291.860504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.534988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.152489Z","time spent":"382.392926ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:56.534975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.296088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:29:56.535146Z","caller":"traceutil/trace.go:171","msg":"trace[779342599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2139; }","duration":"286.527793ms","start":"2026-03-31T18:29:56.248601Z","end":"2026-03-31T18:29:56.535129Z","steps":["trace[779342599] 'agreement among raft nodes before linearized reading' (duration: 286.227187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.535191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.758476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:56.535283Z","caller":"traceutil/trace.go:171","msg":"trace[1710552693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"285.886818ms","start":"2026-03-31T18:29:56.249373Z","end":"2026-03-31T18:29:56.53526Z","steps":["trace[1710552693] 'agreement among raft nodes before linearized reading' (duration: 285.580242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.142709Z","caller":"traceutil/trace.go:171","msg":"trace[39974634] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"157.201183ms","start":"2026-03-31T18:29:56.985472Z","end":"2026-03-31T18:29:57.142673Z","steps":["trace[39974634] 'process raft request' (duration: 156.980857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.251954Z","caller":"traceutil/trace.go:171","msg":"trace[1375456059] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2223; }","duration":"219.536576ms","start":"2026-03-31T18:29:57.032391Z","end":"2026-03-31T18:29:57.251927Z","steps":["trace[1375456059] 'read index received' (duration: 110.187278ms)","trace[1375456059] 'applied index is now lower than readState.Index' (duration: 109.347998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:57.252115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.71273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:57.252108Z","caller":"traceutil/trace.go:171","msg":"trace[636582811] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"266.471779ms","start":"2026-03-31T18:29:56.985605Z","end":"2026-03-31T18:29:57.252077Z","steps":["trace[636582811] 'process raft request' (duration: 227.944236ms)","trace[636582811] 'compare' (duration: 38.263756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:57.252148Z","caller":"traceutil/trace.go:171","msg":"trace[665209383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2144; }","duration":"219.832553ms","start":"2026-03-31T18:29:57.032305Z","end":"2026-03-31T18:29:57.252138Z","steps":["trace[665209383] 'agreement among raft nodes before linearized reading' (duration: 219.72028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.262777Z","caller":"traceutil/trace.go:171","msg":"trace[657463768] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"127.358726ms","start":"2026-03-31T18:29:58.135384Z","end":"2026-03-31T18:29:58.262743Z","steps":["trace[657463768] 'process raft request' (duration: 53.777869ms)","trace[657463768] 'compare' (duration: 73.432273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:59.138424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.316799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:59.138521Z","caller":"traceutil/trace.go:171","msg":"trace[1012032714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2147; }","duration":"760.454243ms","start":"2026-03-31T18:29:58.378043Z","end":"2026-03-31T18:29:59.138498Z","steps":["trace[1012032714] 'range keys from in-memory index tree' (duration: 760.133855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.138592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.213269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:29:59.138589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.378021Z","time spent":"760.551284ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:59.138717Z","caller":"traceutil/trace.go:171","msg":"trace[1122807623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2147; }","duration":"599.296051ms","start":"2026-03-31T18:29:58.539336Z","end":"2026-03-31T18:29:59.138632Z","steps":["trace[1122807623] 'range keys from in-memory index tree' (duration: 599.065516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.138775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.539319Z","time spent":"599.443445ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:59.138779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.170544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T18:29:59.138878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.251396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:59.138929Z","caller":"traceutil/trace.go:171","msg":"trace[1522664809] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2147; }","duration":"620.347358ms","start":"2026-03-31T18:29:58.51857Z","end":"2026-03-31T18:29:59.138917Z","steps":["trace[1522664809] 'count revisions from in-memory index tree' (duration: 620.161974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.138912Z","caller":"traceutil/trace.go:171","msg":"trace[1343629319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2147; }","duration":"571.345088ms","start":"2026-03-31T18:29:58.567517Z","end":"2026-03-31T18:29:59.138862Z","steps":["trace[1343629319] 'range keys from in-memory index tree' (duration: 570.895747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.138956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.518549Z","time spent":"620.398129ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:59.138988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.567492Z","time spent":"571.47981ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:29:59.139572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.873337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:29:59.139672Z","caller":"traceutil/trace.go:171","msg":"trace[514783513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"590.03492ms","start":"2026-03-31T18:29:58.54961Z","end":"2026-03-31T18:29:59.139645Z","steps":["trace[514783513] 'range keys from in-memory index tree' (duration: 589.07609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.139726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.549594Z","time spent":"590.121623ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:29:59.339218Z","caller":"traceutil/trace.go:171","msg":"trace[342931586] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"435.97491ms","start":"2026-03-31T18:29:58.903214Z","end":"2026-03-31T18:29:59.339189Z","steps":["trace[342931586] 'process raft request' (duration: 435.793556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.339385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.903189Z","time spent":"436.125294ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:59.563505Z","caller":"traceutil/trace.go:171","msg":"trace[86538418] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"657.813958ms","start":"2026-03-31T18:29:58.905666Z","end":"2026-03-31T18:29:59.56348Z","steps":["trace[86538418] 'process raft request' (duration: 657.618873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.56367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.905644Z","time spent":"657.94334ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:59.563953Z","caller":"traceutil/trace.go:171","msg":"trace[1812107490] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"420.347645ms","start":"2026-03-31T18:29:59.143525Z","end":"2026-03-31T18:29:59.563873Z","steps":["trace[1812107490] 'process raft request' (duration: 419.916486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.564124Z","caller":"traceutil/trace.go:171","msg":"trace[897228246] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"420.495919ms","start":"2026-03-31T18:29:59.143575Z","end":"2026-03-31T18:29:59.564071Z","steps":["trace[897228246] 'process raft request' (duration: 420.193542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.564305Z","caller":"traceutil/trace.go:171","msg":"trace[380438255] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"420.247413ms","start":"2026-03-31T18:29:59.144011Z","end":"2026-03-31T18:29:59.564258Z","steps":["trace[380438255] 'process raft request' (duration: 420.002817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.564308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.143488Z","time spent":"420.625072ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:59.564428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.143534Z","time spent":"420.739454ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:59.564536Z","caller":"traceutil/trace.go:171","msg":"trace[297161983] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"416.952049ms","start":"2026-03-31T18:29:59.147562Z","end":"2026-03-31T18:29:59.564514Z","steps":["trace[297161983] 'process raft request' (duration: 416.590841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.564634Z","caller":"traceutil/trace.go:171","msg":"trace[845045120] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"307.679822ms","start":"2026-03-31T18:29:59.25691Z","end":"2026-03-31T18:29:59.56459Z","steps":["trace[845045120] 'process raft request' (duration: 307.487618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.564665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.147552Z","time spent":"417.0251ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:59.564612Z","caller":"traceutil/trace.go:171","msg":"trace[1030757127] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2229; }","duration":"532.254972ms","start":"2026-03-31T18:29:59.032227Z","end":"2026-03-31T18:29:59.564482Z","steps":["trace[1030757127] 'read index received' (duration: 306.914376ms)","trace[1030757127] 'applied index is now lower than readState.Index' (duration: 225.338906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:59.564816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.256886Z","time spent":"307.819176ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:59.564825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.596359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:59.564852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.143994Z","time spent":"420.408787ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:59.564897Z","caller":"traceutil/trace.go:171","msg":"trace[1333657320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"532.715152ms","start":"2026-03-31T18:29:59.032161Z","end":"2026-03-31T18:29:59.564876Z","steps":["trace[1333657320] 'agreement among raft nodes before linearized reading' (duration: 532.561778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.564944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.032131Z","time spent":"532.806384ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:59.565253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.286645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-03-31T18:29:59.565289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.684203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:59.565312Z","caller":"traceutil/trace.go:171","msg":"trace[1181905304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"304.396347ms","start":"2026-03-31T18:29:59.2609Z","end":"2026-03-31T18:29:59.565297Z","steps":["trace[1181905304] 'agreement among raft nodes before linearized reading' (duration: 304.212033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.565337Z","caller":"traceutil/trace.go:171","msg":"trace[817998002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"217.872687ms","start":"2026-03-31T18:29:59.347452Z","end":"2026-03-31T18:29:59.565325Z","steps":["trace[817998002] 'agreement among raft nodes before linearized reading' (duration: 217.686503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.565347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.260875Z","time spent":"304.464589ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:29:59.761043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.719641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:59.761136Z","caller":"traceutil/trace.go:171","msg":"trace[1214100274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2155; }","duration":"107.891835ms","start":"2026-03-31T18:29:59.65322Z","end":"2026-03-31T18:29:59.761112Z","steps":["trace[1214100274] 'count revisions from in-memory index tree' (duration: 107.618388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.597634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.868007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:00.597746Z","caller":"traceutil/trace.go:171","msg":"trace[1524409665] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2238; }","duration":"452.125267ms","start":"2026-03-31T18:30:00.145601Z","end":"2026-03-31T18:30:00.597726Z","steps":["trace[1524409665] 'read index received' (duration: 39.002474ms)","trace[1524409665] 'applied index is now lower than readState.Index' (duration: 413.121183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.598212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.663614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:00.598304Z","caller":"traceutil/trace.go:171","msg":"trace[1036989138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2157; }","duration":"330.820207ms","start":"2026-03-31T18:30:00.267464Z","end":"2026-03-31T18:30:00.598284Z","steps":["trace[1036989138] 'agreement among raft nodes before linearized reading' (duration: 330.627963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.598213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.586927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T18:30:00.598356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.287897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:00.597837Z","caller":"traceutil/trace.go:171","msg":"trace[958275298] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"458.427889ms","start":"2026-03-31T18:30:00.139398Z","end":"2026-03-31T18:30:00.597826Z","steps":["trace[958275298] 'process raft request' (duration: 45.271435ms)","trace[958275298] 'compare' (duration: 412.417677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.598435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.267433Z","time spent":"330.987591ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:30:00.598437Z","caller":"traceutil/trace.go:171","msg":"trace[1532242385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2157; }","duration":"451.41794ms","start":"2026-03-31T18:30:00.146999Z","end":"2026-03-31T18:30:00.598417Z","steps":["trace[1532242385] 'agreement among raft nodes before linearized reading' (duration: 451.094943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.598492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.146977Z","time spent":"451.506051ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:00.598499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.139377Z","time spent":"459.061473ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.59846Z","caller":"traceutil/trace.go:171","msg":"trace[639835364] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af; range_end:; response_count:1; response_revision:2157; }","duration":"452.828912ms","start":"2026-03-31T18:30:00.145589Z","end":"2026-03-31T18:30:00.598418Z","steps":["trace[639835364] 'agreement among raft nodes before linearized reading' (duration: 452.463064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.598659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.145537Z","time spent":"453.017686ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" "} {"level":"info","ts":"2026-03-31T18:30:00.928271Z","caller":"traceutil/trace.go:171","msg":"trace[1915396288] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"327.275686ms","start":"2026-03-31T18:30:00.600961Z","end":"2026-03-31T18:30:00.928237Z","steps":["trace[1915396288] 'process raft request' (duration: 326.959109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.928453Z","caller":"traceutil/trace.go:171","msg":"trace[1013163456] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2240; }","duration":"245.369821ms","start":"2026-03-31T18:30:00.683046Z","end":"2026-03-31T18:30:00.928416Z","steps":["trace[1013163456] 'read index received' (duration: 245.047214ms)","trace[1013163456] 'applied index is now lower than readState.Index' (duration: 320.287µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.928528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.60094Z","time spent":"327.456381ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.928564Z","caller":"traceutil/trace.go:171","msg":"trace[1563611274] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"326.048978ms","start":"2026-03-31T18:30:00.60249Z","end":"2026-03-31T18:30:00.928539Z","steps":["trace[1563611274] 'process raft request' (duration: 325.673989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.928653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.553155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.928758Z","caller":"traceutil/trace.go:171","msg":"trace[1606084820] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2159; }","duration":"245.738029ms","start":"2026-03-31T18:30:00.68299Z","end":"2026-03-31T18:30:00.928728Z","steps":["trace[1606084820] 'agreement among raft nodes before linearized reading' (duration: 245.549305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.928794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.602483Z","time spent":"326.218111ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.940856Z","caller":"traceutil/trace.go:171","msg":"trace[1359367764] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"256.709317ms","start":"2026-03-31T18:30:00.684123Z","end":"2026-03-31T18:30:00.940833Z","steps":["trace[1359367764] 'process raft request' (duration: 256.534743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.318443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.932065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:01.318541Z","caller":"traceutil/trace.go:171","msg":"trace[1994277006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2161; }","duration":"288.066968ms","start":"2026-03-31T18:30:01.030451Z","end":"2026-03-31T18:30:01.318518Z","steps":["trace[1994277006] 'range keys from in-memory index tree' (duration: 287.850864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.318593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.120013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:01.318733Z","caller":"traceutil/trace.go:171","msg":"trace[888043757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2161; }","duration":"147.276577ms","start":"2026-03-31T18:30:01.171438Z","end":"2026-03-31T18:30:01.318714Z","steps":["trace[888043757] 'range keys from in-memory index tree' (duration: 147.100393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.31886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.253608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:01.319076Z","caller":"traceutil/trace.go:171","msg":"trace[131201789] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"226.385539ms","start":"2026-03-31T18:30:01.092659Z","end":"2026-03-31T18:30:01.319045Z","steps":["trace[131201789] 'process raft request' (duration: 36.766223ms)","trace[131201789] 'compare' (duration: 188.804328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:01.741243Z","caller":"traceutil/trace.go:171","msg":"trace[610447499] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"169.979163ms","start":"2026-03-31T18:30:01.571212Z","end":"2026-03-31T18:30:01.741191Z","steps":["trace[610447499] 'process raft request' (duration: 85.038388ms)","trace[610447499] 'compare' (duration: 84.664389ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:01.741298Z","caller":"traceutil/trace.go:171","msg":"trace[419097251] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2246; }","duration":"144.120825ms","start":"2026-03-31T18:30:01.597148Z","end":"2026-03-31T18:30:01.741269Z","steps":["trace[419097251] 'read index received' (duration: 59.115359ms)","trace[419097251] 'applied index is now lower than readState.Index' (duration: 85.004226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:01.741288Z","caller":"traceutil/trace.go:171","msg":"trace[1084077464] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"169.079571ms","start":"2026-03-31T18:30:01.572172Z","end":"2026-03-31T18:30:01.741252Z","steps":["trace[1084077464] 'process raft request' (duration: 168.881827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.741363Z","caller":"traceutil/trace.go:171","msg":"trace[1925160375] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"167.062377ms","start":"2026-03-31T18:30:01.574259Z","end":"2026-03-31T18:30:01.741321Z","steps":["trace[1925160375] 'process raft request' (duration: 166.903733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.741601Z","caller":"traceutil/trace.go:171","msg":"trace[1028125949] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"168.439627ms","start":"2026-03-31T18:30:01.573144Z","end":"2026-03-31T18:30:01.741584Z","steps":["trace[1028125949] 'process raft request' (duration: 167.974657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.741641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.196423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-31T18:30:01.741678Z","caller":"traceutil/trace.go:171","msg":"trace[548483804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2168; }","duration":"142.270704ms","start":"2026-03-31T18:30:01.599398Z","end":"2026-03-31T18:30:01.741669Z","steps":["trace[548483804] 'agreement among raft nodes before linearized reading' (duration: 142.099811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.741519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.352041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:01.741406Z","caller":"traceutil/trace.go:171","msg":"trace[699996313] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"166.923002ms","start":"2026-03-31T18:30:01.574467Z","end":"2026-03-31T18:30:01.74139Z","steps":["trace[699996313] 'process raft request' (duration: 166.739168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.741754Z","caller":"traceutil/trace.go:171","msg":"trace[397100819] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2168; }","duration":"144.645998ms","start":"2026-03-31T18:30:01.597087Z","end":"2026-03-31T18:30:01.741733Z","steps":["trace[397100819] 'agreement among raft nodes before linearized reading' (duration: 144.344061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.741957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.487929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:01.742051Z","caller":"traceutil/trace.go:171","msg":"trace[779002618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2168; }","duration":"142.621942ms","start":"2026-03-31T18:30:01.599413Z","end":"2026-03-31T18:30:01.742035Z","steps":["trace[779002618] 'agreement among raft nodes before linearized reading' (duration: 142.247944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.7423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.780562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:01.742347Z","caller":"traceutil/trace.go:171","msg":"trace[1690688588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2168; }","duration":"137.839054ms","start":"2026-03-31T18:30:01.604488Z","end":"2026-03-31T18:30:01.742327Z","steps":["trace[1690688588] 'agreement among raft nodes before linearized reading' (duration: 137.043036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.102635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.849351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:02.103028Z","caller":"traceutil/trace.go:171","msg":"trace[604502611] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"350.454582ms","start":"2026-03-31T18:30:01.752525Z","end":"2026-03-31T18:30:02.102979Z","steps":["trace[604502611] 'process raft request' (duration: 350.238707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.10314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.752505Z","time spent":"350.575094ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:02.103274Z","caller":"traceutil/trace.go:171","msg":"trace[1274408824] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"356.349665ms","start":"2026-03-31T18:30:01.746822Z","end":"2026-03-31T18:30:02.103172Z","steps":["trace[1274408824] 'process raft request' (duration: 124.86396ms)","trace[1274408824] 'compare' (duration: 230.577615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:02.103494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.746803Z","time spent":"356.615ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:02.84698Z","caller":"traceutil/trace.go:171","msg":"trace[896481110] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"233.784909ms","start":"2026-03-31T18:30:02.61317Z","end":"2026-03-31T18:30:02.846955Z","steps":["trace[896481110] 'process raft request' (duration: 233.602344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.199865Z","caller":"traceutil/trace.go:171","msg":"trace[1382326469] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2253; }","duration":"541.561293ms","start":"2026-03-31T18:30:02.658274Z","end":"2026-03-31T18:30:03.199835Z","steps":["trace[1382326469] 'read index received' (duration: 188.503403ms)","trace[1382326469] 'applied index is now lower than readState.Index' (duration: 353.0566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:03.200319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.222604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:03.20034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.042544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:30:03.200391Z","caller":"traceutil/trace.go:171","msg":"trace[896578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2172; }","duration":"206.307396ms","start":"2026-03-31T18:30:02.994066Z","end":"2026-03-31T18:30:03.200373Z","steps":["trace[896578] 'agreement among raft nodes before linearized reading' (duration: 206.173613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.200363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.524067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:03.200383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.298637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:03.20045Z","caller":"traceutil/trace.go:171","msg":"trace[1553068599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2172; }","duration":"449.65451ms","start":"2026-03-31T18:30:02.750778Z","end":"2026-03-31T18:30:03.200433Z","steps":["trace[1553068599] 'agreement among raft nodes before linearized reading' (duration: 449.433866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.200457Z","caller":"traceutil/trace.go:171","msg":"trace[1285105885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2172; }","duration":"542.177537ms","start":"2026-03-31T18:30:02.658239Z","end":"2026-03-31T18:30:03.200417Z","steps":["trace[1285105885] 'agreement among raft nodes before linearized reading' (duration: 541.938422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.200503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.750761Z","time spent":"449.733662ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:03.200544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.658217Z","time spent":"542.31726ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:30:03.200457Z","caller":"traceutil/trace.go:171","msg":"trace[349106840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2172; }","duration":"267.40979ms","start":"2026-03-31T18:30:02.93303Z","end":"2026-03-31T18:30:03.20044Z","steps":["trace[349106840] 'agreement among raft nodes before linearized reading' (duration: 267.227776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.200353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.348668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:03.200713Z","caller":"traceutil/trace.go:171","msg":"trace[266284681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2172; }","duration":"169.763297ms","start":"2026-03-31T18:30:03.030938Z","end":"2026-03-31T18:30:03.200701Z","steps":["trace[266284681] 'agreement among raft nodes before linearized reading' (duration: 169.329298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.200333Z","caller":"traceutil/trace.go:171","msg":"trace[2058932585] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"576.220178ms","start":"2026-03-31T18:30:02.624079Z","end":"2026-03-31T18:30:03.2003Z","steps":["trace[2058932585] 'process raft request' (duration: 535.71059ms)","trace[2058932585] 'compare' (duration: 39.69078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:03.200993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.624056Z","time spent":"576.878683ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12370,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:03.763284Z","caller":"traceutil/trace.go:171","msg":"trace[1937688920] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2256; }","duration":"152.67407ms","start":"2026-03-31T18:30:03.61059Z","end":"2026-03-31T18:30:03.763264Z","steps":["trace[1937688920] 'read index received' (duration: 152.607939ms)","trace[1937688920] 'applied index is now lower than readState.Index' (duration: 65.211µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:03.763347Z","caller":"traceutil/trace.go:171","msg":"trace[131085530] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"185.949313ms","start":"2026-03-31T18:30:03.577378Z","end":"2026-03-31T18:30:03.763327Z","steps":["trace[131085530] 'process raft request' (duration: 185.740829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.763494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.883725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:30:03.763548Z","caller":"traceutil/trace.go:171","msg":"trace[219771965] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2174; }","duration":"152.978927ms","start":"2026-03-31T18:30:03.610557Z","end":"2026-03-31T18:30:03.763536Z","steps":["trace[219771965] 'agreement among raft nodes before linearized reading' (duration: 152.819074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.263692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:04.401395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.836165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:04.401712Z","caller":"traceutil/trace.go:171","msg":"trace[1910936243] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"748.45785ms","start":"2026-03-31T18:30:03.653223Z","end":"2026-03-31T18:30:04.401681Z","steps":["trace[1910936243] 'process raft request' (duration: 636.249327ms)","trace[1910936243] 'compare' (duration: 111.665551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:04.401731Z","caller":"traceutil/trace.go:171","msg":"trace[1609206659] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"654.347879ms","start":"2026-03-31T18:30:03.747359Z","end":"2026-03-31T18:30:04.401707Z","steps":["trace[1609206659] 'process raft request' (duration: 654.190235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.401846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.653202Z","time spent":"748.580174ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:04.401909Z","caller":"traceutil/trace.go:171","msg":"trace[1351759372] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2257; }","duration":"638.52569ms","start":"2026-03-31T18:30:03.763354Z","end":"2026-03-31T18:30:04.40188Z","steps":["trace[1351759372] 'read index received' (duration: 526.037541ms)","trace[1351759372] 'applied index is now lower than readState.Index' (duration: 112.486739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:04.402124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.747341Z","time spent":"654.511312ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:04.402177Z","caller":"traceutil/trace.go:171","msg":"trace[40855139] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"654.728417ms","start":"2026-03-31T18:30:03.747437Z","end":"2026-03-31T18:30:04.402165Z","steps":["trace[40855139] 'process raft request' (duration: 654.210365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.402324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.058417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:30:04.402367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.372402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.402378Z","caller":"traceutil/trace.go:171","msg":"trace[891695716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2177; }","duration":"656.151519ms","start":"2026-03-31T18:30:03.746214Z","end":"2026-03-31T18:30:04.402366Z","steps":["trace[891695716] 'agreement among raft nodes before linearized reading' (duration: 655.990455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.402398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.646354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:04.402411Z","caller":"traceutil/trace.go:171","msg":"trace[1931840871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2177; }","duration":"370.450634ms","start":"2026-03-31T18:30:04.031949Z","end":"2026-03-31T18:30:04.4024Z","steps":["trace[1931840871] 'agreement among raft nodes before linearized reading' (duration: 370.359922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.402426Z","caller":"traceutil/trace.go:171","msg":"trace[322989120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2177; }","duration":"293.711226ms","start":"2026-03-31T18:30:04.108708Z","end":"2026-03-31T18:30:04.402419Z","steps":["trace[322989120] 'agreement among raft nodes before linearized reading' (duration: 293.653654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.40244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.390105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:04.40244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.341881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:04.402459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.006803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:04.402501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.747418Z","time spent":"654.791689ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:04.402547Z","caller":"traceutil/trace.go:171","msg":"trace[876972055] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2177; }","duration":"227.493865ms","start":"2026-03-31T18:30:04.175034Z","end":"2026-03-31T18:30:04.402528Z","steps":["trace[876972055] 'agreement among raft nodes before linearized reading' (duration: 227.310631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.402422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.29461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:04.402663Z","caller":"traceutil/trace.go:171","msg":"trace[362893448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2177; }","duration":"655.580486ms","start":"2026-03-31T18:30:03.747071Z","end":"2026-03-31T18:30:04.402651Z","steps":["trace[362893448] 'agreement among raft nodes before linearized reading' (duration: 655.170787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.402565Z","caller":"traceutil/trace.go:171","msg":"trace[1276222136] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2177; }","duration":"587.182387ms","start":"2026-03-31T18:30:03.815363Z","end":"2026-03-31T18:30:04.402546Z","steps":["trace[1276222136] 'agreement among raft nodes before linearized reading' (duration: 586.970392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.402722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.747057Z","time spent":"655.638508ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:04.402565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.329931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T18:30:04.402768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.815342Z","time spent":"587.412752ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.402492Z","caller":"traceutil/trace.go:171","msg":"trace[2014593144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2177; }","duration":"194.440956ms","start":"2026-03-31T18:30:04.208036Z","end":"2026-03-31T18:30:04.402477Z","steps":["trace[2014593144] 'agreement among raft nodes before linearized reading' (duration: 194.310783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.402827Z","caller":"traceutil/trace.go:171","msg":"trace[1169100274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2177; }","duration":"655.659898ms","start":"2026-03-31T18:30:03.747108Z","end":"2026-03-31T18:30:04.402768Z","steps":["trace[1169100274] 'agreement among raft nodes before linearized reading' (duration: 655.112326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.402413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.746196Z","time spent":"656.21052ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:04.402914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.747084Z","time spent":"655.816881ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:30:04.40234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.536902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T18:30:04.40297Z","caller":"traceutil/trace.go:171","msg":"trace[1907638032] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b; range_end:; response_count:1; response_revision:2177; }","duration":"636.200407ms","start":"2026-03-31T18:30:03.76675Z","end":"2026-03-31T18:30:04.402951Z","steps":["trace[1907638032] 'agreement among raft nodes before linearized reading' (duration: 635.506951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.403038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.766721Z","time spent":"636.296689ms","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-97053b6d-3018-4a5f-85b2-aa361973fa2b\" "} {"level":"warn","ts":"2026-03-31T18:30:04.402445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.03193Z","time spent":"370.508976ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:04.403098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.907149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:30:04.403253Z","caller":"traceutil/trace.go:171","msg":"trace[1833696944] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2177; }","duration":"132.213975ms","start":"2026-03-31T18:30:04.270998Z","end":"2026-03-31T18:30:04.403212Z","steps":["trace[1833696944] 'agreement among raft nodes before linearized reading' (duration: 131.294915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.806208Z","caller":"traceutil/trace.go:171","msg":"trace[581778412] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2265; }","duration":"143.211716ms","start":"2026-03-31T18:30:04.662974Z","end":"2026-03-31T18:30:04.806185Z","steps":["trace[581778412] 'read index received' (duration: 143.131504ms)","trace[581778412] 'applied index is now lower than readState.Index' (duration: 79.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:04.806395Z","caller":"traceutil/trace.go:171","msg":"trace[1626904815] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"148.277731ms","start":"2026-03-31T18:30:04.65805Z","end":"2026-03-31T18:30:04.806328Z","steps":["trace[1626904815] 'process raft request' (duration: 148.009735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.806449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.456971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18a2008bd15f615b\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-03-31T18:30:04.806884Z","caller":"traceutil/trace.go:171","msg":"trace[1992864977] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18a2008bd15f615b; range_end:; response_count:1; response_revision:2183; }","duration":"143.928861ms","start":"2026-03-31T18:30:04.662907Z","end":"2026-03-31T18:30:04.806836Z","steps":["trace[1992864977] 'agreement among raft nodes before linearized reading' (duration: 143.393629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.131456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.478483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:05.131682Z","caller":"traceutil/trace.go:171","msg":"trace[1041119849] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"320.975833ms","start":"2026-03-31T18:30:04.810657Z","end":"2026-03-31T18:30:05.131633Z","steps":["trace[1041119849] 'process raft request' (duration: 86.205084ms)","trace[1041119849] 'compare' (duration: 234.328359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:05.131792Z","caller":"traceutil/trace.go:171","msg":"trace[1711018942] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"280.706021ms","start":"2026-03-31T18:30:04.85103Z","end":"2026-03-31T18:30:05.131736Z","steps":["trace[1711018942] 'read index received' (duration: 45.87882ms)","trace[1711018942] 'applied index is now lower than readState.Index' (duration: 234.821091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:05.131871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.810621Z","time spent":"321.130527ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:05.132071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.992827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:05.13216Z","caller":"traceutil/trace.go:171","msg":"trace[1036948967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"281.146442ms","start":"2026-03-31T18:30:04.850989Z","end":"2026-03-31T18:30:05.132135Z","steps":["trace[1036948967] 'agreement among raft nodes before linearized reading' (duration: 280.819033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.465197Z","caller":"traceutil/trace.go:171","msg":"trace[1546579147] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"320.125934ms","start":"2026-03-31T18:30:05.145048Z","end":"2026-03-31T18:30:05.465174Z","steps":["trace[1546579147] 'read index received' (duration: 275.320588ms)","trace[1546579147] 'applied index is now lower than readState.Index' (duration: 44.804086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:05.46523Z","caller":"traceutil/trace.go:171","msg":"trace[43852148] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"329.734841ms","start":"2026-03-31T18:30:05.135463Z","end":"2026-03-31T18:30:05.465198Z","steps":["trace[43852148] 'process raft request' (duration: 285.051179ms)","trace[43852148] 'compare' (duration: 44.390906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:05.465396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.625589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:05.465388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.135432Z","time spent":"329.869994ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.46542Z","caller":"traceutil/trace.go:171","msg":"trace[435801535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2186; }","duration":"209.708861ms","start":"2026-03-31T18:30:05.255704Z","end":"2026-03-31T18:30:05.465413Z","steps":["trace[435801535] 'agreement among raft nodes before linearized reading' (duration: 209.595088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.465461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.38711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:30:05.465541Z","caller":"traceutil/trace.go:171","msg":"trace[1351267367] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af; range_end:; response_count:1; response_revision:2186; }","duration":"320.513023ms","start":"2026-03-31T18:30:05.145008Z","end":"2026-03-31T18:30:05.465521Z","steps":["trace[1351267367] 'agreement among raft nodes before linearized reading' (duration: 320.258567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.465584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.144988Z","time spent":"320.588526ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" "} {"level":"info","ts":"2026-03-31T18:30:05.854336Z","caller":"traceutil/trace.go:171","msg":"trace[611044105] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"386.669232ms","start":"2026-03-31T18:30:05.467643Z","end":"2026-03-31T18:30:05.854312Z","steps":["trace[611044105] 'process raft request' (duration: 386.486558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.854491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.467619Z","time spent":"386.789165ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.8994Z","caller":"traceutil/trace.go:171","msg":"trace[1487910313] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"130.287792ms","start":"2026-03-31T18:30:05.769085Z","end":"2026-03-31T18:30:05.899373Z","steps":["trace[1487910313] 'process raft request' (duration: 130.209821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.899457Z","caller":"traceutil/trace.go:171","msg":"trace[1419922486] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"430.811992ms","start":"2026-03-31T18:30:05.468603Z","end":"2026-03-31T18:30:05.899414Z","steps":["trace[1419922486] 'process raft request' (duration: 430.551046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.899655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.468571Z","time spent":"430.974016ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:06.026774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.394807ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:30:06.026925Z","caller":"traceutil/trace.go:171","msg":"trace[1235473614] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2269; }","duration":"229.382369ms","start":"2026-03-31T18:30:05.797519Z","end":"2026-03-31T18:30:06.026901Z","steps":["trace[1235473614] 'read index received' (duration: 56.705105ms)","trace[1235473614] 'applied index is now lower than readState.Index' (duration: 172.673694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:06.027047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.504231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:06.027082Z","caller":"traceutil/trace.go:171","msg":"trace[1735863505] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2189; }","duration":"229.568272ms","start":"2026-03-31T18:30:05.797503Z","end":"2026-03-31T18:30:06.027071Z","steps":["trace[1735863505] 'agreement among raft nodes before linearized reading' (duration: 229.46095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.522456Z","caller":"traceutil/trace.go:171","msg":"trace[235620079] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"113.775789ms","start":"2026-03-31T18:30:06.408647Z","end":"2026-03-31T18:30:06.522423Z","steps":["trace[235620079] 'process raft request' (duration: 113.466762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.790433Z","caller":"traceutil/trace.go:171","msg":"trace[464666530] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"264.371891ms","start":"2026-03-31T18:30:06.526035Z","end":"2026-03-31T18:30:06.790407Z","steps":["trace[464666530] 'process raft request' (duration: 264.239728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:07.172831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.365973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:07.173215Z","caller":"traceutil/trace.go:171","msg":"trace[2099543916] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2276; }","duration":"141.302692ms","start":"2026-03-31T18:30:07.031889Z","end":"2026-03-31T18:30:07.173192Z","steps":["trace[2099543916] 'read index received' (duration: 72.031µs)","trace[2099543916] 'applied index is now lower than readState.Index' (duration: 141.229531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:07.173341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.455556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:07.173408Z","caller":"traceutil/trace.go:171","msg":"trace[314090390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2195; }","duration":"141.525667ms","start":"2026-03-31T18:30:07.031867Z","end":"2026-03-31T18:30:07.173392Z","steps":["trace[314090390] 'agreement among raft nodes before linearized reading' (duration: 141.406524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:07.173559Z","caller":"traceutil/trace.go:171","msg":"trace[208966322] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"645.735052ms","start":"2026-03-31T18:30:06.527801Z","end":"2026-03-31T18:30:07.173536Z","steps":["trace[208966322] 'process raft request' (duration: 645.330963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:07.17362Z","caller":"traceutil/trace.go:171","msg":"trace[1876854746] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"646.830048ms","start":"2026-03-31T18:30:06.526753Z","end":"2026-03-31T18:30:07.173583Z","steps":["trace[1876854746] 'process raft request' (duration: 399.602156ms)","trace[1876854746] 'compare' (duration: 246.013745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:07.173679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.527795Z","time spent":"645.824504ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:07.17378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.526744Z","time spent":"646.956081ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:07.173552Z","caller":"traceutil/trace.go:171","msg":"trace[1101987591] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"646.397208ms","start":"2026-03-31T18:30:06.527132Z","end":"2026-03-31T18:30:07.173529Z","steps":["trace[1101987591] 'process raft request' (duration: 645.910637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:07.173928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.527125Z","time spent":"646.743006ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:08.184811Z","caller":"traceutil/trace.go:171","msg":"trace[1002156313] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"277.289163ms","start":"2026-03-31T18:30:07.907493Z","end":"2026-03-31T18:30:08.184782Z","steps":["trace[1002156313] 'process raft request' (duration: 277.12726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:08.317578Z","caller":"traceutil/trace.go:171","msg":"trace[1428042888] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2281; }","duration":"285.310475ms","start":"2026-03-31T18:30:08.032223Z","end":"2026-03-31T18:30:08.317533Z","steps":["trace[1428042888] 'read index received' (duration: 152.345451ms)","trace[1428042888] 'applied index is now lower than readState.Index' (duration: 132.964084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:08.317695Z","caller":"traceutil/trace.go:171","msg":"trace[167329465] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"408.332704ms","start":"2026-03-31T18:30:07.909321Z","end":"2026-03-31T18:30:08.317654Z","steps":["trace[167329465] 'process raft request' (duration: 359.248941ms)","trace[167329465] 'compare' (duration: 48.842538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:08.317717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.47878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:08.317852Z","caller":"traceutil/trace.go:171","msg":"trace[1404856325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2199; }","duration":"285.632182ms","start":"2026-03-31T18:30:08.032171Z","end":"2026-03-31T18:30:08.317803Z","steps":["trace[1404856325] 'agreement among raft nodes before linearized reading' (duration: 285.472809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:08.317863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.909292Z","time spent":"408.480267ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:08.898073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.342252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:08.898148Z","caller":"traceutil/trace.go:171","msg":"trace[1202604812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2201; }","duration":"103.430124ms","start":"2026-03-31T18:30:08.794696Z","end":"2026-03-31T18:30:08.898126Z","steps":["trace[1202604812] 'range keys from in-memory index tree' (duration: 103.165448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:09.30812Z","caller":"traceutil/trace.go:171","msg":"trace[1126397181] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"483.358263ms","start":"2026-03-31T18:30:08.824734Z","end":"2026-03-31T18:30:09.308093Z","steps":["trace[1126397181] 'process raft request' (duration: 483.140248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:09.308371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.824709Z","time spent":"483.571238ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.985567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.671962199s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:12.033008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000454212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:12.033093Z","caller":"traceutil/trace.go:171","msg":"trace[1404055528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592695s","start":"2026-03-31T18:30:10.032482Z","end":"2026-03-31T18:30:12.033075Z","steps":["trace[1404055528] 'agreement among raft nodes before linearized reading' (duration: 2.000486483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.033141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.032459Z","time spent":"2.000671767s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:13.90108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.901901Z","time spent":"4.999172297s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:14.033922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:14.034039Z","caller":"traceutil/trace.go:171","msg":"trace[999929020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582226s","start":"2026-03-31T18:30:12.033437Z","end":"2026-03-31T18:30:14.034019Z","steps":["trace[999929020] 'agreement among raft nodes before linearized reading' (duration: 2.000444343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.034088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.033419Z","time spent":"2.000659697s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:14.177366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998780357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:14.177428Z","caller":"traceutil/trace.go:171","msg":"trace[114992392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998909051s","start":"2026-03-31T18:30:09.178503Z","end":"2026-03-31T18:30:14.177412Z","steps":["trace[114992392] 'agreement among raft nodes before linearized reading' (duration: 4.998829179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.177458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.178472Z","time spent":"4.998980192s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:14.48345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999056485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:14.483519Z","caller":"traceutil/trace.go:171","msg":"trace[1477963237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999184707s","start":"2026-03-31T18:30:09.484319Z","end":"2026-03-31T18:30:14.483504Z","steps":["trace[1477963237] 'agreement among raft nodes before linearized reading' (duration: 4.999095235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.483556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.484294Z","time spent":"4.999254309s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:14.763601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591692792s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:14.763726Z","caller":"traceutil/trace.go:171","msg":"trace[1195210212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2202; }","duration":"3.591829365s","start":"2026-03-31T18:30:11.171877Z","end":"2026-03-31T18:30:14.763706Z","steps":["trace[1195210212] 'range keys from in-memory index tree' (duration: 3.591678372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.764528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778051624s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:14.764627Z","caller":"traceutil/trace.go:171","msg":"trace[98714429] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2285; }","duration":"5.708497021s","start":"2026-03-31T18:30:09.056112Z","end":"2026-03-31T18:30:14.764609Z","steps":["trace[98714429] 'read index received' (duration: 251.778205ms)","trace[98714429] 'applied index is now lower than readState.Index' (duration: 5.456717096s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:14.764742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.708627155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:14.764777Z","caller":"traceutil/trace.go:171","msg":"trace[253507444] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2203; }","duration":"5.708698756s","start":"2026-03-31T18:30:09.056068Z","end":"2026-03-31T18:30:14.764767Z","steps":["trace[253507444] 'agreement among raft nodes before linearized reading' (duration: 5.708624814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.764813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.056046Z","time spent":"5.708758287s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:15.265008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:15.452057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.330190125s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:15.49198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.493548Z","time spent":"4.99842323s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:15.567596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.569107Z","time spent":"4.998480912s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:16.042116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:16.042219Z","caller":"traceutil/trace.go:171","msg":"trace[1276584309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458682s","start":"2026-03-31T18:30:14.041738Z","end":"2026-03-31T18:30:16.042197Z","steps":["trace[1276584309] 'agreement among raft nodes before linearized reading' (duration: 2.00033874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.042288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:14.04172Z","time spent":"2.000554084s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:16.972759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520407674s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:16.973212Z","caller":"traceutil/trace.go:171","msg":"trace[2065436719] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"6.783079481s","start":"2026-03-31T18:30:10.190105Z","end":"2026-03-31T18:30:16.973184Z","steps":["trace[2065436719] 'process raft request' (duration: 5.262137605s)","trace[2065436719] 'compare' (duration: 1.520148599s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:16.973594Z","caller":"traceutil/trace.go:171","msg":"trace[632328408] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2287; }","duration":"2.208907147s","start":"2026-03-31T18:30:14.764658Z","end":"2026-03-31T18:30:16.973566Z","steps":["trace[632328408] 'read index received' (duration: 687.593711ms)","trace[632328408] 'applied index is now lower than readState.Index' (duration: 1.521311926s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:16.973804Z","caller":"traceutil/trace.go:171","msg":"trace[1612660041] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.766091383s","start":"2026-03-31T18:30:15.207689Z","end":"2026-03-31T18:30:16.973781Z","steps":["trace[1612660041] 'process raft request' (duration: 1.765800845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.973922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.207659Z","time spent":"1.766210905s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:16.973923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63048595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:16.973877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290961316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:16.973971Z","caller":"traceutil/trace.go:171","msg":"trace[632867184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2207; }","duration":"2.630566542s","start":"2026-03-31T18:30:14.343393Z","end":"2026-03-31T18:30:16.97396Z","steps":["trace[632867184] 'agreement among raft nodes before linearized reading' (duration: 2.63047827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.97395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.464509072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:16.974033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:14.343374Z","time spent":"2.630647413s","remote":"127.0.0.1:37416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:16.974032Z","caller":"traceutil/trace.go:171","msg":"trace[824283877] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2207; }","duration":"2.291260443s","start":"2026-03-31T18:30:14.682748Z","end":"2026-03-31T18:30:16.974008Z","steps":["trace[824283877] 'agreement among raft nodes before linearized reading' (duration: 2.291019167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.973821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402795261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:16.974085Z","caller":"traceutil/trace.go:171","msg":"trace[1111874480] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2207; }","duration":"5.464779948s","start":"2026-03-31T18:30:11.509282Z","end":"2026-03-31T18:30:16.974062Z","steps":["trace[1111874480] 'agreement among raft nodes before linearized reading' (duration: 5.46443679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:14.682725Z","time spent":"2.291363365s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:16.974019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.423788211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T18:30:16.974146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652087995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:16.974145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.509248Z","time spent":"5.464880151s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:16.973364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.190078Z","time spent":"6.783193714s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:16.974187Z","caller":"traceutil/trace.go:171","msg":"trace[2069382686] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:2207; }","duration":"6.424035906s","start":"2026-03-31T18:30:10.550139Z","end":"2026-03-31T18:30:16.974175Z","steps":["trace[2069382686] 'agreement among raft nodes before linearized reading' (duration: 6.423698268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668658898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:16.974306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795585827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:30:16.974257Z","caller":"traceutil/trace.go:171","msg":"trace[52206257] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2207; }","duration":"3.403262032s","start":"2026-03-31T18:30:13.570964Z","end":"2026-03-31T18:30:16.974226Z","steps":["trace[52206257] 'agreement among raft nodes before linearized reading' (duration: 3.402791261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.826351743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:30:16.974366Z","caller":"traceutil/trace.go:171","msg":"trace[1703832843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2207; }","duration":"7.79569564s","start":"2026-03-31T18:30:09.178657Z","end":"2026-03-31T18:30:16.974352Z","steps":["trace[1703832843] 'agreement among raft nodes before linearized reading' (duration: 7.795568227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.328232756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T18:30:16.974403Z","caller":"traceutil/trace.go:171","msg":"trace[1528360293] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af; range_end:; response_count:1; response_revision:2207; }","duration":"6.826425734s","start":"2026-03-31T18:30:10.147966Z","end":"2026-03-31T18:30:16.974391Z","steps":["trace[1528360293] 'agreement among raft nodes before linearized reading' (duration: 6.826341923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.1786Z","time spent":"7.795805522s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:16.974445Z","caller":"traceutil/trace.go:171","msg":"trace[234099925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2207; }","duration":"7.328297817s","start":"2026-03-31T18:30:09.646125Z","end":"2026-03-31T18:30:16.974423Z","steps":["trace[234099925] 'agreement among raft nodes before linearized reading' (duration: 7.328199995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.646112Z","time spent":"7.328365629s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:16.974153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.819712781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:16.974483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795886554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:16.974551Z","caller":"traceutil/trace.go:171","msg":"trace[1302728457] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2207; }","duration":"4.82013766s","start":"2026-03-31T18:30:12.15439Z","end":"2026-03-31T18:30:16.974528Z","steps":["trace[1302728457] 'agreement among raft nodes before linearized reading' (duration: 4.819723341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.97444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.14794Z","time spent":"6.826492206s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" "} {"level":"info","ts":"2026-03-31T18:30:16.974597Z","caller":"traceutil/trace.go:171","msg":"trace[1334218206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2207; }","duration":"7.796057307s","start":"2026-03-31T18:30:09.178519Z","end":"2026-03-31T18:30:16.974576Z","steps":["trace[1334218206] 'agreement among raft nodes before linearized reading' (duration: 7.79573126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.154367Z","time spent":"4.820231473s","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:16.974199Z","caller":"traceutil/trace.go:171","msg":"trace[2057581484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2207; }","duration":"6.652137886s","start":"2026-03-31T18:30:10.322045Z","end":"2026-03-31T18:30:16.974183Z","steps":["trace[2057581484] 'agreement among raft nodes before linearized reading' (duration: 6.652012463s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.974415Z","caller":"traceutil/trace.go:171","msg":"trace[1249324407] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2207; }","duration":"4.668921954s","start":"2026-03-31T18:30:12.305404Z","end":"2026-03-31T18:30:16.974325Z","steps":["trace[1249324407] 'agreement among raft nodes before linearized reading' (duration: 4.668528495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.570931Z","time spent":"3.403523208s","remote":"127.0.0.1:37214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:16.974741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.321943Z","time spent":"6.652748859s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:16.974289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.550122Z","time spent":"6.424126158s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"warn","ts":"2026-03-31T18:30:16.974128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587804226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:16.974944Z","caller":"traceutil/trace.go:171","msg":"trace[993375658] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2207; }","duration":"4.588660674s","start":"2026-03-31T18:30:12.386265Z","end":"2026-03-31T18:30:16.974926Z","steps":["trace[993375658] 'agreement among raft nodes before linearized reading' (duration: 4.587797565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.975013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.386244Z","time spent":"4.588748697s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:16.974663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.178506Z","time spent":"7.79614361s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:16.974287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403189385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:16.975192Z","caller":"traceutil/trace.go:171","msg":"trace[127294217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2207; }","duration":"7.404118756s","start":"2026-03-31T18:30:09.571052Z","end":"2026-03-31T18:30:16.975171Z","steps":["trace[127294217] 'agreement among raft nodes before linearized reading' (duration: 7.403148044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.974755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.305384Z","time spent":"4.669349273s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:16.975264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.571031Z","time spent":"7.404213467s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:16.974403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.797740496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:16.975335Z","caller":"traceutil/trace.go:171","msg":"trace[1155602587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2207; }","duration":"7.798716388s","start":"2026-03-31T18:30:09.176596Z","end":"2026-03-31T18:30:16.975312Z","steps":["trace[1155602587] 'agreement among raft nodes before linearized reading' (duration: 7.797747216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.975406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.17657Z","time spent":"7.798822021s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:17.474084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:17.97467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:18.04263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:18.04283Z","caller":"traceutil/trace.go:171","msg":"trace[824889850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452953s","start":"2026-03-31T18:30:16.042278Z","end":"2026-03-31T18:30:18.042731Z","steps":["trace[824889850] 'agreement among raft nodes before linearized reading' (duration: 2.000288849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.042942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.042262Z","time spent":"2.000665767s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:18.20725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583142356s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:18.794451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890325318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:18.79453Z","caller":"traceutil/trace.go:171","msg":"trace[1997211169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.890464061s","start":"2026-03-31T18:30:15.904047Z","end":"2026-03-31T18:30:18.794511Z","steps":["trace[1997211169] 'agreement among raft nodes before linearized reading' (duration: 2.890356029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.794577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.904026Z","time spent":"2.890536432s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:30:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:19.177915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997867155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T18:30:19.177944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.980141Z","time spent":"2.197619429s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-31T18:30:19.178032Z","caller":"traceutil/trace.go:171","msg":"trace[1423555031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998035279s","start":"2026-03-31T18:30:16.179977Z","end":"2026-03-31T18:30:19.178012Z","steps":["trace[1423555031] 'agreement among raft nodes before linearized reading' (duration: 2.997896496s)"],"step_count":1} 2026/03/31 18:30:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:19.178364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.179956Z","time spent":"2.998391888s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:30:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:19.17891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.979148Z","time spent":"2.199757479s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:19.482863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997454526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:19.482933Z","caller":"traceutil/trace.go:171","msg":"trace[2112475269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997578719s","start":"2026-03-31T18:30:16.485339Z","end":"2026-03-31T18:30:19.482917Z","steps":["trace[2112475269] 'agreement among raft nodes before linearized reading' (duration: 2.997487727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.482968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.485316Z","time spent":"2.99764597s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:30:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:20.050705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999788638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:20.050819Z","caller":"traceutil/trace.go:171","msg":"trace[1292674935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974132s","start":"2026-03-31T18:30:18.050825Z","end":"2026-03-31T18:30:20.0508Z","steps":["trace[1292674935] 'agreement among raft nodes before linearized reading' (duration: 1.999832309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.05087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.050799Z","time spent":"2.000060843s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:20.321587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.979924Z","time spent":"3.341656775s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:20.332531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125001986s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T18:30:20.332585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.161088Z","time spent":"1.171411476s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:20.486388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871645703s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:20.487017Z","caller":"traceutil/trace.go:171","msg":"trace[803348577] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"3.66837561s","start":"2026-03-31T18:30:16.818618Z","end":"2026-03-31T18:30:20.486993Z","steps":["trace[803348577] 'process raft request' (duration: 3.668288488s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.487063Z","caller":"traceutil/trace.go:171","msg":"trace[1059253358] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"3.782160758s","start":"2026-03-31T18:30:16.704872Z","end":"2026-03-31T18:30:20.487032Z","steps":["trace[1059253358] 'process raft request' (duration: 3.78179241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.48722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.704846Z","time spent":"3.78227003s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.487299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.818559Z","time spent":"3.668525343s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.48739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.976154Z","time spent":"3.511232469s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:20.488034Z","caller":"traceutil/trace.go:171","msg":"trace[1332347526] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"3.510589944s","start":"2026-03-31T18:30:16.977425Z","end":"2026-03-31T18:30:20.488015Z","steps":["trace[1332347526] 'process raft request' (duration: 3.509908758s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.48812Z","caller":"traceutil/trace.go:171","msg":"trace[662846060] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2291; }","duration":"3.514426361s","start":"2026-03-31T18:30:16.973677Z","end":"2026-03-31T18:30:20.488103Z","steps":["trace[662846060] 'read index received' (duration: 1.23383428s)","trace[662846060] 'applied index is now lower than readState.Index' (duration: 2.280590911s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:20.488157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.977413Z","time spent":"3.510667005s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.488301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97071046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:20.488341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222558928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:20.488374Z","caller":"traceutil/trace.go:171","msg":"trace[710680734] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"2.94072308s","start":"2026-03-31T18:30:17.547635Z","end":"2026-03-31T18:30:20.488358Z","steps":["trace[710680734] 'process raft request' (duration: 2.940423374s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.48837Z","caller":"traceutil/trace.go:171","msg":"trace[1623689722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2215; }","duration":"3.970829273s","start":"2026-03-31T18:30:16.517521Z","end":"2026-03-31T18:30:20.48835Z","steps":["trace[1623689722] 'agreement among raft nodes before linearized reading' (duration: 3.970634599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.488433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.517494Z","time spent":"3.970923185s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:20.488445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.547608Z","time spent":"2.940798822s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.488408Z","caller":"traceutil/trace.go:171","msg":"trace[316057634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2215; }","duration":"5.222659831s","start":"2026-03-31T18:30:15.26573Z","end":"2026-03-31T18:30:20.48839Z","steps":["trace[316057634] 'agreement among raft nodes before linearized reading' (duration: 5.222544288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.488594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.265714Z","time spent":"5.222838825s","remote":"127.0.0.1:37298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:20.488611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995061883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:30:20.488982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918783644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:30:20.489052Z","caller":"traceutil/trace.go:171","msg":"trace[285144002] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2215; }","duration":"4.918890366s","start":"2026-03-31T18:30:15.570143Z","end":"2026-03-31T18:30:20.489034Z","steps":["trace[285144002] 'agreement among raft nodes before linearized reading' (duration: 4.918042727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.489099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.570126Z","time spent":"4.918961049s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T18:30:20.489294Z","caller":"traceutil/trace.go:171","msg":"trace[1063879620] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2215; }","duration":"4.995251448s","start":"2026-03-31T18:30:15.493489Z","end":"2026-03-31T18:30:20.488741Z","steps":["trace[1063879620] 'agreement among raft nodes before linearized reading' (duration: 4.994741506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.489429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.493468Z","time spent":"4.995944664s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:30:20.519024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532768656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:20.519149Z","caller":"traceutil/trace.go:171","msg":"trace[523266349] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"3.53294044s","start":"2026-03-31T18:30:16.986179Z","end":"2026-03-31T18:30:20.519119Z","steps":["trace[523266349] 'agreement among raft nodes before linearized reading' (duration: 3.532781207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.519218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.986169Z","time spent":"3.533032162s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/03/31 18:30:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 18:30:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:22.051809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:22.0519Z","caller":"traceutil/trace.go:171","msg":"trace[1055859685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509154s","start":"2026-03-31T18:30:20.051368Z","end":"2026-03-31T18:30:22.051877Z","steps":["trace[1055859685] 'agreement among raft nodes before linearized reading' (duration: 2.000403562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.051988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.05135Z","time spent":"2.000626017s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:22.965361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.310552049s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:23.313338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141421448s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:23.313475Z","caller":"traceutil/trace.go:171","msg":"trace[763956423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2215; }","duration":"2.141564551s","start":"2026-03-31T18:30:21.171886Z","end":"2026-03-31T18:30:23.313451Z","steps":["trace[763956423] 'range keys from in-memory index tree' (duration: 2.141397817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.314193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659274132s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:23.314641Z","caller":"traceutil/trace.go:171","msg":"trace[180215580] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"2.74302539s","start":"2026-03-31T18:30:20.571598Z","end":"2026-03-31T18:30:23.314623Z","steps":["trace[180215580] 'process raft request' (duration: 2.742974859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.314746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.571551Z","time spent":"2.743147273s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:23.314814Z","caller":"traceutil/trace.go:171","msg":"trace[2090185318] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2217; }","duration":"4.133184403s","start":"2026-03-31T18:30:19.181599Z","end":"2026-03-31T18:30:23.314783Z","steps":["trace[2090185318] 'process raft request' (duration: 4.132768573s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.314853Z","caller":"traceutil/trace.go:171","msg":"trace[34197956] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"4.33341932s","start":"2026-03-31T18:30:18.981392Z","end":"2026-03-31T18:30:23.314812Z","steps":["trace[34197956] 'process raft request' (duration: 1.673440272s)","trace[34197956] 'compare' (duration: 2.658294131s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.314861Z","caller":"traceutil/trace.go:171","msg":"trace[710172993] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"4.134182726s","start":"2026-03-31T18:30:19.180649Z","end":"2026-03-31T18:30:23.314831Z","steps":["trace[710172993] 'process raft request' (duration: 4.133634943s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.314948Z","caller":"traceutil/trace.go:171","msg":"trace[306817251] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2300; }","duration":"2.826775818s","start":"2026-03-31T18:30:20.488159Z","end":"2026-03-31T18:30:23.314935Z","steps":["trace[306817251] 'read index received' (duration: 166.699898ms)","trace[306817251] 'applied index is now lower than readState.Index' (duration: 2.66007429s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.314955Z","caller":"traceutil/trace.go:171","msg":"trace[1610138409] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2217; }","duration":"2.990172351s","start":"2026-03-31T18:30:20.32476Z","end":"2026-03-31T18:30:23.314933Z","steps":["trace[1610138409] 'process raft request' (duration: 2.989651179s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.314951Z","caller":"traceutil/trace.go:171","msg":"trace[1789952342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2217; }","duration":"2.826203436s","start":"2026-03-31T18:30:20.488717Z","end":"2026-03-31T18:30:23.314921Z","steps":["trace[1789952342] 'process raft request' (duration: 2.825740335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.314974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.181582Z","time spent":"4.133301275s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.314996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.981365Z","time spent":"4.333553014s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.315013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.180627Z","time spent":"4.134305179s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.31504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64320977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:23.315046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562511571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:23.315064Z","caller":"traceutil/trace.go:171","msg":"trace[39339884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2219; }","duration":"4.643245431s","start":"2026-03-31T18:30:18.671812Z","end":"2026-03-31T18:30:23.315057Z","steps":["trace[39339884] 'agreement among raft nodes before linearized reading' (duration: 4.643192839s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.315083Z","caller":"traceutil/trace.go:171","msg":"trace[1181959949] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2219; }","duration":"4.562593043s","start":"2026-03-31T18:30:18.75248Z","end":"2026-03-31T18:30:23.315073Z","steps":["trace[1181959949] 'agreement among raft nodes before linearized reading' (duration: 4.562515471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.315079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.324732Z","time spent":"2.990275244s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.315115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.752455Z","time spent":"4.562653705s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.315117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.488669Z","time spent":"2.826354659s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.315144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740354371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:23.31509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.671719Z","time spent":"4.643363823s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:23.315169Z","caller":"traceutil/trace.go:171","msg":"trace[1986965836] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2219; }","duration":"4.740419523s","start":"2026-03-31T18:30:18.574741Z","end":"2026-03-31T18:30:23.31516Z","steps":["trace[1986965836] 'agreement among raft nodes before linearized reading' (duration: 4.740360482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.315193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.574718Z","time spent":"4.740467125s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.31522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123643976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:23.315218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236139106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:23.315257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518590437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:30:23.315272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503461812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:30:23.31535Z","caller":"traceutil/trace.go:171","msg":"trace[1762363471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2219; }","duration":"4.518748881s","start":"2026-03-31T18:30:18.796578Z","end":"2026-03-31T18:30:23.315327Z","steps":["trace[1762363471] 'agreement among raft nodes before linearized reading' (duration: 4.518565367s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.315356Z","caller":"traceutil/trace.go:171","msg":"trace[402482963] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2219; }","duration":"4.236218047s","start":"2026-03-31T18:30:19.079055Z","end":"2026-03-31T18:30:23.315273Z","steps":["trace[402482963] 'agreement among raft nodes before linearized reading' (duration: 4.236080574s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.315367Z","caller":"traceutil/trace.go:171","msg":"trace[872982915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2219; }","duration":"3.503589695s","start":"2026-03-31T18:30:19.811763Z","end":"2026-03-31T18:30:23.315353Z","steps":["trace[872982915] 'agreement among raft nodes before linearized reading' (duration: 3.503404251s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.315271Z","caller":"traceutil/trace.go:171","msg":"trace[1563949651] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2219; }","duration":"4.123736688s","start":"2026-03-31T18:30:19.191518Z","end":"2026-03-31T18:30:23.315255Z","steps":["trace[1563949651] 'agreement among raft nodes before linearized reading' (duration: 4.123659906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.315387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.796543Z","time spent":"4.518834552s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:23.315405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172682629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:23.315413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.090706812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:23.315413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.07899Z","time spent":"4.236405611s","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:23.31543Z","caller":"traceutil/trace.go:171","msg":"trace[2014484117] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2219; }","duration":"5.17274903s","start":"2026-03-31T18:30:18.142674Z","end":"2026-03-31T18:30:23.315423Z","steps":["trace[2014484117] 'agreement among raft nodes before linearized reading' (duration: 5.172669078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.31543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.19149Z","time spent":"4.123913302s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.315451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.142651Z","time spent":"5.172795101s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.315471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.08043821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:23.315495Z","caller":"traceutil/trace.go:171","msg":"trace[222847541] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2219; }","duration":"6.08048448s","start":"2026-03-31T18:30:17.235003Z","end":"2026-03-31T18:30:23.315488Z","steps":["trace[222847541] 'agreement among raft nodes before linearized reading' (duration: 6.08045177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.315515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.234993Z","time spent":"6.080517132s","remote":"127.0.0.1:37180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.315518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84757489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:30:23.315556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260687079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-31T18:30:23.31557Z","caller":"traceutil/trace.go:171","msg":"trace[1644101018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2219; }","duration":"3.847624761s","start":"2026-03-31T18:30:19.467931Z","end":"2026-03-31T18:30:23.315556Z","steps":["trace[1644101018] 'agreement among raft nodes before linearized reading' (duration: 3.847502188s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.315601Z","caller":"traceutil/trace.go:171","msg":"trace[1610575042] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2219; }","duration":"1.26076082s","start":"2026-03-31T18:30:22.054825Z","end":"2026-03-31T18:30:23.315585Z","steps":["trace[1610575042] 'agreement among raft nodes before linearized reading' (duration: 1.260657028s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.3156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.332687275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:23.315616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.467872Z","time spent":"3.847732914s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:23.314984Z","caller":"traceutil/trace.go:171","msg":"trace[1507464846] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"2.821887527s","start":"2026-03-31T18:30:20.49308Z","end":"2026-03-31T18:30:23.314968Z","steps":["trace[1507464846] 'process raft request' (duration: 2.821421206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.31541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.811736Z","time spent":"3.503662676s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:30:23.315646Z","caller":"traceutil/trace.go:171","msg":"trace[358313486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"5.332766997s","start":"2026-03-31T18:30:17.982867Z","end":"2026-03-31T18:30:23.315634Z","steps":["trace[358313486] 'agreement among raft nodes before linearized reading' (duration: 5.332586392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.315687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.982846Z","time spent":"5.332831577s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:23.315134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904498661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:23.315716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.493059Z","time spent":"2.822610033s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:23.315751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25724084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:23.31544Z","caller":"traceutil/trace.go:171","msg":"trace[577040294] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2219; }","duration":"6.090771544s","start":"2026-03-31T18:30:17.224661Z","end":"2026-03-31T18:30:23.315433Z","steps":["trace[577040294] 'agreement among raft nodes before linearized reading' (duration: 6.090722253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.31576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.56117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:23.315777Z","caller":"traceutil/trace.go:171","msg":"trace[897310895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2219; }","duration":"1.257339863s","start":"2026-03-31T18:30:22.05843Z","end":"2026-03-31T18:30:23.31577Z","steps":["trace[897310895] 'agreement among raft nodes before linearized reading' (duration: 1.257250661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.315791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.224642Z","time spent":"6.091138942s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.315797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.058413Z","time spent":"1.257379043s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:23.315735Z","caller":"traceutil/trace.go:171","msg":"trace[832840344] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2219; }","duration":"3.905138486s","start":"2026-03-31T18:30:19.410587Z","end":"2026-03-31T18:30:23.315726Z","steps":["trace[832840344] 'agreement among raft nodes before linearized reading' (duration: 3.904494341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.31597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.41057Z","time spent":"3.905377002s","remote":"127.0.0.1:37210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:23.315805Z","caller":"traceutil/trace.go:171","msg":"trace[283781311] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2219; }","duration":"514.658172ms","start":"2026-03-31T18:30:22.801128Z","end":"2026-03-31T18:30:23.315786Z","steps":["trace[283781311] 'agreement among raft nodes before linearized reading' (duration: 514.55835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.316082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.801106Z","time spent":"514.95179ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:23.315638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.054808Z","time spent":"1.260821541s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:30:23.819036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:24.319874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:24.820265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:24.877064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5590207s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:25.318574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:25.318658Z","caller":"traceutil/trace.go:171","msg":"trace[2003699655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297578s","start":"2026-03-31T18:30:23.318342Z","end":"2026-03-31T18:30:25.31864Z","steps":["trace[2003699655] 'agreement among raft nodes before linearized reading' (duration: 2.000189786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.318705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.31832Z","time spent":"2.000376271s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:26.623292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.74264065s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:26.648031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:26.648121Z","caller":"traceutil/trace.go:171","msg":"trace[1776932724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542484s","start":"2026-03-31T18:30:24.647559Z","end":"2026-03-31T18:30:26.648102Z","steps":["trace[1776932724] 'agreement among raft nodes before linearized reading' (duration: 2.000397771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.648169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.647541Z","time spent":"2.000619517s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:26.810321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933002914s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T18:30:26.810751Z","caller":"traceutil/trace.go:171","msg":"trace[950474394] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2307; }","duration":"3.49235394s","start":"2026-03-31T18:30:23.318374Z","end":"2026-03-31T18:30:26.810727Z","steps":["trace[950474394] 'read index received' (duration: 1.558943567s)","trace[950474394] 'applied index is now lower than readState.Index' (duration: 1.933408973s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:26.810836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.317817Z","time spent":"3.493015706s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:26.810871Z","caller":"traceutil/trace.go:171","msg":"trace[2004234355] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"3.489432194s","start":"2026-03-31T18:30:23.321414Z","end":"2026-03-31T18:30:26.810847Z","steps":["trace[2004234355] 'process raft request' (duration: 3.489120577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.810995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.321405Z","time spent":"3.489521736s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.811089Z","caller":"traceutil/trace.go:171","msg":"trace[1334750409] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"3.48570093s","start":"2026-03-31T18:30:23.32536Z","end":"2026-03-31T18:30:26.811061Z","steps":["trace[1334750409] 'process raft request' (duration: 3.485290021s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.811123Z","caller":"traceutil/trace.go:171","msg":"trace[883982972] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"3.489626848s","start":"2026-03-31T18:30:23.32147Z","end":"2026-03-31T18:30:26.811097Z","steps":["trace[883982972] 'process raft request' (duration: 3.489129747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.811168Z","caller":"traceutil/trace.go:171","msg":"trace[327241112] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"3.489990477s","start":"2026-03-31T18:30:23.321169Z","end":"2026-03-31T18:30:26.81116Z","steps":["trace[327241112] 'process raft request' (duration: 3.489266751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.811206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.321139Z","time spent":"3.490048479s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:26.811204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.325346Z","time spent":"3.485783791s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:26.811256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.32145Z","time spent":"3.489730101s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.903817Z","caller":"traceutil/trace.go:171","msg":"trace[1050755496] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"1.58159633s","start":"2026-03-31T18:30:25.322191Z","end":"2026-03-31T18:30:26.903787Z","steps":["trace[1050755496] 'process raft request' (duration: 1.581375345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.903857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576989527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:26.903933Z","caller":"traceutil/trace.go:171","msg":"trace[1510137588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"1.57711989s","start":"2026-03-31T18:30:25.326794Z","end":"2026-03-31T18:30:26.903914Z","steps":["trace[1510137588] 'agreement among raft nodes before linearized reading' (duration: 1.576943676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.90395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.322163Z","time spent":"1.581717443s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:26.903982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.326777Z","time spent":"1.577197612s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:26.903987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.048813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:26.904087Z","caller":"traceutil/trace.go:171","msg":"trace[1763129569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2224; }","duration":"358.208797ms","start":"2026-03-31T18:30:26.545859Z","end":"2026-03-31T18:30:26.904068Z","steps":["trace[1763129569] 'agreement among raft nodes before linearized reading' (duration: 358.016442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.90414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.545837Z","time spent":"358.293089ms","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:26.9042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079875892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:26.904215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918390064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:26.904312Z","caller":"traceutil/trace.go:171","msg":"trace[4915337] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2224; }","duration":"2.918536467s","start":"2026-03-31T18:30:23.985753Z","end":"2026-03-31T18:30:26.904289Z","steps":["trace[4915337] 'agreement among raft nodes before linearized reading' (duration: 2.918353512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.904373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.985735Z","time spent":"2.91862298s","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:26.904242Z","caller":"traceutil/trace.go:171","msg":"trace[1918457718] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2224; }","duration":"2.080055876s","start":"2026-03-31T18:30:24.824174Z","end":"2026-03-31T18:30:26.90423Z","steps":["trace[1918457718] 'agreement among raft nodes before linearized reading' (duration: 2.079877042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.904451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.824152Z","time spent":"2.080272733s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:26.904713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579739731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:26.904742Z","caller":"traceutil/trace.go:171","msg":"trace[1684623398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"2.579804362s","start":"2026-03-31T18:30:24.324931Z","end":"2026-03-31T18:30:26.904735Z","steps":["trace[1684623398] 'agreement among raft nodes before linearized reading' (duration: 2.579689809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.904957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.324909Z","time spent":"2.579935635s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:28.913495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:28.913632Z","caller":"traceutil/trace.go:171","msg":"trace[848404965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394601s","start":"2026-03-31T18:30:26.913213Z","end":"2026-03-31T18:30:28.913608Z","steps":["trace[848404965] 'agreement among raft nodes before linearized reading' (duration: 2.000234318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:28.913732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.913193Z","time spent":"2.000522784s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:29.705273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567642095s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:29.705411Z","caller":"traceutil/trace.go:171","msg":"trace[618411646] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2313; }","duration":"2.801697899s","start":"2026-03-31T18:30:26.903672Z","end":"2026-03-31T18:30:29.70537Z","steps":["trace[618411646] 'read index received' (duration: 233.740637ms)","trace[618411646] 'applied index is now lower than readState.Index' (duration: 2.567955432s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.705488Z","caller":"traceutil/trace.go:171","msg":"trace[364592522] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"2.892418556s","start":"2026-03-31T18:30:26.813057Z","end":"2026-03-31T18:30:29.705476Z","steps":["trace[364592522] 'process raft request' (duration: 324.467904ms)","trace[364592522] 'compare' (duration: 2.566807836s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:29.70555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.813037Z","time spent":"2.892480716s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:29.705867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889365197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-31T18:30:29.705968Z","caller":"traceutil/trace.go:171","msg":"trace[938649272] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2225; }","duration":"2.88951058s","start":"2026-03-31T18:30:26.816436Z","end":"2026-03-31T18:30:29.705946Z","steps":["trace[938649272] 'agreement among raft nodes before linearized reading' (duration: 2.889134581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.706131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.816425Z","time spent":"2.889673523s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:30:29.70699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891967975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:30:29.707028Z","caller":"traceutil/trace.go:171","msg":"trace[1182985352] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af; range_end:; response_count:1; response_revision:2225; }","duration":"2.892036187s","start":"2026-03-31T18:30:26.814982Z","end":"2026-03-31T18:30:29.707019Z","steps":["trace[1182985352] 'agreement among raft nodes before linearized reading' (duration: 2.891879113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.707052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.814951Z","time spent":"2.892095348s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20089d67e02af\" "} {"level":"warn","ts":"2026-03-31T18:30:30.205897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:30.706847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:30.913844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:30.913945Z","caller":"traceutil/trace.go:171","msg":"trace[664454556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129945s","start":"2026-03-31T18:30:28.913793Z","end":"2026-03-31T18:30:30.913923Z","steps":["trace[664454556] 'agreement among raft nodes before linearized reading' (duration: 1.999992622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:30.914027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.913762Z","time spent":"2.000253908s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:31.207682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:31.255837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999795959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:31.255939Z","caller":"traceutil/trace.go:171","msg":"trace[502516135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999922361s","start":"2026-03-31T18:30:29.25598Z","end":"2026-03-31T18:30:31.255902Z","steps":["trace[502516135] 'agreement among raft nodes before linearized reading' (duration: 1.999819728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.255977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.255961Z","time spent":"2.000008333s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:31.562313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.166480327s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:32.923351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:32.923501Z","caller":"traceutil/trace.go:171","msg":"trace[1220934620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182526s","start":"2026-03-31T18:30:30.923299Z","end":"2026-03-31T18:30:32.923482Z","steps":["trace[1220934620] 'agreement among raft nodes before linearized reading' (duration: 2.000008602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.923577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.923227Z","time spent":"2.000338169s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:34.08079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909234476s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:34.080874Z","caller":"traceutil/trace.go:171","msg":"trace[1093069506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2225; }","duration":"2.909328738s","start":"2026-03-31T18:30:31.171533Z","end":"2026-03-31T18:30:34.080862Z","steps":["trace[1093069506] 'range keys from in-memory index tree' (duration: 2.909221656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.082477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519825393s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:34.082618Z","caller":"traceutil/trace.go:171","msg":"trace[276178163] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"6.892062952s","start":"2026-03-31T18:30:27.190528Z","end":"2026-03-31T18:30:34.082591Z","steps":["trace[276178163] 'process raft request' (duration: 4.372017634s)","trace[276178163] 'compare' (duration: 2.518323728s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:34.082718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.190498Z","time spent":"6.892173524s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:34.923855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:34.923933Z","caller":"traceutil/trace.go:171","msg":"trace[2118849700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999994312s","start":"2026-03-31T18:30:32.92392Z","end":"2026-03-31T18:30:34.923914Z","steps":["trace[2118849700] 'agreement among raft nodes before linearized reading' (duration: 1.99989548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.923986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:32.923903Z","time spent":"2.000073604s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:34.994282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.993179Z","time spent":"7.001097643s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:35.113128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.550514719s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:35.444816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.085782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:35.445285Z","caller":"traceutil/trace.go:171","msg":"trace[1055139017] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2314; }","duration":"5.7398271s","start":"2026-03-31T18:30:29.705444Z","end":"2026-03-31T18:30:35.445271Z","steps":["trace[1055139017] 'read index received' (duration: 1.857210656s)","trace[1055139017] 'applied index is now lower than readState.Index' (duration: 3.882615894s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:35.445369Z","caller":"traceutil/trace.go:171","msg":"trace[353692071] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"6.533799773s","start":"2026-03-31T18:30:28.911564Z","end":"2026-03-31T18:30:35.445364Z","steps":["trace[353692071] 'process raft request' (duration: 6.533435494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.445446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.911538Z","time spent":"6.533849664s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:35.44557Z","caller":"traceutil/trace.go:171","msg":"trace[1720489748] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"5.736373042s","start":"2026-03-31T18:30:29.709192Z","end":"2026-03-31T18:30:35.445565Z","steps":["trace[1720489748] 'process raft request' (duration: 5.736012034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.445611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.709166Z","time spent":"5.736421183s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:35.445742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458752162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:35.445806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73715714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-31T18:30:35.445794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079331286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:35.445868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.48487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:35.445891Z","caller":"traceutil/trace.go:171","msg":"trace[707230090] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2230; }","duration":"5.737252572s","start":"2026-03-31T18:30:29.708618Z","end":"2026-03-31T18:30:35.44587Z","steps":["trace[707230090] 'agreement among raft nodes before linearized reading' (duration: 5.737100857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.445907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013322139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:35.44591Z","caller":"traceutil/trace.go:171","msg":"trace[1719407562] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2230; }","duration":"7.07949107s","start":"2026-03-31T18:30:28.366391Z","end":"2026-03-31T18:30:35.445882Z","steps":["trace[1719407562] 'agreement among raft nodes before linearized reading' (duration: 7.079270864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.445901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446902286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:35.445959Z","caller":"traceutil/trace.go:171","msg":"trace[863314711] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2230; }","duration":"6.013422691s","start":"2026-03-31T18:30:29.432527Z","end":"2026-03-31T18:30:35.44595Z","steps":["trace[863314711] 'agreement among raft nodes before linearized reading' (duration: 6.013323438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.432494Z","time spent":"6.013518333s","remote":"127.0.0.1:59374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.44602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.366372Z","time spent":"7.079631183s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:35.446026Z","caller":"traceutil/trace.go:171","msg":"trace[2128268992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2230; }","duration":"7.447047569s","start":"2026-03-31T18:30:27.998955Z","end":"2026-03-31T18:30:35.446002Z","steps":["trace[2128268992] 'agreement among raft nodes before linearized reading' (duration: 7.446908456s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.445788Z","caller":"traceutil/trace.go:171","msg":"trace[1077908097] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"4.830108926s","start":"2026-03-31T18:30:30.615651Z","end":"2026-03-31T18:30:35.44576Z","steps":["trace[1077908097] 'process raft request' (duration: 4.829595004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.680527278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:35.44601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.708604Z","time spent":"5.737351395s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:30:35.446152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011378073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:35.445827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.533973318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:30:35.446219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819476861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:35.446271Z","caller":"traceutil/trace.go:171","msg":"trace[315184892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"7.534441149s","start":"2026-03-31T18:30:27.911797Z","end":"2026-03-31T18:30:35.446238Z","steps":["trace[315184892] 'agreement among raft nodes before linearized reading' (duration: 7.533832114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.446264Z","caller":"traceutil/trace.go:171","msg":"trace[1959599495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"796.54078ms","start":"2026-03-31T18:30:34.649342Z","end":"2026-03-31T18:30:35.445883Z","steps":["trace[1959599495] 'agreement among raft nodes before linearized reading' (duration: 796.506649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.446283Z","caller":"traceutil/trace.go:171","msg":"trace[670710839] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2230; }","duration":"1.819560744s","start":"2026-03-31T18:30:33.626701Z","end":"2026-03-31T18:30:35.446261Z","steps":["trace[670710839] 'agreement among raft nodes before linearized reading' (duration: 1.819467502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73669376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-31T18:30:35.446099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.998936Z","time spent":"7.447143852s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:35.446341Z","caller":"traceutil/trace.go:171","msg":"trace[1234476147] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2230; }","duration":"5.736759591s","start":"2026-03-31T18:30:29.709566Z","end":"2026-03-31T18:30:35.446326Z","steps":["trace[1234476147] 'agreement among raft nodes before linearized reading' (duration: 5.736557287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.62668Z","time spent":"1.819656205s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:35.446345Z","caller":"traceutil/trace.go:171","msg":"trace[1940056345] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2230; }","duration":"6.680832815s","start":"2026-03-31T18:30:28.765475Z","end":"2026-03-31T18:30:35.446307Z","steps":["trace[1940056345] 'agreement among raft nodes before linearized reading' (duration: 6.680530308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.709558Z","time spent":"5.736817702s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:30:35.446422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.765453Z","time spent":"6.680941258s","remote":"127.0.0.1:59266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.446454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.534479571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:35.445956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.818672989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:35.446502Z","caller":"traceutil/trace.go:171","msg":"trace[1416010207] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2230; }","duration":"8.534544703s","start":"2026-03-31T18:30:26.91194Z","end":"2026-03-31T18:30:35.446485Z","steps":["trace[1416010207] 'agreement among raft nodes before linearized reading' (duration: 8.53442164s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.446516Z","caller":"traceutil/trace.go:171","msg":"trace[1187631386] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2230; }","duration":"7.819274103s","start":"2026-03-31T18:30:27.627225Z","end":"2026-03-31T18:30:35.4465Z","steps":["trace[1187631386] 'agreement among raft nodes before linearized reading' (duration: 7.818659669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339994797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:35.44622Z","caller":"traceutil/trace.go:171","msg":"trace[1553773085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2230; }","duration":"5.011480885s","start":"2026-03-31T18:30:30.434724Z","end":"2026-03-31T18:30:35.446205Z","steps":["trace[1553773085] 'agreement among raft nodes before linearized reading' (duration: 5.011395593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.911923Z","time spent":"8.534614974s","remote":"127.0.0.1:41986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:35.446582Z","caller":"traceutil/trace.go:171","msg":"trace[2120007549] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2230; }","duration":"2.34011892s","start":"2026-03-31T18:30:33.106449Z","end":"2026-03-31T18:30:35.446568Z","steps":["trace[2120007549] 'agreement among raft nodes before linearized reading' (duration: 2.339958167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622446068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:35.446602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.434703Z","time spent":"5.011887545s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.446628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.106429Z","time spent":"2.340191102s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.446093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.787016828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:35.446624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.438987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:35.446643Z","caller":"traceutil/trace.go:171","msg":"trace[974927444] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2230; }","duration":"2.623067102s","start":"2026-03-31T18:30:32.823557Z","end":"2026-03-31T18:30:35.446624Z","steps":["trace[974927444] 'agreement among raft nodes before linearized reading' (duration: 2.622386436s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.445832Z","caller":"traceutil/trace.go:171","msg":"trace[1992681025] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2230; }","duration":"6.45903504s","start":"2026-03-31T18:30:28.986781Z","end":"2026-03-31T18:30:35.445816Z","steps":["trace[1992681025] 'agreement among raft nodes before linearized reading' (duration: 6.458878695s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.446674Z","caller":"traceutil/trace.go:171","msg":"trace[654545428] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2230; }","duration":"4.787663474s","start":"2026-03-31T18:30:30.659001Z","end":"2026-03-31T18:30:35.446664Z","steps":["trace[654545428] 'agreement among raft nodes before linearized reading' (duration: 4.78704507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.658968Z","time spent":"4.787729374s","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.4467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:32.823535Z","time spent":"2.623146314s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.446726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.25418223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:35.446721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:30.615617Z","time spent":"4.830659548s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:35.44659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.627188Z","time spent":"7.819381585s","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.446337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.911777Z","time spent":"7.534535972s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:30:35.446767Z","caller":"traceutil/trace.go:171","msg":"trace[1278200269] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2230; }","duration":"8.254256012s","start":"2026-03-31T18:30:27.192496Z","end":"2026-03-31T18:30:35.446752Z","steps":["trace[1278200269] 'agreement among raft nodes before linearized reading' (duration: 8.253469904s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.446796Z","caller":"traceutil/trace.go:171","msg":"trace[1415644308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"514.534ms","start":"2026-03-31T18:30:34.932138Z","end":"2026-03-31T18:30:35.446672Z","steps":["trace[1415644308] 'agreement among raft nodes before linearized reading' (duration: 514.442488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.254798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T18:30:35.446943Z","caller":"traceutil/trace.go:171","msg":"trace[1564003375] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2230; }","duration":"448.986904ms","start":"2026-03-31T18:30:34.997947Z","end":"2026-03-31T18:30:35.446934Z","steps":["trace[1564003375] 'agreement among raft nodes before linearized reading' (duration: 448.260417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.446972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.997923Z","time spent":"449.040125ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T18:30:35.44689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:28.986753Z","time spent":"6.459944369s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.446329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.649318Z","time spent":"796.996881ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:35.446902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.93212Z","time spent":"514.767686ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:35.446867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.192471Z","time spent":"8.254384584s","remote":"127.0.0.1:42028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:35.953059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854245328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:30:36.079016Z","caller":"traceutil/trace.go:171","msg":"trace[1134191674] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"627.432398ms","start":"2026-03-31T18:30:35.451547Z","end":"2026-03-31T18:30:36.078979Z","steps":["trace[1134191674] 'process raft request' (duration: 610.185347ms)","trace[1134191674] 'compare' (duration: 16.664527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.079151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.45153Z","time spent":"627.552841ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:36.08632Z","caller":"traceutil/trace.go:171","msg":"trace[1861610725] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"631.608942ms","start":"2026-03-31T18:30:35.454671Z","end":"2026-03-31T18:30:36.08628Z","steps":["trace[1861610725] 'process raft request' (duration: 631.126271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.08654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.454643Z","time spent":"631.821687ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:36.11852Z","caller":"traceutil/trace.go:171","msg":"trace[1363891657] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2319; }","duration":"666.365631ms","start":"2026-03-31T18:30:35.452093Z","end":"2026-03-31T18:30:36.118459Z","steps":["trace[1363891657] 'read index received' (duration: 609.652605ms)","trace[1363891657] 'applied index is now lower than readState.Index' (duration: 56.711685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.118895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.044626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:36.1189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.78309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T18:30:36.118952Z","caller":"traceutil/trace.go:171","msg":"trace[2004968568] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2232; }","duration":"340.162639ms","start":"2026-03-31T18:30:35.778773Z","end":"2026-03-31T18:30:36.118936Z","steps":["trace[2004968568] 'agreement among raft nodes before linearized reading' (duration: 340.025906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.118988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.778749Z","time spent":"340.2314ms","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:36.119046Z","caller":"traceutil/trace.go:171","msg":"trace[1449618473] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:2232; }","duration":"666.914203ms","start":"2026-03-31T18:30:35.452053Z","end":"2026-03-31T18:30:36.118967Z","steps":["trace[1449618473] 'agreement among raft nodes before linearized reading' (duration: 666.640837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.119203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.452038Z","time spent":"667.101927ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-03-31T18:30:49.30356Z","caller":"traceutil/trace.go:171","msg":"trace[1685046358] linearizableReadLoop","detail":"{readStateIndex:2424; appliedIndex:2422; }","duration":"115.147679ms","start":"2026-03-31T18:30:49.188387Z","end":"2026-03-31T18:30:49.303535Z","steps":["trace[1685046358] 'read index received' (duration: 58.830383ms)","trace[1685046358] 'applied index is now lower than readState.Index' (duration: 56.316416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:49.303778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.365674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T18:30:49.303865Z","caller":"traceutil/trace.go:171","msg":"trace[23411995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2331; }","duration":"115.494187ms","start":"2026-03-31T18:30:49.188352Z","end":"2026-03-31T18:30:49.303846Z","steps":["trace[23411995] 'agreement among raft nodes before linearized reading' (duration: 115.276122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.303801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.554631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:49.303954Z","caller":"traceutil/trace.go:171","msg":"trace[1705912208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2331; }","duration":"105.761196ms","start":"2026-03-31T18:30:49.198178Z","end":"2026-03-31T18:30:49.303939Z","steps":["trace[1705912208] 'agreement among raft nodes before linearized reading' (duration: 105.49614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:49.304237Z","caller":"traceutil/trace.go:171","msg":"trace[297437758] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"120.626715ms","start":"2026-03-31T18:30:49.183591Z","end":"2026-03-31T18:30:49.304218Z","steps":["trace[297437758] 'process raft request' (duration: 108.144971ms)","trace[297437758] 'compare' (duration: 11.667694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:50.56561Z","caller":"traceutil/trace.go:171","msg":"trace[1978587921] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"103.841663ms","start":"2026-03-31T18:30:50.46174Z","end":"2026-03-31T18:30:50.565582Z","steps":["trace[1978587921] 'process raft request' (duration: 103.602118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.814519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.491697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T18:30:50.814808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.126763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:50.814885Z","caller":"traceutil/trace.go:171","msg":"trace[1690144548] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2334; }","duration":"177.236796ms","start":"2026-03-31T18:30:50.63763Z","end":"2026-03-31T18:30:50.814867Z","steps":["trace[1690144548] 'count revisions from in-memory index tree' (duration: 177.052192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.815072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.368024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:30:50.815175Z","caller":"traceutil/trace.go:171","msg":"trace[2052642342] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2334; }","duration":"152.502776ms","start":"2026-03-31T18:30:50.662649Z","end":"2026-03-31T18:30:50.815152Z","steps":["trace[2052642342] 'range keys from in-memory index tree' (duration: 152.21067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.814604Z","caller":"traceutil/trace.go:171","msg":"trace[517509615] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2334; }","duration":"175.6223ms","start":"2026-03-31T18:30:50.63896Z","end":"2026-03-31T18:30:50.814583Z","steps":["trace[517509615] 'range keys from in-memory index tree' (duration: 175.346854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.696649Z","caller":"traceutil/trace.go:171","msg":"trace[272077475] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"217.733791ms","start":"2026-03-31T18:31:11.478894Z","end":"2026-03-31T18:31:11.696627Z","steps":["trace[272077475] 'process raft request' (duration: 217.565017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.709731Z","caller":"traceutil/trace.go:171","msg":"trace[1177271461] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2549; }","duration":"158.905816ms","start":"2026-03-31T18:31:11.550797Z","end":"2026-03-31T18:31:11.709703Z","steps":["trace[1177271461] 'read index received' (duration: 145.771949ms)","trace[1177271461] 'applied index is now lower than readState.Index' (duration: 13.133007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:11.709808Z","caller":"traceutil/trace.go:171","msg":"trace[1118904063] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"228.848651ms","start":"2026-03-31T18:31:11.480935Z","end":"2026-03-31T18:31:11.709783Z","steps":["trace[1118904063] 'process raft request' (duration: 228.638666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.709936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.131221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:31:11.7102Z","caller":"traceutil/trace.go:171","msg":"trace[2048052090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2451; }","duration":"159.450158ms","start":"2026-03-31T18:31:11.550736Z","end":"2026-03-31T18:31:11.710187Z","steps":["trace[2048052090] 'agreement among raft nodes before linearized reading' (duration: 159.09197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.930246Z","caller":"traceutil/trace.go:171","msg":"trace[1923923192] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"135.456316ms","start":"2026-03-31T18:31:19.794763Z","end":"2026-03-31T18:31:19.930219Z","steps":["trace[1923923192] 'process raft request' (duration: 135.296802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.93816Z","caller":"traceutil/trace.go:171","msg":"trace[661509178] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"139.982313ms","start":"2026-03-31T18:31:19.798139Z","end":"2026-03-31T18:31:19.938121Z","steps":["trace[661509178] 'process raft request' (duration: 139.699217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:20.876236Z","caller":"traceutil/trace.go:171","msg":"trace[366912392] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"115.336197ms","start":"2026-03-31T18:31:20.760881Z","end":"2026-03-31T18:31:20.876218Z","steps":["trace[366912392] 'process raft request' (duration: 115.219714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:20.930479Z","caller":"traceutil/trace.go:171","msg":"trace[300505357] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"122.131296ms","start":"2026-03-31T18:31:20.80832Z","end":"2026-03-31T18:31:20.930451Z","steps":["trace[300505357] 'process raft request' (duration: 121.928671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:20.930794Z","caller":"traceutil/trace.go:171","msg":"trace[2076858675] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"121.573332ms","start":"2026-03-31T18:31:20.809179Z","end":"2026-03-31T18:31:20.930752Z","steps":["trace[2076858675] 'process raft request' (duration: 121.211304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:20.969118Z","caller":"traceutil/trace.go:171","msg":"trace[1544559734] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2600; }","duration":"152.758072ms","start":"2026-03-31T18:31:20.816327Z","end":"2026-03-31T18:31:20.969086Z","steps":["trace[1544559734] 'read index received' (duration: 59.86026ms)","trace[1544559734] 'applied index is now lower than readState.Index' (duration: 92.896322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:20.969382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.033768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-03-31T18:31:20.969464Z","caller":"traceutil/trace.go:171","msg":"trace[610525700] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:2502; }","duration":"153.187002ms","start":"2026-03-31T18:31:20.816255Z","end":"2026-03-31T18:31:20.969442Z","steps":["trace[610525700] 'agreement among raft nodes before linearized reading' (duration: 152.940256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.303401Z","caller":"traceutil/trace.go:171","msg":"trace[561090953] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"100.401677ms","start":"2026-03-31T18:31:21.202955Z","end":"2026-03-31T18:31:21.303357Z","steps":["trace[561090953] 'process raft request' (duration: 100.147331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.796097Z","caller":"traceutil/trace.go:171","msg":"trace[1442828968] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2693; }","duration":"102.735453ms","start":"2026-03-31T18:31:35.693344Z","end":"2026-03-31T18:31:35.796079Z","steps":["trace[1442828968] 'read index received' (duration: 102.578359ms)","trace[1442828968] 'applied index is now lower than readState.Index' (duration: 156.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:35.796231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.883356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:31:35.79625Z","caller":"traceutil/trace.go:171","msg":"trace[1742154099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2589; }","duration":"102.953368ms","start":"2026-03-31T18:31:35.69329Z","end":"2026-03-31T18:31:35.796244Z","steps":["trace[1742154099] 'agreement among raft nodes before linearized reading' (duration: 102.858406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:35.79626Z","caller":"traceutil/trace.go:171","msg":"trace[49115463] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"137.72068ms","start":"2026-03-31T18:31:35.658485Z","end":"2026-03-31T18:31:35.796205Z","steps":["trace[49115463] 'process raft request' (duration: 137.490435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:46.02468Z","caller":"traceutil/trace.go:171","msg":"trace[2109393217] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"102.242251ms","start":"2026-03-31T18:31:45.922386Z","end":"2026-03-31T18:31:46.024628Z","steps":["trace[2109393217] 'process raft request' (duration: 102.006125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.636294Z","caller":"traceutil/trace.go:171","msg":"trace[277616269] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"152.681542ms","start":"2026-03-31T18:31:53.483585Z","end":"2026-03-31T18:31:53.636267Z","steps":["trace[277616269] 'process raft request' (duration: 152.509488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:06.749326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.006807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:06.749494Z","caller":"traceutil/trace.go:171","msg":"trace[2113894122] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2969; }","duration":"317.039088ms","start":"2026-03-31T18:32:06.432433Z","end":"2026-03-31T18:32:06.749472Z","steps":["trace[2113894122] 'read index received' (duration: 60.831367ms)","trace[2113894122] 'applied index is now lower than readState.Index' (duration: 256.205631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:06.749702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.272773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:32:06.749745Z","caller":"traceutil/trace.go:171","msg":"trace[139578570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2853; }","duration":"317.351855ms","start":"2026-03-31T18:32:06.432378Z","end":"2026-03-31T18:32:06.74973Z","steps":["trace[139578570] 'agreement among raft nodes before linearized reading' (duration: 317.189341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.749623Z","caller":"traceutil/trace.go:171","msg":"trace[907741785] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"477.608834ms","start":"2026-03-31T18:32:06.271957Z","end":"2026-03-31T18:32:06.749566Z","steps":["trace[907741785] 'process raft request' (duration: 221.229658ms)","trace[907741785] 'compare' (duration: 255.734752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:06.74979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.432344Z","time spent":"317.436097ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:06.750469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.271937Z","time spent":"478.029243ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.290029Z","caller":"traceutil/trace.go:171","msg":"trace[1983255467] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"125.070322ms","start":"2026-03-31T18:32:08.164934Z","end":"2026-03-31T18:32:08.290005Z","steps":["trace[1983255467] 'process raft request' (duration: 124.888687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.291005Z","caller":"traceutil/trace.go:171","msg":"trace[1709808040] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2990; }","duration":"115.753827ms","start":"2026-03-31T18:32:08.175229Z","end":"2026-03-31T18:32:08.290983Z","steps":["trace[1709808040] 'read index received' (duration: 114.654122ms)","trace[1709808040] 'applied index is now lower than readState.Index' (duration: 1.098715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:08.291215Z","caller":"traceutil/trace.go:171","msg":"trace[918114905] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"125.879519ms","start":"2026-03-31T18:32:08.165317Z","end":"2026-03-31T18:32:08.291197Z","steps":["trace[918114905] 'process raft request' (duration: 125.493491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.291244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.000893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T18:32:08.291301Z","caller":"traceutil/trace.go:171","msg":"trace[1693771392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2875; }","duration":"116.114375ms","start":"2026-03-31T18:32:08.17517Z","end":"2026-03-31T18:32:08.291285Z","steps":["trace[1693771392] 'agreement among raft nodes before linearized reading' (duration: 115.910571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.228113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.871466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:12.228161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.474614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:12.228334Z","caller":"traceutil/trace.go:171","msg":"trace[982332252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2941; }","duration":"197.715949ms","start":"2026-03-31T18:32:12.030582Z","end":"2026-03-31T18:32:12.228298Z","steps":["trace[982332252] 'range keys from in-memory index tree' (duration: 197.351941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.228232Z","caller":"traceutil/trace.go:171","msg":"trace[1519131510] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2941; }","duration":"135.0577ms","start":"2026-03-31T18:32:12.093154Z","end":"2026-03-31T18:32:12.228212Z","steps":["trace[1519131510] 'count revisions from in-memory index tree' (duration: 134.784504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.465516Z","caller":"traceutil/trace.go:171","msg":"trace[99658015] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"127.754193ms","start":"2026-03-31T18:32:15.337721Z","end":"2026-03-31T18:32:15.465475Z","steps":["trace[99658015] 'process raft request' (duration: 127.491667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.484801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854247152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:16.881561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146674114s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T18:32:16.882576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:15.466352Z","time spent":"1.416216101s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:32:16.883849Z","caller":"traceutil/trace.go:171","msg":"trace[245924432] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"1.155449156s","start":"2026-03-31T18:32:15.728265Z","end":"2026-03-31T18:32:16.883714Z","steps":["trace[245924432] 'process raft request' (duration: 1.155406675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.883989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:15.728236Z","time spent":"1.155686361s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:16.883892Z","caller":"traceutil/trace.go:171","msg":"trace[253776205] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"1.413547971s","start":"2026-03-31T18:32:15.470301Z","end":"2026-03-31T18:32:16.883849Z","steps":["trace[253776205] 'process raft request' (duration: 1.413240334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.884239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:15.470287Z","time spent":"1.413768396s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:16.890518Z","caller":"traceutil/trace.go:171","msg":"trace[793406418] linearizableReadLoop","detail":"{readStateIndex:3087; appliedIndex:3083; }","duration":"906.777667ms","start":"2026-03-31T18:32:15.983714Z","end":"2026-03-31T18:32:16.890492Z","steps":["trace[793406418] 'read index received' (duration: 899.808017ms)","trace[793406418] 'applied index is now lower than readState.Index' (duration: 6.96884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:16.890555Z","caller":"traceutil/trace.go:171","msg":"trace[1429185683] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"752.454344ms","start":"2026-03-31T18:32:16.138078Z","end":"2026-03-31T18:32:16.890533Z","steps":["trace[1429185683] 'process raft request' (duration: 752.29393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:16.890603Z","caller":"traceutil/trace.go:171","msg":"trace[1204467526] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"562.711308ms","start":"2026-03-31T18:32:16.327866Z","end":"2026-03-31T18:32:16.890577Z","steps":["trace[1204467526] 'process raft request' (duration: 562.593875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.890714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.984991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:32:16.890746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.327834Z","time spent":"562.834701ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:16.890753Z","caller":"traceutil/trace.go:171","msg":"trace[81796896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2966; }","duration":"907.074443ms","start":"2026-03-31T18:32:15.983671Z","end":"2026-03-31T18:32:16.890745Z","steps":["trace[81796896] 'agreement among raft nodes before linearized reading' (duration: 906.91944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.890763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.13805Z","time spent":"752.553106ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:16.89079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:15.983648Z","time spent":"907.133924ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:16.893945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.098932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:16.894014Z","caller":"traceutil/trace.go:171","msg":"trace[1187233072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2967; }","duration":"862.200784ms","start":"2026-03-31T18:32:16.031799Z","end":"2026-03-31T18:32:16.894Z","steps":["trace[1187233072] 'agreement among raft nodes before linearized reading' (duration: 862.106012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.894046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.031776Z","time spent":"862.263815ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:16.894095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.072527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:32:16.894159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.210091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:32:16.894188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.508116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:16.894185Z","caller":"traceutil/trace.go:171","msg":"trace[1241941682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2967; }","duration":"533.18448ms","start":"2026-03-31T18:32:16.360983Z","end":"2026-03-31T18:32:16.894168Z","steps":["trace[1241941682] 'agreement among raft nodes before linearized reading' (duration: 532.905464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.894261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.360975Z","time spent":"533.275492ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:32:16.894257Z","caller":"traceutil/trace.go:171","msg":"trace[726044551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2967; }","duration":"533.62954ms","start":"2026-03-31T18:32:16.36061Z","end":"2026-03-31T18:32:16.89424Z","steps":["trace[726044551] 'agreement among raft nodes before linearized reading' (duration: 533.400244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.894367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.360592Z","time spent":"533.763912ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:16.894214Z","caller":"traceutil/trace.go:171","msg":"trace[1842635560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2967; }","duration":"638.273713ms","start":"2026-03-31T18:32:16.255929Z","end":"2026-03-31T18:32:16.894203Z","steps":["trace[1842635560] 'agreement among raft nodes before linearized reading' (duration: 638.127389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.894415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:16.255874Z","time spent":"638.527688ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:32:39.167377Z","caller":"traceutil/trace.go:171","msg":"trace[2002749985] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"114.400937ms","start":"2026-03-31T18:32:39.052939Z","end":"2026-03-31T18:32:39.16734Z","steps":["trace[2002749985] 'process raft request' (duration: 48.705249ms)","trace[2002749985] 'compare' (duration: 65.327689ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:39.329848Z","caller":"traceutil/trace.go:171","msg":"trace[1874008287] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"156.933353ms","start":"2026-03-31T18:32:39.172897Z","end":"2026-03-31T18:32:39.32983Z","steps":["trace[1874008287] 'process raft request' (duration: 156.865871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.329916Z","caller":"traceutil/trace.go:171","msg":"trace[370242072] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"157.762091ms","start":"2026-03-31T18:32:39.172096Z","end":"2026-03-31T18:32:39.329858Z","steps":["trace[370242072] 'process raft request' (duration: 157.593098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.329917Z","caller":"traceutil/trace.go:171","msg":"trace[625102609] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"157.444174ms","start":"2026-03-31T18:32:39.172447Z","end":"2026-03-31T18:32:39.329891Z","steps":["trace[625102609] 'process raft request' (duration: 157.283201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.329946Z","caller":"traceutil/trace.go:171","msg":"trace[1395496642] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"156.81808ms","start":"2026-03-31T18:32:39.173114Z","end":"2026-03-31T18:32:39.329932Z","steps":["trace[1395496642] 'process raft request' (duration: 156.682487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:39.32985Z","caller":"traceutil/trace.go:171","msg":"trace[888518834] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"158.042787ms","start":"2026-03-31T18:32:39.171769Z","end":"2026-03-31T18:32:39.329812Z","steps":["trace[888518834] 'process raft request' (duration: 109.853011ms)","trace[888518834] 'compare' (duration: 47.9192ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:39.932357Z","caller":"traceutil/trace.go:171","msg":"trace[951546534] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"165.466168ms","start":"2026-03-31T18:32:39.766859Z","end":"2026-03-31T18:32:39.932325Z","steps":["trace[951546534] 'process raft request' (duration: 139.490382ms)","trace[951546534] 'compare' (duration: 25.794322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:47.42519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.82065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:47.425311Z","caller":"traceutil/trace.go:171","msg":"trace[828203977] linearizableReadLoop","detail":"{readStateIndex:3276; appliedIndex:3275; }","duration":"121.96596ms","start":"2026-03-31T18:32:47.303328Z","end":"2026-03-31T18:32:47.425294Z","steps":["trace[828203977] 'read index received' (duration: 62.461µs)","trace[828203977] 'applied index is now lower than readState.Index' (duration: 121.901569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:47.425379Z","caller":"traceutil/trace.go:171","msg":"trace[1830374317] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"188.500847ms","start":"2026-03-31T18:32:47.236848Z","end":"2026-03-31T18:32:47.425349Z","steps":["trace[1830374317] 'process raft request' (duration: 48.418991ms)","trace[1830374317] 'compare' (duration: 139.560744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:47.425485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.173485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:32:47.42552Z","caller":"traceutil/trace.go:171","msg":"trace[1787161377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3149; }","duration":"122.249257ms","start":"2026-03-31T18:32:47.303261Z","end":"2026-03-31T18:32:47.42551Z","steps":["trace[1787161377] 'agreement among raft nodes before linearized reading' (duration: 122.080343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.940768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854247664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:48.33708Z","caller":"traceutil/trace.go:171","msg":"trace[5430803] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"907.235956ms","start":"2026-03-31T18:32:47.429818Z","end":"2026-03-31T18:32:48.337053Z","steps":["trace[5430803] 'process raft request' (duration: 907.074883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.337241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.429799Z","time spent":"907.363729ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:48.980067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.398306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:48.980444Z","caller":"traceutil/trace.go:171","msg":"trace[38529321] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3277; }","duration":"1.539704166s","start":"2026-03-31T18:32:47.440721Z","end":"2026-03-31T18:32:48.980426Z","steps":["trace[38529321] 'read index received' (duration: 896.454209ms)","trace[38529321] 'applied index is now lower than readState.Index' (duration: 643.248847ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:48.98054Z","caller":"traceutil/trace.go:171","msg":"trace[972277837] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"1.496429892s","start":"2026-03-31T18:32:47.484097Z","end":"2026-03-31T18:32:48.980527Z","steps":["trace[972277837] 'process raft request' (duration: 1.043480884s)","trace[972277837] 'compare' (duration: 452.055448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:48.980608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.484074Z","time spent":"1.496495294s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:48.980824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504343845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:32:48.980857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.492531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:48.980902Z","caller":"traceutil/trace.go:171","msg":"trace[1865061678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3153; }","duration":"1.504425236s","start":"2026-03-31T18:32:47.476456Z","end":"2026-03-31T18:32:48.980881Z","steps":["trace[1865061678] 'agreement among raft nodes before linearized reading' (duration: 1.504175881s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.980859Z","caller":"traceutil/trace.go:171","msg":"trace[1289102723] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"1.31684378s","start":"2026-03-31T18:32:47.663976Z","end":"2026-03-31T18:32:48.98082Z","steps":["trace[1289102723] 'process raft request' (duration: 1.316277517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.980961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.4764Z","time spent":"1.504546479s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:32:48.980958Z","caller":"traceutil/trace.go:171","msg":"trace[1449316133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3153; }","duration":"964.647875ms","start":"2026-03-31T18:32:48.016285Z","end":"2026-03-31T18:32:48.980933Z","steps":["trace[1449316133] 'agreement among raft nodes before linearized reading' (duration: 964.482521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.981425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504085248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:32:48.981474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540704629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:32:48.981557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.208991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:48.981595Z","caller":"traceutil/trace.go:171","msg":"trace[909726183] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3153; }","duration":"462.800764ms","start":"2026-03-31T18:32:48.518784Z","end":"2026-03-31T18:32:48.981584Z","steps":["trace[909726183] 'agreement among raft nodes before linearized reading' (duration: 462.208381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.981601Z","caller":"traceutil/trace.go:171","msg":"trace[756943549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3153; }","duration":"1.540900213s","start":"2026-03-31T18:32:47.440674Z","end":"2026-03-31T18:32:48.981574Z","steps":["trace[756943549] 'agreement among raft nodes before linearized reading' (duration: 1.540348771s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.981595Z","caller":"traceutil/trace.go:171","msg":"trace[351791415] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3153; }","duration":"1.504259013s","start":"2026-03-31T18:32:47.477293Z","end":"2026-03-31T18:32:48.981552Z","steps":["trace[351791415] 'agreement among raft nodes before linearized reading' (duration: 1.503647039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.981636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.518766Z","time spent":"462.860325ms","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:48.981662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.440654Z","time spent":"1.540997837s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:48.981606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.016264Z","time spent":"965.283608ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:48.981037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.718193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:32:48.981074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497835694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:32:48.981798Z","caller":"traceutil/trace.go:171","msg":"trace[1434368402] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3153; }","duration":"179.531712ms","start":"2026-03-31T18:32:48.802246Z","end":"2026-03-31T18:32:48.981777Z","steps":["trace[1434368402] 'agreement among raft nodes before linearized reading' (duration: 178.586199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.981775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.477287Z","time spent":"1.504386006s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:48.981947Z","caller":"traceutil/trace.go:171","msg":"trace[1774041322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3153; }","duration":"1.498686404s","start":"2026-03-31T18:32:47.48321Z","end":"2026-03-31T18:32:48.981896Z","steps":["trace[1774041322] 'agreement among raft nodes before linearized reading' (duration: 1.497703671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.981288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.663953Z","time spent":"1.317019003s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:48.980593Z","caller":"traceutil/trace.go:171","msg":"trace[159586829] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"725.821982ms","start":"2026-03-31T18:32:48.254726Z","end":"2026-03-31T18:32:48.980548Z","steps":["trace[159586829] 'process raft request' (duration: 725.622717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.982037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.483159Z","time spent":"1.498863198s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:48.981306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504030748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:32:48.982136Z","caller":"traceutil/trace.go:171","msg":"trace[267105327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3153; }","duration":"1.504881477s","start":"2026-03-31T18:32:47.477241Z","end":"2026-03-31T18:32:48.982122Z","steps":["trace[267105327] 'agreement among raft nodes before linearized reading' (duration: 1.503790492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.982196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.477233Z","time spent":"1.504949179s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:48.981327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.465379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:48.98221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.25468Z","time spent":"727.390258ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:48.982251Z","caller":"traceutil/trace.go:171","msg":"trace[1456946631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3153; }","duration":"951.409951ms","start":"2026-03-31T18:32:48.030824Z","end":"2026-03-31T18:32:48.982234Z","steps":["trace[1456946631] 'agreement among raft nodes before linearized reading' (duration: 950.264994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.982297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.030814Z","time spent":"951.470412ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:48.98148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477353815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:32:48.982345Z","caller":"traceutil/trace.go:171","msg":"trace[1850770925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3153; }","duration":"1.478253776s","start":"2026-03-31T18:32:47.50408Z","end":"2026-03-31T18:32:48.982334Z","steps":["trace[1850770925] 'agreement among raft nodes before linearized reading' (duration: 1.476989157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:48.982388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.50406Z","time spent":"1.478318297s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:49.675805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.7949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:49.675963Z","caller":"traceutil/trace.go:171","msg":"trace[660652920] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"690.504432ms","start":"2026-03-31T18:32:48.985432Z","end":"2026-03-31T18:32:49.675936Z","steps":["trace[660652920] 'process raft request' (duration: 215.453577ms)","trace[660652920] 'compare' (duration: 474.358139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:49.676043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.985403Z","time spent":"690.608203ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:49.67997Z","caller":"traceutil/trace.go:171","msg":"trace[52044218] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"693.056221ms","start":"2026-03-31T18:32:48.986881Z","end":"2026-03-31T18:32:49.679937Z","steps":["trace[52044218] 'process raft request' (duration: 692.743354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:49.680045Z","caller":"traceutil/trace.go:171","msg":"trace[1076198459] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"691.041925ms","start":"2026-03-31T18:32:48.988968Z","end":"2026-03-31T18:32:49.68001Z","steps":["trace[1076198459] 'process raft request' (duration: 690.894411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:49.68007Z","caller":"traceutil/trace.go:171","msg":"trace[6088415] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"690.86038ms","start":"2026-03-31T18:32:48.989176Z","end":"2026-03-31T18:32:49.680037Z","steps":["trace[6088415] 'process raft request' (duration: 690.740247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:49.680259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.988957Z","time spent":"691.199958ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:49.680257Z","caller":"traceutil/trace.go:171","msg":"trace[562639597] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3280; }","duration":"691.973106ms","start":"2026-03-31T18:32:48.988257Z","end":"2026-03-31T18:32:49.680231Z","steps":["trace[562639597] 'read index received' (duration: 212.56726ms)","trace[562639597] 'applied index is now lower than readState.Index' (duration: 479.404235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:49.680326Z","caller":"traceutil/trace.go:171","msg":"trace[1934427248] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"515.942964ms","start":"2026-03-31T18:32:49.164367Z","end":"2026-03-31T18:32:49.68031Z","steps":["trace[1934427248] 'process raft request' (duration: 515.604417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:49.68041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.98917Z","time spent":"691.142696ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:49.680426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:49.164333Z","time spent":"516.044367ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:49.680346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.986843Z","time spent":"693.259946ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:49.680547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.264912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:32:49.679999Z","caller":"traceutil/trace.go:171","msg":"trace[1104902362] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"692.404506ms","start":"2026-03-31T18:32:48.987562Z","end":"2026-03-31T18:32:49.679967Z","steps":["trace[1104902362] 'process raft request' (duration: 692.247332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:49.680592Z","caller":"traceutil/trace.go:171","msg":"trace[289320359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3159; }","duration":"692.341213ms","start":"2026-03-31T18:32:48.988241Z","end":"2026-03-31T18:32:49.680582Z","steps":["trace[289320359] 'agreement among raft nodes before linearized reading' (duration: 692.128209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:49.680627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.988234Z","time spent":"692.385634ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:49.680626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.987541Z","time spent":"693.05583ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:49.700408Z","caller":"traceutil/trace.go:171","msg":"trace[1281786309] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"269.781983ms","start":"2026-03-31T18:32:49.430557Z","end":"2026-03-31T18:32:49.700339Z","steps":["trace[1281786309] 'process raft request' (duration: 269.601349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:49.700594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.006816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200b015745369\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-31T18:32:49.700612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.883832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T18:32:49.700681Z","caller":"traceutil/trace.go:171","msg":"trace[1643188081] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200b015745369; range_end:; response_count:1; response_revision:3160; }","duration":"286.172859ms","start":"2026-03-31T18:32:49.41449Z","end":"2026-03-31T18:32:49.700663Z","steps":["trace[1643188081] 'agreement among raft nodes before linearized reading' (duration: 285.865782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:49.700697Z","caller":"traceutil/trace.go:171","msg":"trace[1582617625] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3160; }","duration":"712.023236ms","start":"2026-03-31T18:32:48.988656Z","end":"2026-03-31T18:32:49.70068Z","steps":["trace[1582617625] 'agreement among raft nodes before linearized reading' (duration: 711.723009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:49.700742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:48.988636Z","time spent":"712.097227ms","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:32:49.700581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.273151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:49.700842Z","caller":"traceutil/trace.go:171","msg":"trace[1435038206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3160; }","duration":"668.611919ms","start":"2026-03-31T18:32:49.032201Z","end":"2026-03-31T18:32:49.700813Z","steps":["trace[1435038206] 'agreement among raft nodes before linearized reading' (duration: 668.21184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:49.700942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:49.032175Z","time spent":"668.720641ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:49.918696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.732488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:49.918806Z","caller":"traceutil/trace.go:171","msg":"trace[1552627056] linearizableReadLoop","detail":"{readStateIndex:3289; appliedIndex:3288; }","duration":"144.967708ms","start":"2026-03-31T18:32:49.773821Z","end":"2026-03-31T18:32:49.918789Z","steps":["trace[1552627056] 'read index received' (duration: 41.948063ms)","trace[1552627056] 'applied index is now lower than readState.Index' (duration: 103.018545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:49.918892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.075771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:49.918885Z","caller":"traceutil/trace.go:171","msg":"trace[369651556] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"148.289524ms","start":"2026-03-31T18:32:49.770575Z","end":"2026-03-31T18:32:49.918864Z","steps":["trace[369651556] 'process raft request' (duration: 45.29828ms)","trace[369651556] 'compare' (duration: 102.581075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:49.918934Z","caller":"traceutil/trace.go:171","msg":"trace[419130467] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3162; }","duration":"145.167783ms","start":"2026-03-31T18:32:49.773753Z","end":"2026-03-31T18:32:49.918921Z","steps":["trace[419130467] 'agreement among raft nodes before linearized reading' (duration: 145.084881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:50.134667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.757756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:50.134732Z","caller":"traceutil/trace.go:171","msg":"trace[25030992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3162; }","duration":"101.889049ms","start":"2026-03-31T18:32:50.032828Z","end":"2026-03-31T18:32:50.134717Z","steps":["trace[25030992] 'range keys from in-memory index tree' (duration: 101.393357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:50.803436Z","caller":"traceutil/trace.go:171","msg":"trace[1604041383] linearizableReadLoop","detail":"{readStateIndex:3290; appliedIndex:3289; }","duration":"312.824262ms","start":"2026-03-31T18:32:50.49059Z","end":"2026-03-31T18:32:50.803415Z","steps":["trace[1604041383] 'read index received' (duration: 312.682579ms)","trace[1604041383] 'applied index is now lower than readState.Index' (duration: 140.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:50.803593Z","caller":"traceutil/trace.go:171","msg":"trace[1470924902] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"455.809924ms","start":"2026-03-31T18:32:50.347737Z","end":"2026-03-31T18:32:50.803547Z","steps":["trace[1470924902] 'process raft request' (duration: 455.528188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:50.803846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.347712Z","time spent":"456.002828ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:50.803868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.226261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:32:50.803933Z","caller":"traceutil/trace.go:171","msg":"trace[484095775] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3163; }","duration":"313.377615ms","start":"2026-03-31T18:32:50.490541Z","end":"2026-03-31T18:32:50.803919Z","steps":["trace[484095775] 'agreement among raft nodes before linearized reading' (duration: 313.014466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:50.803971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.490518Z","time spent":"313.445876ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":345,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:51.415635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.427941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:51.415799Z","caller":"traceutil/trace.go:171","msg":"trace[797809785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3163; }","duration":"244.611856ms","start":"2026-03-31T18:32:51.171163Z","end":"2026-03-31T18:32:51.415775Z","steps":["trace[797809785] 'range keys from in-memory index tree' (duration: 244.404671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:51.416141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.011347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:51.416249Z","caller":"traceutil/trace.go:171","msg":"trace[1380668838] linearizableReadLoop","detail":"{readStateIndex:3291; appliedIndex:3290; }","duration":"525.904934ms","start":"2026-03-31T18:32:50.890326Z","end":"2026-03-31T18:32:51.416231Z","steps":["trace[1380668838] 'read index received' (duration: 401.649151ms)","trace[1380668838] 'applied index is now lower than readState.Index' (duration: 124.253873ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:51.416547Z","caller":"traceutil/trace.go:171","msg":"trace[363714092] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"531.211236ms","start":"2026-03-31T18:32:50.88532Z","end":"2026-03-31T18:32:51.416532Z","steps":["trace[363714092] 'process raft request' (duration: 406.704667ms)","trace[363714092] 'compare' (duration: 123.73022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:51.416738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.885264Z","time spent":"531.358799ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:51.417123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.796843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:51.417171Z","caller":"traceutil/trace.go:171","msg":"trace[592255150] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3164; }","duration":"526.890296ms","start":"2026-03-31T18:32:50.890266Z","end":"2026-03-31T18:32:51.417156Z","steps":["trace[592255150] 'agreement among raft nodes before linearized reading' (duration: 526.759563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:51.417223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.890238Z","time spent":"526.974077ms","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:52.713385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002800371s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:32:52.713792Z","caller":"traceutil/trace.go:171","msg":"trace[865080935] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"1.723797113s","start":"2026-03-31T18:32:50.98995Z","end":"2026-03-31T18:32:52.713747Z","steps":["trace[865080935] 'process raft request' (duration: 1.723548808s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:52.71396Z","caller":"traceutil/trace.go:171","msg":"trace[1872176643] linearizableReadLoop","detail":"{readStateIndex:3293; appliedIndex:3291; }","duration":"1.297461326s","start":"2026-03-31T18:32:51.416469Z","end":"2026-03-31T18:32:52.71393Z","steps":["trace[1872176643] 'read index received' (duration: 294.106892ms)","trace[1872176643] 'applied index is now lower than readState.Index' (duration: 1.003350854s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:52.714209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.989923Z","time spent":"1.724008889s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:52.71436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034007288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:32:52.714426Z","caller":"traceutil/trace.go:171","msg":"trace[1654614038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3167; }","duration":"1.034117069s","start":"2026-03-31T18:32:51.680292Z","end":"2026-03-31T18:32:52.714409Z","steps":["trace[1654614038] 'agreement among raft nodes before linearized reading' (duration: 1.033904615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.714419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030394865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:32:52.714421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029011422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:52.714224Z","caller":"traceutil/trace.go:171","msg":"trace[1994016704] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"1.027910008s","start":"2026-03-31T18:32:51.68627Z","end":"2026-03-31T18:32:52.71418Z","steps":["trace[1994016704] 'process raft request' (duration: 1.027365036s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:52.714497Z","caller":"traceutil/trace.go:171","msg":"trace[1634775769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3167; }","duration":"1.029141355s","start":"2026-03-31T18:32:51.68534Z","end":"2026-03-31T18:32:52.714481Z","steps":["trace[1634775769] 'agreement among raft nodes before linearized reading' (duration: 1.028872389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.714546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029193697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:32:52.714566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.721119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:52.714594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.685315Z","time spent":"1.029266128s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:52.7146Z","caller":"traceutil/trace.go:171","msg":"trace[1110068452] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"1.007302095s","start":"2026-03-31T18:32:51.706458Z","end":"2026-03-31T18:32:52.71376Z","steps":["trace[1110068452] 'process raft request' (duration: 1.007237073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.71442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030394744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:32:52.714699Z","caller":"traceutil/trace.go:171","msg":"trace[1664127534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3167; }","duration":"1.030696252s","start":"2026-03-31T18:32:51.683993Z","end":"2026-03-31T18:32:52.71469Z","steps":["trace[1664127534] 'agreement among raft nodes before linearized reading' (duration: 1.030314833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.714733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.683986Z","time spent":"1.030738813s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:32:52.714495Z","caller":"traceutil/trace.go:171","msg":"trace[711723514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3167; }","duration":"1.030498227s","start":"2026-03-31T18:32:51.683979Z","end":"2026-03-31T18:32:52.714477Z","steps":["trace[711723514] 'agreement among raft nodes before linearized reading' (duration: 1.030354974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.714795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.706429Z","time spent":"1.008263207s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:52.714602Z","caller":"traceutil/trace.go:171","msg":"trace[766710617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3167; }","duration":"1.029261448s","start":"2026-03-31T18:32:51.685321Z","end":"2026-03-31T18:32:52.714583Z","steps":["trace[766710617] 'agreement among raft nodes before linearized reading' (duration: 1.029110135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.714821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.683966Z","time spent":"1.030838314s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:52.714486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.680276Z","time spent":"1.034196192s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:52.714856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.685315Z","time spent":"1.029525924s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:52.71461Z","caller":"traceutil/trace.go:171","msg":"trace[1614246818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3167; }","duration":"684.76208ms","start":"2026-03-31T18:32:52.029836Z","end":"2026-03-31T18:32:52.714598Z","steps":["trace[1614246818] 'agreement among raft nodes before linearized reading' (duration: 684.694258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.714935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:52.029784Z","time spent":"685.144218ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:52.714935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615823535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200ae25cfebd7\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T18:32:52.716017Z","caller":"traceutil/trace.go:171","msg":"trace[1112839707] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200ae25cfebd7; range_end:; response_count:1; response_revision:3167; }","duration":"1.616959662s","start":"2026-03-31T18:32:51.099039Z","end":"2026-03-31T18:32:52.715999Z","steps":["trace[1112839707] 'agreement among raft nodes before linearized reading' (duration: 1.615124299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.716101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.099008Z","time spent":"1.617077943s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200ae25cfebd7\" "} {"level":"warn","ts":"2026-03-31T18:32:52.714907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.686251Z","time spent":"1.028490731s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:23.616113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.660242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"warn","ts":"2026-03-31T18:35:23.616176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.562512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:35:23.616261Z","caller":"traceutil/trace.go:171","msg":"trace[437219590] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4159; }","duration":"142.874427ms","start":"2026-03-31T18:35:23.473358Z","end":"2026-03-31T18:35:23.616233Z","steps":["trace[437219590] 'range keys from in-memory index tree' (duration: 142.400897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.616283Z","caller":"traceutil/trace.go:171","msg":"trace[1530277750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:4159; }","duration":"114.735256ms","start":"2026-03-31T18:35:23.501526Z","end":"2026-03-31T18:35:23.616261Z","steps":["trace[1530277750] 'range keys from in-memory index tree' (duration: 114.342578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.616135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.911958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-31T18:35:23.616415Z","caller":"traceutil/trace.go:171","msg":"trace[240657997] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4159; }","duration":"143.243226ms","start":"2026-03-31T18:35:23.473146Z","end":"2026-03-31T18:35:23.616389Z","steps":["trace[240657997] 'range keys from in-memory index tree' (duration: 142.716344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.841001Z","caller":"traceutil/trace.go:171","msg":"trace[1240845762] linearizableReadLoop","detail":"{readStateIndex:4325; appliedIndex:4324; }","duration":"184.446646ms","start":"2026-03-31T18:35:23.656529Z","end":"2026-03-31T18:35:23.840976Z","steps":["trace[1240845762] 'read index received' (duration: 184.20474ms)","trace[1240845762] 'applied index is now lower than readState.Index' (duration: 241.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:23.841057Z","caller":"traceutil/trace.go:171","msg":"trace[1509899842] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"217.062519ms","start":"2026-03-31T18:35:23.623957Z","end":"2026-03-31T18:35:23.841019Z","steps":["trace[1509899842] 'process raft request' (duration: 216.836954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.841261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.713332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:23.841414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.617352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:23.841363Z","caller":"traceutil/trace.go:171","msg":"trace[1332141395] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4160; }","duration":"184.880546ms","start":"2026-03-31T18:35:23.656461Z","end":"2026-03-31T18:35:23.841341Z","steps":["trace[1332141395] 'agreement among raft nodes before linearized reading' (duration: 184.653131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.841483Z","caller":"traceutil/trace.go:171","msg":"trace[20692392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4160; }","duration":"178.781606ms","start":"2026-03-31T18:35:23.662683Z","end":"2026-03-31T18:35:23.841465Z","steps":["trace[20692392] 'agreement among raft nodes before linearized reading' (duration: 178.464929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.013027Z","caller":"traceutil/trace.go:171","msg":"trace[197161395] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"166.855275ms","start":"2026-03-31T18:35:23.846148Z","end":"2026-03-31T18:35:24.013003Z","steps":["trace[197161395] 'process raft request' (duration: 166.687401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.01365Z","caller":"traceutil/trace.go:171","msg":"trace[1055630434] linearizableReadLoop","detail":"{readStateIndex:4328; appliedIndex:4325; }","duration":"165.816501ms","start":"2026-03-31T18:35:23.847813Z","end":"2026-03-31T18:35:24.013629Z","steps":["trace[1055630434] 'read index received' (duration: 164.999803ms)","trace[1055630434] 'applied index is now lower than readState.Index' (duration: 815.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:24.013749Z","caller":"traceutil/trace.go:171","msg":"trace[445238568] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"163.729063ms","start":"2026-03-31T18:35:23.85Z","end":"2026-03-31T18:35:24.013729Z","steps":["trace[445238568] 'process raft request' (duration: 163.56611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.013794Z","caller":"traceutil/trace.go:171","msg":"trace[429456052] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"167.167472ms","start":"2026-03-31T18:35:23.84661Z","end":"2026-03-31T18:35:24.013777Z","steps":["trace[429456052] 'process raft request' (duration: 166.889046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.013661Z","caller":"traceutil/trace.go:171","msg":"trace[297312601] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"167.204413ms","start":"2026-03-31T18:35:23.846413Z","end":"2026-03-31T18:35:24.013617Z","steps":["trace[297312601] 'process raft request' (duration: 166.966278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.014082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.986326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:35:24.01395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.111758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:24.014122Z","caller":"traceutil/trace.go:171","msg":"trace[810061045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4164; }","duration":"138.062178ms","start":"2026-03-31T18:35:23.876048Z","end":"2026-03-31T18:35:24.01411Z","steps":["trace[810061045] 'agreement among raft nodes before linearized reading' (duration: 137.980986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.014158Z","caller":"traceutil/trace.go:171","msg":"trace[175668801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4164; }","duration":"166.329722ms","start":"2026-03-31T18:35:23.847807Z","end":"2026-03-31T18:35:24.014137Z","steps":["trace[175668801] 'agreement among raft nodes before linearized reading' (duration: 165.966024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.013999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.668679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:24.014321Z","caller":"traceutil/trace.go:171","msg":"trace[832077240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4164; }","duration":"163.040157ms","start":"2026-03-31T18:35:23.851265Z","end":"2026-03-31T18:35:24.014305Z","steps":["trace[832077240] 'agreement among raft nodes before linearized reading' (duration: 162.605278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.566914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854250518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:35.067233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854250518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:35.12965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063199593s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:35.130208Z","caller":"traceutil/trace.go:171","msg":"trace[652485018] linearizableReadLoop","detail":"{readStateIndex:4382; appliedIndex:4381; }","duration":"1.06354167s","start":"2026-03-31T18:35:34.066636Z","end":"2026-03-31T18:35:35.130178Z","steps":["trace[652485018] 'read index received' (duration: 1.063173782s)","trace[652485018] 'applied index is now lower than readState.Index' (duration: 366.348µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:35.130274Z","caller":"traceutil/trace.go:171","msg":"trace[1345038750] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"1.063895279s","start":"2026-03-31T18:35:34.066332Z","end":"2026-03-31T18:35:35.130227Z","steps":["trace[1345038750] 'process raft request' (duration: 1.063616183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.130516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063239544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:35:35.130517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058903315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:35:35.130532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.066312Z","time spent":"1.064062252s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:35.130552Z","caller":"traceutil/trace.go:171","msg":"trace[18605303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4215; }","duration":"1.063331185s","start":"2026-03-31T18:35:34.067212Z","end":"2026-03-31T18:35:35.130543Z","steps":["trace[18605303] 'agreement among raft nodes before linearized reading' (duration: 1.063152701s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:35.130559Z","caller":"traceutil/trace.go:171","msg":"trace[1523898657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4215; }","duration":"1.058976496s","start":"2026-03-31T18:35:34.071573Z","end":"2026-03-31T18:35:35.13055Z","steps":["trace[1523898657] 'agreement among raft nodes before linearized reading' (duration: 1.058856054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.130594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.067197Z","time spent":"1.063389266s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:35.130594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.071562Z","time spent":"1.059024638s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:35.130577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063901338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:35:35.130633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059043099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:35:35.130653Z","caller":"traceutil/trace.go:171","msg":"trace[502459068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4215; }","duration":"1.06400749s","start":"2026-03-31T18:35:34.06662Z","end":"2026-03-31T18:35:35.130627Z","steps":["trace[502459068] 'agreement among raft nodes before linearized reading' (duration: 1.063713444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.130698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060995912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:35.130715Z","caller":"traceutil/trace.go:171","msg":"trace[823379786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4215; }","duration":"1.059162991s","start":"2026-03-31T18:35:34.071532Z","end":"2026-03-31T18:35:35.130695Z","steps":["trace[823379786] 'agreement among raft nodes before linearized reading' (duration: 1.058882494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.130726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.066612Z","time spent":"1.064101803s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:35.130768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.085475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:35.13077Z","caller":"traceutil/trace.go:171","msg":"trace[1287882762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4215; }","duration":"1.061097285s","start":"2026-03-31T18:35:34.06965Z","end":"2026-03-31T18:35:35.130747Z","steps":["trace[1287882762] 'agreement among raft nodes before linearized reading' (duration: 1.06087598s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:35.130811Z","caller":"traceutil/trace.go:171","msg":"trace[1361219899] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4215; }","duration":"144.175507ms","start":"2026-03-31T18:35:34.986622Z","end":"2026-03-31T18:35:35.130797Z","steps":["trace[1361219899] 'agreement among raft nodes before linearized reading' (duration: 143.744197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.130819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.069636Z","time spent":"1.061175116s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:35.130771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.071522Z","time spent":"1.059239493s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:13.551146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.871882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:36:13.551249Z","caller":"traceutil/trace.go:171","msg":"trace[1679785044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4494; }","duration":"127.011086ms","start":"2026-03-31T18:36:13.424211Z","end":"2026-03-31T18:36:13.551222Z","steps":["trace[1679785044] 'range keys from in-memory index tree' (duration: 126.719049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.551382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.884543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:36:13.551449Z","caller":"traceutil/trace.go:171","msg":"trace[1704868999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4494; }","duration":"126.976035ms","start":"2026-03-31T18:36:13.424458Z","end":"2026-03-31T18:36:13.551434Z","steps":["trace[1704868999] 'range keys from in-memory index tree' (duration: 126.781581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.551523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.945814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:36:13.551628Z","caller":"traceutil/trace.go:171","msg":"trace[1427774647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4494; }","duration":"131.044367ms","start":"2026-03-31T18:36:13.420564Z","end":"2026-03-31T18:36:13.551609Z","steps":["trace[1427774647] 'range keys from in-memory index tree' (duration: 130.770951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.551716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.016828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:36:13.55184Z","caller":"traceutil/trace.go:171","msg":"trace[708639116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4494; }","duration":"135.197392ms","start":"2026-03-31T18:36:13.416611Z","end":"2026-03-31T18:36:13.551809Z","steps":["trace[708639116] 'range keys from in-memory index tree' (duration: 134.798334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.551701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.827948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:36:13.552098Z","caller":"traceutil/trace.go:171","msg":"trace[1298786345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4494; }","duration":"129.246828ms","start":"2026-03-31T18:36:13.422822Z","end":"2026-03-31T18:36:13.552069Z","steps":["trace[1298786345] 'range keys from in-memory index tree' (duration: 128.621903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.832992Z","caller":"traceutil/trace.go:171","msg":"trace[1811929224] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"193.124171ms","start":"2026-03-31T18:36:16.639832Z","end":"2026-03-31T18:36:16.832956Z","steps":["trace[1811929224] 'process raft request' (duration: 192.722692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:19.099183Z","caller":"traceutil/trace.go:171","msg":"trace[1671083057] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"177.727874ms","start":"2026-03-31T18:36:18.921385Z","end":"2026-03-31T18:36:19.099112Z","steps":["trace[1671083057] 'process raft request' (duration: 177.345655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:19.711182Z","caller":"traceutil/trace.go:171","msg":"trace[1079671427] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"113.630955ms","start":"2026-03-31T18:36:19.597523Z","end":"2026-03-31T18:36:19.711154Z","steps":["trace[1079671427] 'process raft request' (duration: 113.483332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:19.711204Z","caller":"traceutil/trace.go:171","msg":"trace[371618009] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"113.723787ms","start":"2026-03-31T18:36:19.597444Z","end":"2026-03-31T18:36:19.711168Z","steps":["trace[371618009] 'process raft request' (duration: 113.463051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:19.711443Z","caller":"traceutil/trace.go:171","msg":"trace[849958128] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"113.86116ms","start":"2026-03-31T18:36:19.597557Z","end":"2026-03-31T18:36:19.711418Z","steps":["trace[849958128] 'process raft request' (duration: 113.490582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:19.711674Z","caller":"traceutil/trace.go:171","msg":"trace[990780079] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"113.569984ms","start":"2026-03-31T18:36:19.598014Z","end":"2026-03-31T18:36:19.711584Z","steps":["trace[990780079] 'process raft request' (duration: 113.374279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:19.748279Z","caller":"traceutil/trace.go:171","msg":"trace[1781304386] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"100.798675ms","start":"2026-03-31T18:36:19.647445Z","end":"2026-03-31T18:36:19.748244Z","steps":["trace[1781304386] 'process raft request' (duration: 100.53468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:20.240728Z","caller":"traceutil/trace.go:171","msg":"trace[2087749765] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"240.506299ms","start":"2026-03-31T18:36:20.000194Z","end":"2026-03-31T18:36:20.2407Z","steps":["trace[2087749765] 'process raft request' (duration: 240.340106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:37.337241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2599} {"level":"info","ts":"2026-03-31T18:36:37.42097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2599,"took":"82.464782ms","hash":4195272081,"current-db-size-bytes":43216896,"current-db-size":"43 MB","current-db-size-in-use-bytes":18362368,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-31T18:36:37.421117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4195272081,"revision":2599,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T18:36:52.791311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.795779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-31T18:36:52.791435Z","caller":"traceutil/trace.go:171","msg":"trace[1584259057] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5070; }","duration":"152.945303ms","start":"2026-03-31T18:36:52.63844Z","end":"2026-03-31T18:36:52.791386Z","steps":["trace[1584259057] 'range keys from in-memory index tree' (duration: 152.638256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:52.79182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.474079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-rdjx5\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-03-31T18:36:52.791918Z","caller":"traceutil/trace.go:171","msg":"trace[1534660932] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-rdjx5; range_end:; response_count:1; response_revision:5070; }","duration":"120.624473ms","start":"2026-03-31T18:36:52.671271Z","end":"2026-03-31T18:36:52.791896Z","steps":["trace[1534660932] 'range keys from in-memory index tree' (duration: 119.58438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:54.475516Z","caller":"traceutil/trace.go:171","msg":"trace[722359603] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"118.226069ms","start":"2026-03-31T18:36:54.357238Z","end":"2026-03-31T18:36:54.475464Z","steps":["trace[722359603] 'process raft request' (duration: 118.004154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:54.594351Z","caller":"traceutil/trace.go:171","msg":"trace[202321720] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"118.673849ms","start":"2026-03-31T18:36:54.475441Z","end":"2026-03-31T18:36:54.594115Z","steps":["trace[202321720] 'read index received' (duration: 116.05155ms)","trace[202321720] 'applied index is now lower than readState.Index' (duration: 2.620319ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:54.59445Z","caller":"traceutil/trace.go:171","msg":"trace[699765770] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"132.560332ms","start":"2026-03-31T18:36:54.461829Z","end":"2026-03-31T18:36:54.594389Z","steps":["trace[699765770] 'process raft request' (duration: 129.732328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:54.594665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.603917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec76e18a-55bf-472f-8d21-ad83a1938d51\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-31T18:36:54.59473Z","caller":"traceutil/trace.go:171","msg":"trace[874570808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec76e18a-55bf-472f-8d21-ad83a1938d51; range_end:; response_count:1; response_revision:5161; }","duration":"184.711619ms","start":"2026-03-31T18:36:54.41Z","end":"2026-03-31T18:36:54.594711Z","steps":["trace[874570808] 'agreement among raft nodes before linearized reading' (duration: 184.532785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.140737Z","caller":"traceutil/trace.go:171","msg":"trace[317628659] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"162.308924ms","start":"2026-03-31T18:36:59.978398Z","end":"2026-03-31T18:37:00.140706Z","steps":["trace[317628659] 'read index received' (duration: 161.833603ms)","trace[317628659] 'applied index is now lower than readState.Index' (duration: 474.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.140829Z","caller":"traceutil/trace.go:171","msg":"trace[2124144385] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"177.20947ms","start":"2026-03-31T18:36:59.963602Z","end":"2026-03-31T18:37:00.140812Z","steps":["trace[2124144385] 'process raft request' (duration: 176.901763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.141068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.643511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:00.141128Z","caller":"traceutil/trace.go:171","msg":"trace[1135639529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5284; }","duration":"162.751394ms","start":"2026-03-31T18:36:59.978365Z","end":"2026-03-31T18:37:00.141116Z","steps":["trace[1135639529] 'agreement among raft nodes before linearized reading' (duration: 162.512399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.141143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.395631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:00.141224Z","caller":"traceutil/trace.go:171","msg":"trace[1212730606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5284; }","duration":"160.532954ms","start":"2026-03-31T18:36:59.980666Z","end":"2026-03-31T18:37:00.141199Z","steps":["trace[1212730606] 'agreement among raft nodes before linearized reading' (duration: 160.272948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.141241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.086131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:37:00.141278Z","caller":"traceutil/trace.go:171","msg":"trace[1246731967] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5284; }","duration":"143.163662ms","start":"2026-03-31T18:36:59.998106Z","end":"2026-03-31T18:37:00.14127Z","steps":["trace[1246731967] 'agreement among raft nodes before linearized reading' (duration: 143.049809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.141363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.550823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:37:00.141503Z","caller":"traceutil/trace.go:171","msg":"trace[2030046372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5284; }","duration":"159.740416ms","start":"2026-03-31T18:36:59.981731Z","end":"2026-03-31T18:37:00.141471Z","steps":["trace[2030046372] 'agreement among raft nodes before linearized reading' (duration: 159.46281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.512796Z","caller":"traceutil/trace.go:171","msg":"trace[1677292800] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"199.822661ms","start":"2026-03-31T18:37:00.312943Z","end":"2026-03-31T18:37:00.512766Z","steps":["trace[1677292800] 'process raft request' (duration: 199.659477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.645527Z","caller":"traceutil/trace.go:171","msg":"trace[23060114] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"270.688291ms","start":"2026-03-31T18:37:00.37481Z","end":"2026-03-31T18:37:00.645498Z","steps":["trace[23060114] 'process raft request' (duration: 267.459948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.645827Z","caller":"traceutil/trace.go:171","msg":"trace[1414988593] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"270.388704ms","start":"2026-03-31T18:37:00.375409Z","end":"2026-03-31T18:37:00.645798Z","steps":["trace[1414988593] 'process raft request' (duration: 270.018095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.645839Z","caller":"traceutil/trace.go:171","msg":"trace[2080178445] linearizableReadLoop","detail":"{readStateIndex:5502; appliedIndex:5498; }","duration":"167.44807ms","start":"2026-03-31T18:37:00.478369Z","end":"2026-03-31T18:37:00.645817Z","steps":["trace[2080178445] 'read index received' (duration: 34.344035ms)","trace[2080178445] 'applied index is now lower than readState.Index' (duration: 133.102785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.645935Z","caller":"traceutil/trace.go:171","msg":"trace[1133105127] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"270.093829ms","start":"2026-03-31T18:37:00.3758Z","end":"2026-03-31T18:37:00.645894Z","steps":["trace[1133105127] 'process raft request' (duration: 269.891133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.646101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.711146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-03-31T18:37:00.646122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.853979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:00.646153Z","caller":"traceutil/trace.go:171","msg":"trace[289717138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5292; }","duration":"167.817218ms","start":"2026-03-31T18:37:00.478325Z","end":"2026-03-31T18:37:00.646142Z","steps":["trace[289717138] 'agreement among raft nodes before linearized reading' (duration: 167.552102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.646173Z","caller":"traceutil/trace.go:171","msg":"trace[591051335] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5292; }","duration":"120.962582ms","start":"2026-03-31T18:37:00.525197Z","end":"2026-03-31T18:37:00.64616Z","steps":["trace[591051335] 'agreement among raft nodes before linearized reading' (duration: 120.771157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.628263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854253018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:37:01.716852Z","caller":"traceutil/trace.go:171","msg":"trace[2107935407] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5506; }","duration":"589.253954ms","start":"2026-03-31T18:37:01.127566Z","end":"2026-03-31T18:37:01.71682Z","steps":["trace[2107935407] 'read index received' (duration: 588.680471ms)","trace[2107935407] 'applied index is now lower than readState.Index' (duration: 571.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.716939Z","caller":"traceutil/trace.go:171","msg":"trace[1137303921] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"616.312383ms","start":"2026-03-31T18:37:01.100581Z","end":"2026-03-31T18:37:01.716894Z","steps":["trace[1137303921] 'process raft request' (duration: 615.908164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.717017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.418397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:01.717088Z","caller":"traceutil/trace.go:171","msg":"trace[1874860796] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5296; }","duration":"589.53978ms","start":"2026-03-31T18:37:01.12753Z","end":"2026-03-31T18:37:01.717069Z","steps":["trace[1874860796] 'agreement among raft nodes before linearized reading' (duration: 589.396577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.717083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:01.100558Z","time spent":"616.439807ms","remote":"127.0.0.1:49810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:01.717148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:01.127511Z","time spent":"589.621632ms","remote":"127.0.0.1:50650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:04.586385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.724573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:04.586455Z","caller":"traceutil/trace.go:171","msg":"trace[808363886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5406; }","duration":"628.846426ms","start":"2026-03-31T18:37:03.957596Z","end":"2026-03-31T18:37:04.586442Z","steps":["trace[808363886] 'range keys from in-memory index tree' (duration: 628.55053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.586486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.957573Z","time spent":"628.906478ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:04.586488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.36694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:04.586388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.556082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:04.58662Z","caller":"traceutil/trace.go:171","msg":"trace[1498921859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5406; }","duration":"757.831028ms","start":"2026-03-31T18:37:03.828764Z","end":"2026-03-31T18:37:04.586595Z","steps":["trace[1498921859] 'range keys from in-memory index tree' (duration: 757.387638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.586708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.208902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00781755-ebf7-4beb-8b28-231065a91013\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T18:37:04.586785Z","caller":"traceutil/trace.go:171","msg":"trace[492108008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00781755-ebf7-4beb-8b28-231065a91013; range_end:; response_count:1; response_revision:5406; }","duration":"803.329305ms","start":"2026-03-31T18:37:03.783438Z","end":"2026-03-31T18:37:04.586767Z","steps":["trace[492108008] 'range keys from in-memory index tree' (duration: 803.061389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:04.586544Z","caller":"traceutil/trace.go:171","msg":"trace[1945126829] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5406; }","duration":"672.483682ms","start":"2026-03-31T18:37:03.914043Z","end":"2026-03-31T18:37:04.586527Z","steps":["trace[1945126829] 'count revisions from in-memory index tree' (duration: 672.239756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.586822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.783422Z","time spent":"803.393256ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00781755-ebf7-4beb-8b28-231065a91013\" "} {"level":"warn","ts":"2026-03-31T18:37:04.586758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.82874Z","time spent":"757.998603ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:04.586902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.913968Z","time spent":"672.888941ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:04.587329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.912118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719265"} {"level":"info","ts":"2026-03-31T18:37:04.587393Z","caller":"traceutil/trace.go:171","msg":"trace[312148518] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5406; }","duration":"765.020882ms","start":"2026-03-31T18:37:03.822357Z","end":"2026-03-31T18:37:04.587378Z","steps":["trace[312148518] 'range keys from in-memory index tree' (duration: 764.303314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.587432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.822321Z","time spent":"765.099764ms","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719289,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:37:04.587443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.641076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:04.587708Z","caller":"traceutil/trace.go:171","msg":"trace[1640945675] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"627.193599ms","start":"2026-03-31T18:37:03.960482Z","end":"2026-03-31T18:37:04.587676Z","steps":["trace[1640945675] 'process raft request' (duration: 296.222727ms)","trace[1640945675] 'compare' (duration: 329.656302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:04.587862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.960444Z","time spent":"627.364753ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:04.604985Z","caller":"traceutil/trace.go:171","msg":"trace[719113154] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"643.782804ms","start":"2026-03-31T18:37:03.961177Z","end":"2026-03-31T18:37:04.60496Z","steps":["trace[719113154] 'process raft request' (duration: 643.59745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.605239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.96116Z","time spent":"643.909907ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:04.605327Z","caller":"traceutil/trace.go:171","msg":"trace[571408040] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"640.423118ms","start":"2026-03-31T18:37:03.964882Z","end":"2026-03-31T18:37:04.605305Z","steps":["trace[571408040] 'process raft request' (duration: 640.033609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.605459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:03.964846Z","time spent":"640.532181ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:04.605227Z","caller":"traceutil/trace.go:171","msg":"trace[838572357] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5619; }","duration":"574.379477ms","start":"2026-03-31T18:37:04.030819Z","end":"2026-03-31T18:37:04.605198Z","steps":["trace[838572357] 'read index received' (duration: 225.887219ms)","trace[838572357] 'applied index is now lower than readState.Index' (duration: 348.491038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:04.605712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.905309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:04.605749Z","caller":"traceutil/trace.go:171","msg":"trace[213639412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5409; }","duration":"574.992611ms","start":"2026-03-31T18:37:04.030747Z","end":"2026-03-31T18:37:04.60574Z","steps":["trace[213639412] 'agreement among raft nodes before linearized reading' (duration: 574.916849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.605782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.030715Z","time spent":"575.060183ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:04.916644Z","caller":"traceutil/trace.go:171","msg":"trace[615870702] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"636.681543ms","start":"2026-03-31T18:37:04.279929Z","end":"2026-03-31T18:37:04.916611Z","steps":["trace[615870702] 'process raft request' (duration: 636.0762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:04.916682Z","caller":"traceutil/trace.go:171","msg":"trace[1866248722] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"325.033148ms","start":"2026-03-31T18:37:04.591622Z","end":"2026-03-31T18:37:04.916655Z","steps":["trace[1866248722] 'process raft request' (duration: 324.885405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.916851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.279905Z","time spent":"636.838607ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:04.91694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.5916Z","time spent":"325.16026ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:04.916998Z","caller":"traceutil/trace.go:171","msg":"trace[925640396] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"324.323052ms","start":"2026-03-31T18:37:04.592649Z","end":"2026-03-31T18:37:04.916972Z","steps":["trace[925640396] 'process raft request' (duration: 323.966904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.91717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.592618Z","time spent":"324.460876ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:04.917289Z","caller":"traceutil/trace.go:171","msg":"trace[339814949] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5622; }","duration":"311.627916ms","start":"2026-03-31T18:37:04.605629Z","end":"2026-03-31T18:37:04.917257Z","steps":["trace[339814949] 'read index received' (duration: 310.375018ms)","trace[339814949] 'applied index is now lower than readState.Index' (duration: 1.250917ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:04.917335Z","caller":"traceutil/trace.go:171","msg":"trace[391483648] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"320.540116ms","start":"2026-03-31T18:37:04.596777Z","end":"2026-03-31T18:37:04.917317Z","steps":["trace[391483648] 'process raft request' (duration: 320.092556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.954586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:37:04.917418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.022467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:37:04.917423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.685893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00781755-ebf7-4beb-8b28-231065a91013\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-31T18:37:04.917441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.596764Z","time spent":"320.612567ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:04.917483Z","caller":"traceutil/trace.go:171","msg":"trace[1434648385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5413; }","duration":"694.14206ms","start":"2026-03-31T18:37:04.223323Z","end":"2026-03-31T18:37:04.917465Z","steps":["trace[1434648385] 'agreement among raft nodes before linearized reading' (duration: 693.946356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.181079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:37:04.917498Z","caller":"traceutil/trace.go:171","msg":"trace[1622234559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00781755-ebf7-4beb-8b28-231065a91013; range_end:; response_count:1; response_revision:5413; }","duration":"589.807435ms","start":"2026-03-31T18:37:04.327672Z","end":"2026-03-31T18:37:04.917479Z","steps":["trace[1622234559] 'agreement among raft nodes before linearized reading' (duration: 589.656052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.223299Z","time spent":"694.215962ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:04.917497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.445986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:04.917534Z","caller":"traceutil/trace.go:171","msg":"trace[2026403392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:5413; }","duration":"728.270501ms","start":"2026-03-31T18:37:04.189248Z","end":"2026-03-31T18:37:04.917519Z","steps":["trace[2026403392] 'agreement among raft nodes before linearized reading' (duration: 728.069647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.327644Z","time spent":"589.889727ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00781755-ebf7-4beb-8b28-231065a91013\" "} {"level":"warn","ts":"2026-03-31T18:37:04.917498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.593516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:04.917555Z","caller":"traceutil/trace.go:171","msg":"trace[498835456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5413; }","duration":"729.070549ms","start":"2026-03-31T18:37:04.188381Z","end":"2026-03-31T18:37:04.917451Z","steps":["trace[498835456] 'agreement among raft nodes before linearized reading' (duration: 728.893075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.189228Z","time spent":"728.338803ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-2jfnw\" "} {"level":"warn","ts":"2026-03-31T18:37:04.917581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.681605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:37:04.917629Z","caller":"traceutil/trace.go:171","msg":"trace[467289337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5413; }","duration":"687.750806ms","start":"2026-03-31T18:37:04.229867Z","end":"2026-03-31T18:37:04.917618Z","steps":["trace[467289337] 'agreement among raft nodes before linearized reading' (duration: 687.608272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.18836Z","time spent":"729.246203ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:04.917652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.229854Z","time spent":"687.793647ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:04.917642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.647521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:04.917621Z","caller":"traceutil/trace.go:171","msg":"trace[1402702654] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5413; }","duration":"401.78721ms","start":"2026-03-31T18:37:04.515804Z","end":"2026-03-31T18:37:04.917591Z","steps":["trace[1402702654] 'agreement among raft nodes before linearized reading' (duration: 401.532284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:04.91757Z","caller":"traceutil/trace.go:171","msg":"trace[347301074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5413; }","duration":"763.590948ms","start":"2026-03-31T18:37:04.153962Z","end":"2026-03-31T18:37:04.917553Z","steps":["trace[347301074] 'agreement among raft nodes before linearized reading' (duration: 763.420084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:04.917693Z","caller":"traceutil/trace.go:171","msg":"trace[206398511] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5413; }","duration":"806.734893ms","start":"2026-03-31T18:37:04.110942Z","end":"2026-03-31T18:37:04.917676Z","steps":["trace[206398511] 'agreement among raft nodes before linearized reading' (duration: 806.653471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.15394Z","time spent":"763.780333ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:04.917745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.110919Z","time spent":"806.811685ms","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:04.917737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.515781Z","time spent":"401.936934ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:04.917788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.124308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wjhtc-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-31T18:37:04.917866Z","caller":"traceutil/trace.go:171","msg":"trace[1376804047] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wjhtc-tls; range_end:; response_count:1; response_revision:5413; }","duration":"829.176199ms","start":"2026-03-31T18:37:04.088649Z","end":"2026-03-31T18:37:04.917825Z","steps":["trace[1376804047] 'agreement among raft nodes before linearized reading' (duration: 829.021566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.917911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.088575Z","time spent":"829.323024ms","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wjhtc-tls\" "} {"level":"warn","ts":"2026-03-31T18:37:04.918471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.622666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:04.918534Z","caller":"traceutil/trace.go:171","msg":"trace[1841622852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5414; }","duration":"311.703607ms","start":"2026-03-31T18:37:04.60681Z","end":"2026-03-31T18:37:04.918513Z","steps":["trace[1841622852] 'agreement among raft nodes before linearized reading' (duration: 311.604115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:04.918566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:04.606797Z","time spent":"311.762169ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:04.9187Z","caller":"traceutil/trace.go:171","msg":"trace[1478351524] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"131.160252ms","start":"2026-03-31T18:37:04.787498Z","end":"2026-03-31T18:37:04.918658Z","steps":["trace[1478351524] 'process raft request' (duration: 130.811444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:08.128396Z","caller":"traceutil/trace.go:171","msg":"trace[1385011000] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"173.706742ms","start":"2026-03-31T18:37:07.954663Z","end":"2026-03-31T18:37:08.12837Z","steps":["trace[1385011000] 'process raft request' (duration: 173.544677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.006728Z","caller":"traceutil/trace.go:171","msg":"trace[1182176883] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"176.974185ms","start":"2026-03-31T18:37:08.82973Z","end":"2026-03-31T18:37:09.006705Z","steps":["trace[1182176883] 'process raft request' (duration: 176.833292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.007479Z","caller":"traceutil/trace.go:171","msg":"trace[774533078] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"176.110826ms","start":"2026-03-31T18:37:08.831336Z","end":"2026-03-31T18:37:09.007447Z","steps":["trace[774533078] 'process raft request' (duration: 175.960093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.856561Z","caller":"traceutil/trace.go:171","msg":"trace[1423531600] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"134.391583ms","start":"2026-03-31T18:37:09.722131Z","end":"2026-03-31T18:37:09.856522Z","steps":["trace[1423531600] 'process raft request' (duration: 134.24833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:14.297024Z","caller":"traceutil/trace.go:171","msg":"trace[1818749817] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"124.856809ms","start":"2026-03-31T18:37:14.172108Z","end":"2026-03-31T18:37:14.296964Z","steps":["trace[1818749817] 'process raft request' (duration: 124.593362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:16.915181Z","caller":"traceutil/trace.go:171","msg":"trace[404161074] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"169.385864ms","start":"2026-03-31T18:37:16.745763Z","end":"2026-03-31T18:37:16.915149Z","steps":["trace[404161074] 'process raft request' (duration: 169.118788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:17.193556Z","caller":"traceutil/trace.go:171","msg":"trace[1233075642] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5868; }","duration":"123.451008ms","start":"2026-03-31T18:37:17.070079Z","end":"2026-03-31T18:37:17.19353Z","steps":["trace[1233075642] 'read index received' (duration: 103.999589ms)","trace[1233075642] 'applied index is now lower than readState.Index' (duration: 19.450359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:17.193691Z","caller":"traceutil/trace.go:171","msg":"trace[1917083266] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"127.195262ms","start":"2026-03-31T18:37:17.066456Z","end":"2026-03-31T18:37:17.193651Z","steps":["trace[1917083266] 'process raft request' (duration: 107.709852ms)","trace[1917083266] 'compare' (duration: 19.226823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:17.193827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.736794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:37:17.193883Z","caller":"traceutil/trace.go:171","msg":"trace[315274443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5648; }","duration":"123.926689ms","start":"2026-03-31T18:37:17.069941Z","end":"2026-03-31T18:37:17.193868Z","steps":["trace[315274443] 'agreement among raft nodes before linearized reading' (duration: 123.729154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.416198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.092868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:37:25.416296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.438018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:37:25.416358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.366478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:37:25.416407Z","caller":"traceutil/trace.go:171","msg":"trace[964051910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5774; }","duration":"182.489141ms","start":"2026-03-31T18:37:25.233902Z","end":"2026-03-31T18:37:25.416391Z","steps":["trace[964051910] 'range keys from in-memory index tree' (duration: 182.265736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.416416Z","caller":"traceutil/trace.go:171","msg":"trace[748648054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5774; }","duration":"165.618742ms","start":"2026-03-31T18:37:25.25077Z","end":"2026-03-31T18:37:25.416389Z","steps":["trace[748648054] 'range keys from in-memory index tree' (duration: 165.181062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.416442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.194021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:37:25.416535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.312358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:37:25.416612Z","caller":"traceutil/trace.go:171","msg":"trace[65076472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5774; }","duration":"144.379575ms","start":"2026-03-31T18:37:25.272199Z","end":"2026-03-31T18:37:25.416578Z","steps":["trace[65076472] 'range keys from in-memory index tree' (duration: 144.014747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.416609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.755936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:37:25.41667Z","caller":"traceutil/trace.go:171","msg":"trace[605497537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5774; }","duration":"150.517043ms","start":"2026-03-31T18:37:25.266127Z","end":"2026-03-31T18:37:25.416644Z","steps":["trace[605497537] 'range keys from in-memory index tree' (duration: 149.94823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.416724Z","caller":"traceutil/trace.go:171","msg":"trace[1160362625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:5774; }","duration":"142.039662ms","start":"2026-03-31T18:37:25.274661Z","end":"2026-03-31T18:37:25.4167Z","steps":["trace[1160362625] 'range keys from in-memory index tree' (duration: 141.588232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.416839Z","caller":"traceutil/trace.go:171","msg":"trace[330237538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5774; }","duration":"148.20728ms","start":"2026-03-31T18:37:25.268054Z","end":"2026-03-31T18:37:25.416262Z","steps":["trace[330237538] 'range keys from in-memory index tree' (duration: 147.880404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.416879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.027367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:25.417153Z","caller":"traceutil/trace.go:171","msg":"trace[935472818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5774; }","duration":"144.886966ms","start":"2026-03-31T18:37:25.272248Z","end":"2026-03-31T18:37:25.417135Z","steps":["trace[935472818] 'range keys from in-memory index tree' (duration: 143.837023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.977351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854254010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:37:26.357104Z","caller":"traceutil/trace.go:171","msg":"trace[846888561] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"935.020093ms","start":"2026-03-31T18:37:25.422048Z","end":"2026-03-31T18:37:26.357068Z","steps":["trace[846888561] 'process raft request' (duration: 934.789078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.357292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.422035Z","time spent":"935.160556ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.357108Z","caller":"traceutil/trace.go:171","msg":"trace[1230689376] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"934.921771ms","start":"2026-03-31T18:37:25.422157Z","end":"2026-03-31T18:37:26.357079Z","steps":["trace[1230689376] 'process raft request' (duration: 934.843029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:26.357537Z","caller":"traceutil/trace.go:171","msg":"trace[1916259350] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"934.88827ms","start":"2026-03-31T18:37:25.422633Z","end":"2026-03-31T18:37:26.357522Z","steps":["trace[1916259350] 'process raft request' (duration: 934.409879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.357616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.422615Z","time spent":"934.961732ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.357589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.422138Z","time spent":"935.312419ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.357586Z","caller":"traceutil/trace.go:171","msg":"trace[1483458443] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"934.310197ms","start":"2026-03-31T18:37:25.423238Z","end":"2026-03-31T18:37:26.357548Z","steps":["trace[1483458443] 'process raft request' (duration: 934.257046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:26.357687Z","caller":"traceutil/trace.go:171","msg":"trace[1009404000] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"934.486181ms","start":"2026-03-31T18:37:25.423166Z","end":"2026-03-31T18:37:26.357652Z","steps":["trace[1009404000] 'process raft request' (duration: 934.175814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.358182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.423215Z","time spent":"934.833848ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.35834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.423158Z","time spent":"935.039603ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.925264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.460681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:26.925358Z","caller":"traceutil/trace.go:171","msg":"trace[193018338] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:5998; }","duration":"1.448602823s","start":"2026-03-31T18:37:25.47674Z","end":"2026-03-31T18:37:26.925343Z","steps":["trace[193018338] 'read index received' (duration: 880.081258ms)","trace[193018338] 'applied index is now lower than readState.Index' (duration: 568.520185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:26.925413Z","caller":"traceutil/trace.go:171","msg":"trace[1161544922] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"1.358056009s","start":"2026-03-31T18:37:25.567349Z","end":"2026-03-31T18:37:26.925405Z","steps":["trace[1161544922] 'process raft request' (duration: 1.029377153s)","trace[1161544922] 'compare' (duration: 328.369979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:26.925454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.567323Z","time spent":"1.358108119s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.925582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448820259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T18:37:26.925663Z","caller":"traceutil/trace.go:171","msg":"trace[1402650394] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:5782; }","duration":"1.448963523s","start":"2026-03-31T18:37:25.476679Z","end":"2026-03-31T18:37:26.925642Z","steps":["trace[1402650394] 'agreement among raft nodes before linearized reading' (duration: 1.448748607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.925703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.476631Z","time spent":"1.449061625s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-03-31T18:37:27.162282Z","caller":"traceutil/trace.go:171","msg":"trace[1558065603] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"455.283551ms","start":"2026-03-31T18:37:26.706977Z","end":"2026-03-31T18:37:27.162261Z","steps":["trace[1558065603] 'process raft request' (duration: 455.142868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.16241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.706952Z","time spent":"455.392734ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:27.163824Z","caller":"traceutil/trace.go:171","msg":"trace[1698752400] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6004; }","duration":"238.423789ms","start":"2026-03-31T18:37:26.925377Z","end":"2026-03-31T18:37:27.163801Z","steps":["trace[1698752400] 'read index received' (duration: 236.810922ms)","trace[1698752400] 'applied index is now lower than readState.Index' (duration: 1.611777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:27.163983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131944657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:27.164016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108141824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T18:37:27.164024Z","caller":"traceutil/trace.go:171","msg":"trace[1648791922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5785; }","duration":"1.13204074s","start":"2026-03-31T18:37:26.031973Z","end":"2026-03-31T18:37:27.164014Z","steps":["trace[1648791922] 'agreement among raft nodes before linearized reading' (duration: 1.131955948s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:27.164009Z","caller":"traceutil/trace.go:171","msg":"trace[1669948565] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"388.586943ms","start":"2026-03-31T18:37:26.775389Z","end":"2026-03-31T18:37:27.163975Z","steps":["trace[1669948565] 'process raft request' (duration: 388.232345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.164065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.031952Z","time spent":"1.132107741s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:27.164151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454261921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T18:37:27.164178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.775375Z","time spent":"388.713395ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:27.164132Z","caller":"traceutil/trace.go:171","msg":"trace[1572848843] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"394.987727ms","start":"2026-03-31T18:37:26.769058Z","end":"2026-03-31T18:37:27.164046Z","steps":["trace[1572848843] 'process raft request' (duration: 394.402143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.164177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.936143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:27.164193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.100976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:27.164248Z","caller":"traceutil/trace.go:171","msg":"trace[1415245562] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5785; }","duration":"794.172838ms","start":"2026-03-31T18:37:26.370064Z","end":"2026-03-31T18:37:27.164237Z","steps":["trace[1415245562] 'agreement among raft nodes before linearized reading' (duration: 794.024364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:27.164252Z","caller":"traceutil/trace.go:171","msg":"trace[2138612215] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5785; }","duration":"228.072146ms","start":"2026-03-31T18:37:26.936158Z","end":"2026-03-31T18:37:27.164231Z","steps":["trace[2138612215] 'agreement among raft nodes before linearized reading' (duration: 227.953233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.164325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.370006Z","time spent":"794.26981ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":45,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:27.164344Z","caller":"traceutil/trace.go:171","msg":"trace[1778465647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862; range_end:; response_count:1; response_revision:5785; }","duration":"1.108217025s","start":"2026-03-31T18:37:26.055831Z","end":"2026-03-31T18:37:27.164048Z","steps":["trace[1778465647] 'agreement among raft nodes before linearized reading' (duration: 1.108095122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.164372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.05581Z","time spent":"1.108555463s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862\" "} {"level":"warn","ts":"2026-03-31T18:37:27.16422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.944107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T18:37:27.164461Z","caller":"traceutil/trace.go:171","msg":"trace[2031731476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862; range_end:; response_count:1; response_revision:5785; }","duration":"743.353486ms","start":"2026-03-31T18:37:26.42109Z","end":"2026-03-31T18:37:27.164443Z","steps":["trace[2031731476] 'agreement among raft nodes before linearized reading' (duration: 742.815324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:27.16419Z","caller":"traceutil/trace.go:171","msg":"trace[775634823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5785; }","duration":"1.454327973s","start":"2026-03-31T18:37:25.709854Z","end":"2026-03-31T18:37:27.164182Z","steps":["trace[775634823] 'agreement among raft nodes before linearized reading' (duration: 1.45419048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.164545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.42107Z","time spent":"743.460698ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862\" "} {"level":"warn","ts":"2026-03-31T18:37:27.16446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.76903Z","time spent":"395.322993ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:27.164579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.709838Z","time spent":"1.454702861s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:37:27.164196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.923039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:27.164666Z","caller":"traceutil/trace.go:171","msg":"trace[358572523] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5785; }","duration":"983.384979ms","start":"2026-03-31T18:37:26.181265Z","end":"2026-03-31T18:37:27.16465Z","steps":["trace[358572523] 'agreement among raft nodes before linearized reading' (duration: 982.904868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:27.164719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.181196Z","time spent":"983.507972ms","remote":"127.0.0.1:59434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:27.16476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.225883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a200f26d8f5b51\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-31T18:37:27.164877Z","caller":"traceutil/trace.go:171","msg":"trace[1847847470] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a200f26d8f5b51; range_end:; response_count:1; response_revision:5785; }","duration":"173.392076ms","start":"2026-03-31T18:37:26.991461Z","end":"2026-03-31T18:37:27.164853Z","steps":["trace[1847847470] 'agreement among raft nodes before linearized reading' (duration: 173.11535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:29.942395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.242039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:29.943119Z","caller":"traceutil/trace.go:171","msg":"trace[65545612] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"775.357204ms","start":"2026-03-31T18:37:29.16774Z","end":"2026-03-31T18:37:29.943097Z","steps":["trace[65545612] 'process raft request' (duration: 291.284796ms)","trace[65545612] 'compare' (duration: 483.009694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:29.943189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.167707Z","time spent":"775.447057ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:30.052045Z","caller":"traceutil/trace.go:171","msg":"trace[1254568609] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6030; }","duration":"877.899509ms","start":"2026-03-31T18:37:29.174113Z","end":"2026-03-31T18:37:30.052013Z","steps":["trace[1254568609] 'read index received' (duration: 284.926293ms)","trace[1254568609] 'applied index is now lower than readState.Index' (duration: 592.971626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:30.052147Z","caller":"traceutil/trace.go:171","msg":"trace[1395655601] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"738.17771ms","start":"2026-03-31T18:37:29.313909Z","end":"2026-03-31T18:37:30.052086Z","steps":["trace[1395655601] 'process raft request' (duration: 738.071277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:30.052241Z","caller":"traceutil/trace.go:171","msg":"trace[1933391863] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"882.631075ms","start":"2026-03-31T18:37:29.169594Z","end":"2026-03-31T18:37:30.052225Z","steps":["trace[1933391863] 'process raft request' (duration: 882.248686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.052368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.641631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:30.052391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.276038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T18:37:30.052445Z","caller":"traceutil/trace.go:171","msg":"trace[1240022233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5811; }","duration":"298.803855ms","start":"2026-03-31T18:37:29.753625Z","end":"2026-03-31T18:37:30.052429Z","steps":["trace[1240022233] 'agreement among raft nodes before linearized reading' (duration: 298.644362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:30.052489Z","caller":"traceutil/trace.go:171","msg":"trace[1217354113] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5811; }","duration":"866.431451ms","start":"2026-03-31T18:37:29.186035Z","end":"2026-03-31T18:37:30.052467Z","steps":["trace[1217354113] 'agreement among raft nodes before linearized reading' (duration: 866.166845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.052486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.318904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:30.052543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.18602Z","time spent":"866.513343ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T18:37:30.052401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.313838Z","time spent":"738.416544ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:30.052578Z","caller":"traceutil/trace.go:171","msg":"trace[812404460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5811; }","duration":"593.450437ms","start":"2026-03-31T18:37:29.459103Z","end":"2026-03-31T18:37:30.052553Z","steps":["trace[812404460] 'agreement among raft nodes before linearized reading' (duration: 593.208282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.052631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.459081Z","time spent":"593.542388ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:37:30.052113Z","caller":"traceutil/trace.go:171","msg":"trace[2047231753] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"882.383099ms","start":"2026-03-31T18:37:29.169669Z","end":"2026-03-31T18:37:30.052052Z","steps":["trace[2047231753] 'process raft request' (duration: 882.286457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.052687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.001695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:37:30.052762Z","caller":"traceutil/trace.go:171","msg":"trace[1825378069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:5811; }","duration":"613.106728ms","start":"2026-03-31T18:37:29.439635Z","end":"2026-03-31T18:37:30.052742Z","steps":["trace[1825378069] 'agreement among raft nodes before linearized reading' (duration: 612.820202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.052781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.576394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-03-31T18:37:30.052817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.439616Z","time spent":"613.189489ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-2jfnw\" "} {"level":"warn","ts":"2026-03-31T18:37:30.052756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.169651Z","time spent":"883.056754ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:30.052401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.169571Z","time spent":"882.729097ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:30.052907Z","caller":"traceutil/trace.go:171","msg":"trace[584494485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862; range_end:; response_count:1; response_revision:5811; }","duration":"878.756879ms","start":"2026-03-31T18:37:29.174049Z","end":"2026-03-31T18:37:30.052806Z","steps":["trace[584494485] 'agreement among raft nodes before linearized reading' (duration: 878.106594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:30.052944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:29.17403Z","time spent":"878.904791ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fbf01b7-7305-4990-ace3-862cf818d862\" "} {"level":"info","ts":"2026-03-31T18:37:38.347326Z","caller":"traceutil/trace.go:171","msg":"trace[644766989] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"264.954014ms","start":"2026-03-31T18:37:38.082348Z","end":"2026-03-31T18:37:38.347302Z","steps":["trace[644766989] 'process raft request' (duration: 231.980123ms)","trace[644766989] 'compare' (duration: 32.577613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:38.348869Z","caller":"traceutil/trace.go:171","msg":"trace[1395442506] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6182; }","duration":"249.877035ms","start":"2026-03-31T18:37:38.098968Z","end":"2026-03-31T18:37:38.348845Z","steps":["trace[1395442506] 'read index received' (duration: 215.470263ms)","trace[1395442506] 'applied index is now lower than readState.Index' (duration: 34.405142ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:38.348952Z","caller":"traceutil/trace.go:171","msg":"trace[1497667944] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"263.588513ms","start":"2026-03-31T18:37:38.085342Z","end":"2026-03-31T18:37:38.34893Z","steps":["trace[1497667944] 'process raft request' (duration: 263.368888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.349062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.08246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T18:37:38.349099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.765935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:37:38.349108Z","caller":"traceutil/trace.go:171","msg":"trace[2136392246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:5955; }","duration":"250.181802ms","start":"2026-03-31T18:37:38.098917Z","end":"2026-03-31T18:37:38.349098Z","steps":["trace[2136392246] 'agreement among raft nodes before linearized reading' (duration: 250.029579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:38.34913Z","caller":"traceutil/trace.go:171","msg":"trace[948310370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5955; }","duration":"246.834706ms","start":"2026-03-31T18:37:38.102286Z","end":"2026-03-31T18:37:38.34912Z","steps":["trace[948310370] 'agreement among raft nodes before linearized reading' (duration: 246.694963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.349282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.027697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13850"} {"level":"info","ts":"2026-03-31T18:37:38.349367Z","caller":"traceutil/trace.go:171","msg":"trace[1563947998] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5955; }","duration":"140.17431ms","start":"2026-03-31T18:37:38.209173Z","end":"2026-03-31T18:37:38.349347Z","steps":["trace[1563947998] 'agreement among raft nodes before linearized reading' (duration: 139.892614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:42.428055Z","caller":"traceutil/trace.go:171","msg":"trace[550678153] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6213; }","duration":"396.173053ms","start":"2026-03-31T18:37:42.031843Z","end":"2026-03-31T18:37:42.428016Z","steps":["trace[550678153] 'read index received' (duration: 395.822515ms)","trace[550678153] 'applied index is now lower than readState.Index' (duration: 349.118µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:42.428265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.401958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:42.42831Z","caller":"traceutil/trace.go:171","msg":"trace[474575959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5985; }","duration":"396.520831ms","start":"2026-03-31T18:37:42.031776Z","end":"2026-03-31T18:37:42.428297Z","steps":["trace[474575959] 'agreement among raft nodes before linearized reading' (duration: 396.417528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.428359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.031745Z","time spent":"396.605383ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:42.428219Z","caller":"traceutil/trace.go:171","msg":"trace[713496213] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"435.560387ms","start":"2026-03-31T18:37:41.992602Z","end":"2026-03-31T18:37:42.428162Z","steps":["trace[713496213] 'process raft request' (duration: 435.126958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:42.428739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:41.992571Z","time spent":"436.047579ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:42.928829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898265854254490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:37:43.043743Z","caller":"traceutil/trace.go:171","msg":"trace[1139851180] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"678.969678ms","start":"2026-03-31T18:37:42.364748Z","end":"2026-03-31T18:37:43.043717Z","steps":["trace[1139851180] 'process raft request' (duration: 678.919707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.043938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.364736Z","time spent":"679.099172ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.044215Z","caller":"traceutil/trace.go:171","msg":"trace[2100171877] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"682.430935ms","start":"2026-03-31T18:37:42.361756Z","end":"2026-03-31T18:37:43.044187Z","steps":["trace[2100171877] 'process raft request' (duration: 681.765231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.044344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.361703Z","time spent":"682.585209ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:43.226205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.339643ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:37:43.226487Z","caller":"traceutil/trace.go:171","msg":"trace[2138319873] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6214; }","duration":"798.30456ms","start":"2026-03-31T18:37:42.428157Z","end":"2026-03-31T18:37:43.226461Z","steps":["trace[2138319873] 'read index received' (duration: 615.38863ms)","trace[2138319873] 'applied index is now lower than readState.Index' (duration: 182.9137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:43.226687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005179308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:43.227008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111162042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:43.227097Z","caller":"traceutil/trace.go:171","msg":"trace[185489472] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5987; }","duration":"1.111301194s","start":"2026-03-31T18:37:42.115772Z","end":"2026-03-31T18:37:43.227073Z","steps":["trace[185489472] 'agreement among raft nodes before linearized reading' (duration: 1.111100569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.22677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.437282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T18:37:43.22716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.115745Z","time spent":"1.111403987s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:43.227188Z","caller":"traceutil/trace.go:171","msg":"trace[2008467795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:5987; }","duration":"850.915193ms","start":"2026-03-31T18:37:42.376249Z","end":"2026-03-31T18:37:43.227164Z","steps":["trace[2008467795] 'agreement among raft nodes before linearized reading' (duration: 850.307208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.22728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.706765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:37:43.227318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.287243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:43.227351Z","caller":"traceutil/trace.go:171","msg":"trace[1915198566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5987; }","duration":"771.348555ms","start":"2026-03-31T18:37:42.455991Z","end":"2026-03-31T18:37:43.22734Z","steps":["trace[1915198566] 'agreement among raft nodes before linearized reading' (duration: 771.260723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.227367Z","caller":"traceutil/trace.go:171","msg":"trace[637116306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5987; }","duration":"768.811518ms","start":"2026-03-31T18:37:42.458521Z","end":"2026-03-31T18:37:43.227332Z","steps":["trace[637116306] 'agreement among raft nodes before linearized reading' (duration: 768.640534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.227379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.45597Z","time spent":"771.403557ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:43.227411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.458502Z","time spent":"768.90053ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:43.227413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.936655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:37:43.227296Z","caller":"traceutil/trace.go:171","msg":"trace[247624690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5987; }","duration":"1.00564656s","start":"2026-03-31T18:37:42.221422Z","end":"2026-03-31T18:37:43.227068Z","steps":["trace[247624690] 'agreement among raft nodes before linearized reading' (duration: 1.005110607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.226785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.126982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:37:43.227548Z","caller":"traceutil/trace.go:171","msg":"trace[669519728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5987; }","duration":"771.087538ms","start":"2026-03-31T18:37:42.456434Z","end":"2026-03-31T18:37:43.227521Z","steps":["trace[669519728] 'agreement among raft nodes before linearized reading' (duration: 770.782291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.227604Z","caller":"traceutil/trace.go:171","msg":"trace[1287963706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5987; }","duration":"874.032062ms","start":"2026-03-31T18:37:42.35355Z","end":"2026-03-31T18:37:43.227582Z","steps":["trace[1287963706] 'agreement among raft nodes before linearized reading' (duration: 872.976748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.227599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.080753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:43.227649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.353516Z","time spent":"874.116454ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:37:43.227371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.313054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T18:37:43.227714Z","caller":"traceutil/trace.go:171","msg":"trace[1464757082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5987; }","duration":"797.41804ms","start":"2026-03-31T18:37:42.430264Z","end":"2026-03-31T18:37:43.227682Z","steps":["trace[1464757082] 'agreement among raft nodes before linearized reading' (duration: 796.858648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.227736Z","caller":"traceutil/trace.go:171","msg":"trace[1879017795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5987; }","duration":"723.701723ms","start":"2026-03-31T18:37:42.504023Z","end":"2026-03-31T18:37:43.227724Z","steps":["trace[1879017795] 'agreement among raft nodes before linearized reading' (duration: 723.258333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.227731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.221407Z","time spent":"1.006277423s","remote":"127.0.0.1:37416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:43.227738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.054391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-03-31T18:37:43.227432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.349901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:43.227639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.456429Z","time spent":"771.19556ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:43.227761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.131049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:37:43.227762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.658979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:43.227809Z","caller":"traceutil/trace.go:171","msg":"trace[957748447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5987; }","duration":"389.763659ms","start":"2026-03-31T18:37:42.83803Z","end":"2026-03-31T18:37:43.227794Z","steps":["trace[957748447] 'agreement among raft nodes before linearized reading' (duration: 389.36388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.227758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.430242Z","time spent":"797.507733ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:43.22782Z","caller":"traceutil/trace.go:171","msg":"trace[588485630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5987; }","duration":"771.243062ms","start":"2026-03-31T18:37:42.456561Z","end":"2026-03-31T18:37:43.227804Z","steps":["trace[588485630] 'agreement among raft nodes before linearized reading' (duration: 770.909715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.227844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.838008Z","time spent":"389.821791ms","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:43.227836Z","caller":"traceutil/trace.go:171","msg":"trace[1080412157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5987; }","duration":"766.741941ms","start":"2026-03-31T18:37:42.461077Z","end":"2026-03-31T18:37:43.227819Z","steps":["trace[1080412157] 'agreement among raft nodes before linearized reading' (duration: 766.397834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.226833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038218242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:37:43.227859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.456539Z","time spent":"771.310053ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:43.227884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.461061Z","time spent":"766.810823ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:37:43.227904Z","caller":"traceutil/trace.go:171","msg":"trace[1174179283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5987; }","duration":"1.039360838s","start":"2026-03-31T18:37:42.188519Z","end":"2026-03-31T18:37:43.22788Z","steps":["trace[1174179283] 'agreement among raft nodes before linearized reading' (duration: 1.038098219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.22795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.188446Z","time spent":"1.0394898s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:37:43.227803Z","caller":"traceutil/trace.go:171","msg":"trace[346906659] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5987; }","duration":"930.171794ms","start":"2026-03-31T18:37:42.297612Z","end":"2026-03-31T18:37:43.227784Z","steps":["trace[346906659] 'agreement among raft nodes before linearized reading' (duration: 929.010757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.226918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038986189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:37:43.226932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.437266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:43.228004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.297582Z","time spent":"930.412228ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:37:43.22801Z","caller":"traceutil/trace.go:171","msg":"trace[1381314053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5987; }","duration":"1.040138004s","start":"2026-03-31T18:37:42.187861Z","end":"2026-03-31T18:37:43.227999Z","steps":["trace[1381314053] 'agreement among raft nodes before linearized reading' (duration: 1.038976409s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.228035Z","caller":"traceutil/trace.go:171","msg":"trace[934281394] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5987; }","duration":"869.597812ms","start":"2026-03-31T18:37:42.358425Z","end":"2026-03-31T18:37:43.228023Z","steps":["trace[934281394] 'agreement among raft nodes before linearized reading' (duration: 868.441906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.228247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.358391Z","time spent":"869.844848ms","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:43.228041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.187823Z","time spent":"1.040208626s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:37:43.226913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.560499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:43.227773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.504011Z","time spent":"723.751534ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:37:43.227247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.376224Z","time spent":"851.004634ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-2jfnw\" "} {"level":"info","ts":"2026-03-31T18:37:43.228322Z","caller":"traceutil/trace.go:171","msg":"trace[185131199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5987; }","duration":"857.991231ms","start":"2026-03-31T18:37:42.370315Z","end":"2026-03-31T18:37:43.228306Z","steps":["trace[185131199] 'agreement among raft nodes before linearized reading' (duration: 856.531139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.229312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.370302Z","time spent":"858.675886ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:37:43.373758Z","caller":"traceutil/trace.go:171","msg":"trace[1528213257] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"140.706443ms","start":"2026-03-31T18:37:43.232979Z","end":"2026-03-31T18:37:43.373686Z","steps":["trace[1528213257] 'process raft request' (duration: 123.356393ms)","trace[1528213257] 'compare' (duration: 17.056143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:43.374116Z","caller":"traceutil/trace.go:171","msg":"trace[1958778059] linearizableReadLoop","detail":"{readStateIndex:6222; appliedIndex:6217; }","duration":"140.13529ms","start":"2026-03-31T18:37:43.233964Z","end":"2026-03-31T18:37:43.374099Z","steps":["trace[1958778059] 'read index received' (duration: 46.345312ms)","trace[1958778059] 'applied index is now lower than readState.Index' (duration: 93.788848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:43.37415Z","caller":"traceutil/trace.go:171","msg":"trace[539071557] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"134.131155ms","start":"2026-03-31T18:37:43.240011Z","end":"2026-03-31T18:37:43.374142Z","steps":["trace[539071557] 'process raft request' (duration: 134.023192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.374396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.401775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17882"} {"level":"warn","ts":"2026-03-31T18:37:43.37442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.73712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82014"} {"level":"warn","ts":"2026-03-31T18:37:43.374433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.541093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:43.374458Z","caller":"traceutil/trace.go:171","msg":"trace[2087573772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5996; }","duration":"139.802392ms","start":"2026-03-31T18:37:43.234646Z","end":"2026-03-31T18:37:43.374448Z","steps":["trace[2087573772] 'agreement among raft nodes before linearized reading' (duration: 139.569547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.374475Z","caller":"traceutil/trace.go:171","msg":"trace[1441569443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5996; }","duration":"138.595455ms","start":"2026-03-31T18:37:43.235867Z","end":"2026-03-31T18:37:43.374462Z","steps":["trace[1441569443] 'agreement among raft nodes before linearized reading' (duration: 138.528213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.373784Z","caller":"traceutil/trace.go:171","msg":"trace[717519006] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"140.041597ms","start":"2026-03-31T18:37:43.233713Z","end":"2026-03-31T18:37:43.373754Z","steps":["trace[717519006] 'process raft request' (duration: 139.959695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.374474Z","caller":"traceutil/trace.go:171","msg":"trace[2029660670] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5996; }","duration":"140.502867ms","start":"2026-03-31T18:37:43.233941Z","end":"2026-03-31T18:37:43.374444Z","steps":["trace[2029660670] 'agreement among raft nodes before linearized reading' (duration: 140.265052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.373795Z","caller":"traceutil/trace.go:171","msg":"trace[1744639504] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"140.62179ms","start":"2026-03-31T18:37:43.233136Z","end":"2026-03-31T18:37:43.373757Z","steps":["trace[1744639504] 'process raft request' (duration: 140.407555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.373855Z","caller":"traceutil/trace.go:171","msg":"trace[931712668] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"140.487257ms","start":"2026-03-31T18:37:43.233354Z","end":"2026-03-31T18:37:43.373841Z","steps":["trace[931712668] 'process raft request' (duration: 140.238741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.373941Z","caller":"traceutil/trace.go:171","msg":"trace[229909927] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"139.471145ms","start":"2026-03-31T18:37:43.234439Z","end":"2026-03-31T18:37:43.37391Z","steps":["trace[229909927] 'process raft request' (duration: 139.27116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.373941Z","caller":"traceutil/trace.go:171","msg":"trace[1559534540] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"137.728275ms","start":"2026-03-31T18:37:43.236191Z","end":"2026-03-31T18:37:43.373919Z","steps":["trace[1559534540] 'process raft request' (duration: 137.602682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.374103Z","caller":"traceutil/trace.go:171","msg":"trace[1014169687] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"137.056461ms","start":"2026-03-31T18:37:43.237038Z","end":"2026-03-31T18:37:43.374095Z","steps":["trace[1014169687] 'process raft request' (duration: 136.846086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.22722Z","caller":"traceutil/trace.go:171","msg":"trace[2091584460] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6230; }","duration":"194.405309ms","start":"2026-03-31T18:37:44.032788Z","end":"2026-03-31T18:37:44.227193Z","steps":["trace[2091584460] 'read index received' (duration: 194.107002ms)","trace[2091584460] 'applied index is now lower than readState.Index' (duration: 297.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:44.22732Z","caller":"traceutil/trace.go:171","msg":"trace[464170750] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"201.188682ms","start":"2026-03-31T18:37:44.026083Z","end":"2026-03-31T18:37:44.227271Z","steps":["trace[464170750] 'process raft request' (duration: 200.928186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.227434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.628305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:44.227523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.785189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T18:37:44.227525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.239267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:37:44.227571Z","caller":"traceutil/trace.go:171","msg":"trace[1107154091] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6001; }","duration":"158.890381ms","start":"2026-03-31T18:37:44.068666Z","end":"2026-03-31T18:37:44.227556Z","steps":["trace[1107154091] 'agreement among raft nodes before linearized reading' (duration: 158.703237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.227563Z","caller":"traceutil/trace.go:171","msg":"trace[817667338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6001; }","duration":"194.802378ms","start":"2026-03-31T18:37:44.032733Z","end":"2026-03-31T18:37:44.227536Z","steps":["trace[817667338] 'agreement among raft nodes before linearized reading' (duration: 194.607603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.227605Z","caller":"traceutil/trace.go:171","msg":"trace[2057090122] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6001; }","duration":"134.37509ms","start":"2026-03-31T18:37:44.093206Z","end":"2026-03-31T18:37:44.227581Z","steps":["trace[2057090122] 'agreement among raft nodes before linearized reading' (duration: 134.178485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.510076Z","caller":"traceutil/trace.go:171","msg":"trace[1147812835] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"146.693277ms","start":"2026-03-31T18:37:44.363351Z","end":"2026-03-31T18:37:44.510045Z","steps":["trace[1147812835] 'process raft request' (duration: 79.932947ms)","trace[1147812835] 'compare' (duration: 66.606577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:44.520719Z","caller":"traceutil/trace.go:171","msg":"trace[1419275355] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"157.154121ms","start":"2026-03-31T18:37:44.363542Z","end":"2026-03-31T18:37:44.520696Z","steps":["trace[1419275355] 'process raft request' (duration: 156.971417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.520984Z","caller":"traceutil/trace.go:171","msg":"trace[1561753816] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"157.095961ms","start":"2026-03-31T18:37:44.363873Z","end":"2026-03-31T18:37:44.520969Z","steps":["trace[1561753816] 'process raft request' (duration: 156.786733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.521536Z","caller":"traceutil/trace.go:171","msg":"trace[2074318312] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"156.480847ms","start":"2026-03-31T18:37:44.365019Z","end":"2026-03-31T18:37:44.5215Z","steps":["trace[2074318312] 'process raft request' (duration: 155.870952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.521583Z","caller":"traceutil/trace.go:171","msg":"trace[1923222255] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"147.238959ms","start":"2026-03-31T18:37:44.374287Z","end":"2026-03-31T18:37:44.521526Z","steps":["trace[1923222255] 'process raft request' (duration: 147.033105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.656275Z","caller":"traceutil/trace.go:171","msg":"trace[498146639] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"112.6171ms","start":"2026-03-31T18:37:44.543602Z","end":"2026-03-31T18:37:44.656219Z","steps":["trace[498146639] 'process raft request' (duration: 88.824205ms)","trace[498146639] 'compare' (duration: 23.500879ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:27.392575Z","caller":"traceutil/trace.go:171","msg":"trace[884414065] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"177.381346ms","start":"2026-03-31T18:38:27.215146Z","end":"2026-03-31T18:38:27.392528Z","steps":["trace[884414065] 'process raft request' (duration: 142.957793ms)","trace[884414065] 'compare' (duration: 34.113146ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:27.857814Z","caller":"traceutil/trace.go:171","msg":"trace[471842999] linearizableReadLoop","detail":"{readStateIndex:6613; appliedIndex:6611; }","duration":"118.925102ms","start":"2026-03-31T18:38:27.738852Z","end":"2026-03-31T18:38:27.857777Z","steps":["trace[471842999] 'read index received' (duration: 84.272774ms)","trace[471842999] 'applied index is now lower than readState.Index' (duration: 34.650688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:27.85792Z","caller":"traceutil/trace.go:171","msg":"trace[488345268] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"119.565766ms","start":"2026-03-31T18:38:27.738314Z","end":"2026-03-31T18:38:27.85788Z","steps":["trace[488345268] 'process raft request' (duration: 119.220769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:27.858497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.617008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101887"} {"level":"info","ts":"2026-03-31T18:38:27.858661Z","caller":"traceutil/trace.go:171","msg":"trace[1848280376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6371; }","duration":"119.834813ms","start":"2026-03-31T18:38:27.738805Z","end":"2026-03-31T18:38:27.85864Z","steps":["trace[1848280376] 'agreement among raft nodes before linearized reading' (duration: 119.25923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:37.989831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.859984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:38:37.989937Z","caller":"traceutil/trace.go:171","msg":"trace[1926288902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6445; }","duration":"104.017688ms","start":"2026-03-31T18:38:37.885889Z","end":"2026-03-31T18:38:37.989907Z","steps":["trace[1926288902] 'range keys from in-memory index tree' (duration: 103.519886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.184032Z","caller":"traceutil/trace.go:171","msg":"trace[678709891] linearizableReadLoop","detail":"{readStateIndex:6691; appliedIndex:6689; }","duration":"188.447026ms","start":"2026-03-31T18:38:37.99555Z","end":"2026-03-31T18:38:38.183997Z","steps":["trace[678709891] 'read index received' (duration: 188.114968ms)","trace[678709891] 'applied index is now lower than readState.Index' (duration: 330.198µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:38.184089Z","caller":"traceutil/trace.go:171","msg":"trace[63937597] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"189.265705ms","start":"2026-03-31T18:38:37.994783Z","end":"2026-03-31T18:38:38.184049Z","steps":["trace[63937597] 'process raft request' (duration: 188.907976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.184256Z","caller":"traceutil/trace.go:171","msg":"trace[428868564] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"189.276854ms","start":"2026-03-31T18:38:37.994811Z","end":"2026-03-31T18:38:38.184088Z","steps":["trace[428868564] 'process raft request' (duration: 189.12306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:38.184448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.10938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:38.184553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.969848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109315"} {"level":"info","ts":"2026-03-31T18:38:38.1846Z","caller":"traceutil/trace.go:171","msg":"trace[1560109823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6447; }","duration":"189.07719ms","start":"2026-03-31T18:38:37.995509Z","end":"2026-03-31T18:38:38.184586Z","steps":["trace[1560109823] 'agreement among raft nodes before linearized reading' (duration: 188.681272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.184601Z","caller":"traceutil/trace.go:171","msg":"trace[1779996882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6447; }","duration":"152.301933ms","start":"2026-03-31T18:38:38.03224Z","end":"2026-03-31T18:38:38.184542Z","steps":["trace[1779996882] 'agreement among raft nodes before linearized reading' (duration: 152.035578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:30.997114Z","caller":"traceutil/trace.go:171","msg":"trace[818580022] linearizableReadLoop","detail":"{readStateIndex:7414; appliedIndex:7413; }","duration":"145.000162ms","start":"2026-03-31T18:40:30.852089Z","end":"2026-03-31T18:40:30.997089Z","steps":["trace[818580022] 'read index received' (duration: 134.108748ms)","trace[818580022] 'applied index is now lower than readState.Index' (duration: 10.890454ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:30.997435Z","caller":"traceutil/trace.go:171","msg":"trace[243117674] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"148.491591ms","start":"2026-03-31T18:40:30.848904Z","end":"2026-03-31T18:40:30.997396Z","steps":["trace[243117674] 'process raft request' (duration: 137.26524ms)","trace[243117674] 'compare' (duration: 10.813472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:30.997479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.367301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142055"} {"level":"info","ts":"2026-03-31T18:40:30.997519Z","caller":"traceutil/trace.go:171","msg":"trace[1025051177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7145; }","duration":"145.458913ms","start":"2026-03-31T18:40:30.852051Z","end":"2026-03-31T18:40:30.99751Z","steps":["trace[1025051177] 'agreement among raft nodes before linearized reading' (duration: 145.155316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:34.922605Z","caller":"traceutil/trace.go:171","msg":"trace[1458556554] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"126.527588ms","start":"2026-03-31T18:40:34.796044Z","end":"2026-03-31T18:40:34.922572Z","steps":["trace[1458556554] 'process raft request' (duration: 109.530737ms)","trace[1458556554] 'compare' (duration: 16.723235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:35.203223Z","caller":"traceutil/trace.go:171","msg":"trace[1212928480] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"108.781711ms","start":"2026-03-31T18:40:35.094407Z","end":"2026-03-31T18:40:35.203188Z","steps":["trace[1212928480] 'process raft request' (duration: 82.371758ms)","trace[1212928480] 'compare' (duration: 26.175578ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:35.508057Z","caller":"traceutil/trace.go:171","msg":"trace[1386276412] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"150.389453ms","start":"2026-03-31T18:40:35.357628Z","end":"2026-03-31T18:40:35.508017Z","steps":["trace[1386276412] 'process raft request' (duration: 64.312883ms)","trace[1386276412] 'compare' (duration: 85.901896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:35.508422Z","caller":"traceutil/trace.go:171","msg":"trace[623071694] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"143.379166ms","start":"2026-03-31T18:40:35.365024Z","end":"2026-03-31T18:40:35.508403Z","steps":["trace[623071694] 'process raft request' (duration: 143.173031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:44.923598Z","caller":"traceutil/trace.go:171","msg":"trace[823492644] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"127.134191ms","start":"2026-03-31T18:40:44.796438Z","end":"2026-03-31T18:40:44.923572Z","steps":["trace[823492644] 'process raft request' (duration: 126.994658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:52.767203Z","caller":"traceutil/trace.go:171","msg":"trace[552479639] transaction","detail":"{read_only:false; response_revision:7319; number_of_response:1; }","duration":"119.910609ms","start":"2026-03-31T18:40:52.647264Z","end":"2026-03-31T18:40:52.767175Z","steps":["trace[552479639] 'process raft request' (duration: 119.749475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:56.172737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.126226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:56.172846Z","caller":"traceutil/trace.go:171","msg":"trace[1365357291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7335; }","duration":"141.273669ms","start":"2026-03-31T18:40:56.031547Z","end":"2026-03-31T18:40:56.172821Z","steps":["trace[1365357291] 'range keys from in-memory index tree' (duration: 141.012273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:56.307596Z","caller":"traceutil/trace.go:171","msg":"trace[1286230094] linearizableReadLoop","detail":"{readStateIndex:7614; appliedIndex:7613; }","duration":"133.29537ms","start":"2026-03-31T18:40:56.174278Z","end":"2026-03-31T18:40:56.307573Z","steps":["trace[1286230094] 'read index received' (duration: 133.136587ms)","trace[1286230094] 'applied index is now lower than readState.Index' (duration: 158.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:56.307672Z","caller":"traceutil/trace.go:171","msg":"trace[364829429] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"267.89509ms","start":"2026-03-31T18:40:56.039741Z","end":"2026-03-31T18:40:56.307636Z","steps":["trace[364829429] 'process raft request' (duration: 267.681695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:56.307796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.502504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:56.307945Z","caller":"traceutil/trace.go:171","msg":"trace[2014319043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7336; }","duration":"133.681508ms","start":"2026-03-31T18:40:56.174205Z","end":"2026-03-31T18:40:56.307886Z","steps":["trace[2014319043] 'agreement among raft nodes before linearized reading' (duration: 133.472863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:01.035615Z","caller":"traceutil/trace.go:171","msg":"trace[1741411807] linearizableReadLoop","detail":"{readStateIndex:7641; appliedIndex:7640; }","duration":"103.718537ms","start":"2026-03-31T18:41:00.93187Z","end":"2026-03-31T18:41:01.035589Z","steps":["trace[1741411807] 'read index received' (duration: 102.528521ms)","trace[1741411807] 'applied index is now lower than readState.Index' (duration: 1.188706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:01.035669Z","caller":"traceutil/trace.go:171","msg":"trace[2074371761] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"154.600358ms","start":"2026-03-31T18:41:00.881042Z","end":"2026-03-31T18:41:01.035642Z","steps":["trace[2074371761] 'process raft request' (duration: 153.853532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:01.035755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.86052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:01.035792Z","caller":"traceutil/trace.go:171","msg":"trace[359120424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7363; }","duration":"103.968392ms","start":"2026-03-31T18:41:00.931813Z","end":"2026-03-31T18:41:01.035781Z","steps":["trace[359120424] 'agreement among raft nodes before linearized reading' (duration: 103.87527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:01.167868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.620926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:41:03.449994Z","caller":"traceutil/trace.go:171","msg":"trace[1586624848] linearizableReadLoop","detail":"{readStateIndex:7653; appliedIndex:7652; }","duration":"120.33668ms","start":"2026-03-31T18:41:03.329627Z","end":"2026-03-31T18:41:03.449964Z","steps":["trace[1586624848] 'read index received' (duration: 120.194456ms)","trace[1586624848] 'applied index is now lower than readState.Index' (duration: 139.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:03.450165Z","caller":"traceutil/trace.go:171","msg":"trace[371601203] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"173.944742ms","start":"2026-03-31T18:41:03.276213Z","end":"2026-03-31T18:41:03.450158Z","steps":["trace[371601203] 'process raft request' (duration: 173.654985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:03.450342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.710868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:41:03.450366Z","caller":"traceutil/trace.go:171","msg":"trace[384465378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:7374; }","duration":"120.782999ms","start":"2026-03-31T18:41:03.329578Z","end":"2026-03-31T18:41:03.450361Z","steps":["trace[384465378] 'agreement among raft nodes before linearized reading' (duration: 120.687017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:37.34297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4629} {"level":"info","ts":"2026-03-31T18:41:37.407789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4629,"took":"63.176908ms","hash":2095113613,"current-db-size-bytes":43216896,"current-db-size":"43 MB","current-db-size-in-use-bytes":38039552,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-31T18:41:37.407867Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2095113613,"revision":4629,"compact-revision":2599} {"level":"info","ts":"2026-03-31T18:43:34.848618Z","caller":"traceutil/trace.go:171","msg":"trace[1269659373] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8973; }","duration":"199.65661ms","start":"2026-03-31T18:43:34.648934Z","end":"2026-03-31T18:43:34.84859Z","steps":["trace[1269659373] 'read index received' (duration: 199.433526ms)","trace[1269659373] 'applied index is now lower than readState.Index' (duration: 221.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:34.848677Z","caller":"traceutil/trace.go:171","msg":"trace[571586195] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"231.447689ms","start":"2026-03-31T18:43:34.617207Z","end":"2026-03-31T18:43:34.848654Z","steps":["trace[571586195] 'process raft request' (duration: 231.238714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:34.848764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.817925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:34.848815Z","caller":"traceutil/trace.go:171","msg":"trace[1860453834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8653; }","duration":"199.915226ms","start":"2026-03-31T18:43:34.648887Z","end":"2026-03-31T18:43:34.848802Z","steps":["trace[1860453834] 'agreement among raft nodes before linearized reading' (duration: 199.822184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:35.217933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.294294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:35.218053Z","caller":"traceutil/trace.go:171","msg":"trace[1894779141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8653; }","duration":"188.468798ms","start":"2026-03-31T18:43:35.029565Z","end":"2026-03-31T18:43:35.218034Z","steps":["trace[1894779141] 'range keys from in-memory index tree' (duration: 188.175042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:35.218268Z","caller":"traceutil/trace.go:171","msg":"trace[1407296679] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"147.152245ms","start":"2026-03-31T18:43:35.071092Z","end":"2026-03-31T18:43:35.218244Z","steps":["trace[1407296679] 'process raft request' (duration: 144.928705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:46.411353Z","caller":"traceutil/trace.go:171","msg":"trace[780829953] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9037; }","duration":"112.42493ms","start":"2026-03-31T18:43:46.298899Z","end":"2026-03-31T18:43:46.411324Z","steps":["trace[780829953] 'read index received' (duration: 112.319588ms)","trace[780829953] 'applied index is now lower than readState.Index' (duration: 104.072µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:46.41153Z","caller":"traceutil/trace.go:171","msg":"trace[1949028924] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"249.738183ms","start":"2026-03-31T18:43:46.161767Z","end":"2026-03-31T18:43:46.411505Z","steps":["trace[1949028924] 'process raft request' (duration: 249.398495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:46.411785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.857909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:43:46.411879Z","caller":"traceutil/trace.go:171","msg":"trace[786569253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8713; }","duration":"113.015813ms","start":"2026-03-31T18:43:46.298843Z","end":"2026-03-31T18:43:46.411859Z","steps":["trace[786569253] 'agreement among raft nodes before linearized reading' (duration: 112.694586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:46.870258Z","caller":"traceutil/trace.go:171","msg":"trace[1078132055] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9038; }","duration":"458.800285ms","start":"2026-03-31T18:43:46.411431Z","end":"2026-03-31T18:43:46.870231Z","steps":["trace[1078132055] 'read index received' (duration: 458.699892ms)","trace[1078132055] 'applied index is now lower than readState.Index' (duration: 98.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:46.87037Z","caller":"traceutil/trace.go:171","msg":"trace[2046578082] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"495.671118ms","start":"2026-03-31T18:43:46.374685Z","end":"2026-03-31T18:43:46.870356Z","steps":["trace[2046578082] 'process raft request' (duration: 495.36511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:46.87047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:46.374643Z","time spent":"495.754958ms","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:46.870641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.764504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:43:46.870724Z","caller":"traceutil/trace.go:171","msg":"trace[1235852565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8714; }","duration":"570.916927ms","start":"2026-03-31T18:43:46.299784Z","end":"2026-03-31T18:43:46.870701Z","steps":["trace[1235852565] 'agreement among raft nodes before linearized reading' (duration: 570.647901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:46.87077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:46.299757Z","time spent":"571.00321ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:43:47.133882Z","caller":"traceutil/trace.go:171","msg":"trace[1818186451] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9039; }","duration":"263.541554ms","start":"2026-03-31T18:43:46.87032Z","end":"2026-03-31T18:43:47.133862Z","steps":["trace[1818186451] 'read index received' (duration: 263.468512ms)","trace[1818186451] 'applied index is now lower than readState.Index' (duration: 71.862µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:47.13395Z","caller":"traceutil/trace.go:171","msg":"trace[1809315740] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"717.10731ms","start":"2026-03-31T18:43:46.416812Z","end":"2026-03-31T18:43:47.133919Z","steps":["trace[1809315740] 'process raft request' (duration: 716.931616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:47.134108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:46.416784Z","time spent":"717.255983ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:47.134123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.354993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:43:47.134164Z","caller":"traceutil/trace.go:171","msg":"trace[1468464653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:8715; }","duration":"608.439444ms","start":"2026-03-31T18:43:46.525712Z","end":"2026-03-31T18:43:47.134151Z","steps":["trace[1468464653] 'agreement among raft nodes before linearized reading' (duration: 608.25407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:47.134199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:46.525691Z","time spent":"608.499886ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-2jfnw\" "} {"level":"info","ts":"2026-03-31T18:43:47.143155Z","caller":"traceutil/trace.go:171","msg":"trace[1120276303] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"267.65412ms","start":"2026-03-31T18:43:46.875479Z","end":"2026-03-31T18:43:47.143133Z","steps":["trace[1120276303] 'process raft request' (duration: 267.510387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:47.143326Z","caller":"traceutil/trace.go:171","msg":"trace[1130971597] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"258.740562ms","start":"2026-03-31T18:43:46.884579Z","end":"2026-03-31T18:43:47.14332Z","steps":["trace[1130971597] 'process raft request' (duration: 258.521877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:47.143403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.54346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:47.143466Z","caller":"traceutil/trace.go:171","msg":"trace[506604204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8717; }","duration":"111.640213ms","start":"2026-03-31T18:43:47.031811Z","end":"2026-03-31T18:43:47.143451Z","steps":["trace[506604204] 'agreement among raft nodes before linearized reading' (duration: 111.53035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:48.08397Z","caller":"traceutil/trace.go:171","msg":"trace[14441832] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"256.143342ms","start":"2026-03-31T18:43:47.827779Z","end":"2026-03-31T18:43:48.083922Z","steps":["trace[14441832] 'process raft request' (duration: 255.849375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:48.537929Z","caller":"traceutil/trace.go:171","msg":"trace[860099164] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"120.728065ms","start":"2026-03-31T18:43:48.417172Z","end":"2026-03-31T18:43:48.5379Z","steps":["trace[860099164] 'process raft request' (duration: 95.046226ms)","trace[860099164] 'compare' (duration: 25.580406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:48.538061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.837806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:43:48.538151Z","caller":"traceutil/trace.go:171","msg":"trace[1127277732] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8722; }","duration":"160.039351ms","start":"2026-03-31T18:43:48.378088Z","end":"2026-03-31T18:43:48.538127Z","steps":["trace[1127277732] 'range keys from in-memory index tree' (duration: 159.621621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.26775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.084355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T18:43:49.267846Z","caller":"traceutil/trace.go:171","msg":"trace[1696602143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:8725; }","duration":"116.229409ms","start":"2026-03-31T18:43:49.151592Z","end":"2026-03-31T18:43:49.267821Z","steps":["trace[1696602143] 'agreement among raft nodes before linearized reading' (duration: 115.937912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:49.267888Z","caller":"traceutil/trace.go:171","msg":"trace[520418436] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"119.965226ms","start":"2026-03-31T18:43:49.147885Z","end":"2026-03-31T18:43:49.267851Z","steps":["trace[520418436] 'process raft request' (duration: 80.085667ms)","trace[520418436] 'compare' (duration: 39.337887ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:49.346555Z","caller":"traceutil/trace.go:171","msg":"trace[609668088] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"174.053988ms","start":"2026-03-31T18:43:49.172459Z","end":"2026-03-31T18:43:49.346513Z","steps":["trace[609668088] 'process raft request' (duration: 173.803191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.605201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.283721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:49.605303Z","caller":"traceutil/trace.go:171","msg":"trace[1376932074] linearizableReadLoop","detail":"{readStateIndex:9052; appliedIndex:9051; }","duration":"145.268306ms","start":"2026-03-31T18:43:49.460019Z","end":"2026-03-31T18:43:49.605287Z","steps":["trace[1376932074] 'read index received' (duration: 43.718259ms)","trace[1376932074] 'applied index is now lower than readState.Index' (duration: 101.548617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:49.605382Z","caller":"traceutil/trace.go:171","msg":"trace[1521499228] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"297.462745ms","start":"2026-03-31T18:43:49.307877Z","end":"2026-03-31T18:43:49.605339Z","steps":["trace[1521499228] 'process raft request' (duration: 195.943378ms)","trace[1521499228] 'compare' (duration: 101.051486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:49.605511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.495892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:49.605559Z","caller":"traceutil/trace.go:171","msg":"trace[1385004791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8727; }","duration":"145.582694ms","start":"2026-03-31T18:43:49.459966Z","end":"2026-03-31T18:43:49.605549Z","steps":["trace[1385004791] 'agreement among raft nodes before linearized reading' (duration: 145.40437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:49.857334Z","caller":"traceutil/trace.go:171","msg":"trace[1545582650] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"246.576619ms","start":"2026-03-31T18:43:49.610729Z","end":"2026-03-31T18:43:49.857306Z","steps":["trace[1545582650] 'process raft request' (duration: 183.881437ms)","trace[1545582650] 'compare' (duration: 62.495057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:49.857472Z","caller":"traceutil/trace.go:171","msg":"trace[101564845] linearizableReadLoop","detail":"{readStateIndex:9054; appliedIndex:9052; }","duration":"219.734063ms","start":"2026-03-31T18:43:49.637699Z","end":"2026-03-31T18:43:49.857433Z","steps":["trace[101564845] 'read index received' (duration: 156.931849ms)","trace[101564845] 'applied index is now lower than readState.Index' (duration: 62.800364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:49.857569Z","caller":"traceutil/trace.go:171","msg":"trace[293604204] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"246.029046ms","start":"2026-03-31T18:43:49.611525Z","end":"2026-03-31T18:43:49.857554Z","steps":["trace[293604204] 'process raft request' (duration: 245.73609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:49.857726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.01043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:43:49.857777Z","caller":"traceutil/trace.go:171","msg":"trace[52007703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8729; }","duration":"220.139992ms","start":"2026-03-31T18:43:49.637624Z","end":"2026-03-31T18:43:49.857764Z","steps":["trace[52007703] 'agreement among raft nodes before linearized reading' (duration: 219.936758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:50.697853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.079444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:50.697959Z","caller":"traceutil/trace.go:171","msg":"trace[981139976] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8731; }","duration":"194.262647ms","start":"2026-03-31T18:43:50.50367Z","end":"2026-03-31T18:43:50.697933Z","steps":["trace[981139976] 'count revisions from in-memory index tree' (duration: 193.91237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.700771Z","caller":"traceutil/trace.go:171","msg":"trace[1784464291] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"156.439897ms","start":"2026-03-31T18:43:50.544299Z","end":"2026-03-31T18:43:50.700739Z","steps":["trace[1784464291] 'process raft request' (duration: 156.278393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:16.406674Z","caller":"traceutil/trace.go:171","msg":"trace[1570252385] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"104.508046ms","start":"2026-03-31T18:44:16.30214Z","end":"2026-03-31T18:44:16.406648Z","steps":["trace[1570252385] 'process raft request' (duration: 104.351153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:18.449554Z","caller":"traceutil/trace.go:171","msg":"trace[1616114057] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9271; }","duration":"228.371323ms","start":"2026-03-31T18:44:18.221163Z","end":"2026-03-31T18:44:18.449534Z","steps":["trace[1616114057] 'read index received' (duration: 228.20731ms)","trace[1616114057] 'applied index is now lower than readState.Index' (duration: 163.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:18.449667Z","caller":"traceutil/trace.go:171","msg":"trace[1877428574] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"374.51646ms","start":"2026-03-31T18:44:18.075143Z","end":"2026-03-31T18:44:18.449659Z","steps":["trace[1877428574] 'process raft request' (duration: 374.254704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:18.449753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:18.075127Z","time spent":"374.560421ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:18.449908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.665037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:18.450015Z","caller":"traceutil/trace.go:171","msg":"trace[27625577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8938; }","duration":"221.808722ms","start":"2026-03-31T18:44:18.228185Z","end":"2026-03-31T18:44:18.449994Z","steps":["trace[27625577] 'agreement among raft nodes before linearized reading' (duration: 221.656898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:18.450161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.00005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:18.45021Z","caller":"traceutil/trace.go:171","msg":"trace[1989605164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8938; }","duration":"229.054461ms","start":"2026-03-31T18:44:18.221144Z","end":"2026-03-31T18:44:18.450198Z","steps":["trace[1989605164] 'agreement among raft nodes before linearized reading' (duration: 228.966359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.060021Z","caller":"traceutil/trace.go:171","msg":"trace[1032725106] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"196.87923ms","start":"2026-03-31T18:44:18.86312Z","end":"2026-03-31T18:44:19.06Z","steps":["trace[1032725106] 'process raft request' (duration: 195.60333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.427773Z","caller":"traceutil/trace.go:171","msg":"trace[1319969019] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"100.79074ms","start":"2026-03-31T18:44:19.326945Z","end":"2026-03-31T18:44:19.427735Z","steps":["trace[1319969019] 'process raft request' (duration: 100.572084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:19.478725Z","caller":"traceutil/trace.go:171","msg":"trace[1640941920] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"112.075613ms","start":"2026-03-31T18:44:19.366617Z","end":"2026-03-31T18:44:19.478693Z","steps":["trace[1640941920] 'process raft request' (duration: 111.888779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:20.676821Z","caller":"traceutil/trace.go:171","msg":"trace[430811595] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9280; }","duration":"192.258672ms","start":"2026-03-31T18:44:20.484543Z","end":"2026-03-31T18:44:20.676802Z","steps":["trace[430811595] 'read index received' (duration: 192.145599ms)","trace[430811595] 'applied index is now lower than readState.Index' (duration: 112.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:20.6769Z","caller":"traceutil/trace.go:171","msg":"trace[960022081] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"218.231187ms","start":"2026-03-31T18:44:20.458638Z","end":"2026-03-31T18:44:20.676869Z","steps":["trace[960022081] 'process raft request' (duration: 218.036453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:20.676968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.408855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:20.676997Z","caller":"traceutil/trace.go:171","msg":"trace[772387638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8947; }","duration":"192.481558ms","start":"2026-03-31T18:44:20.484505Z","end":"2026-03-31T18:44:20.676987Z","steps":["trace[772387638] 'agreement among raft nodes before linearized reading' (duration: 192.374755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:31.59901Z","caller":"traceutil/trace.go:171","msg":"trace[896599464] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"293.414359ms","start":"2026-03-31T18:44:31.305575Z","end":"2026-03-31T18:44:31.598989Z","steps":["trace[896599464] 'process raft request' (duration: 293.245456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:31.858571Z","caller":"traceutil/trace.go:171","msg":"trace[1987776291] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"320.182604ms","start":"2026-03-31T18:44:31.538363Z","end":"2026-03-31T18:44:31.858546Z","steps":["trace[1987776291] 'process raft request' (duration: 319.887267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:31.858653Z","caller":"traceutil/trace.go:171","msg":"trace[1729305486] linearizableReadLoop","detail":"{readStateIndex:9384; appliedIndex:9382; }","duration":"368.602243ms","start":"2026-03-31T18:44:31.490018Z","end":"2026-03-31T18:44:31.85862Z","steps":["trace[1729305486] 'read index received' (duration: 108.834937ms)","trace[1729305486] 'applied index is now lower than readState.Index' (duration: 259.764246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:31.858696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:31.538344Z","time spent":"320.281457ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:31.858813Z","caller":"traceutil/trace.go:171","msg":"trace[1032923274] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9045; }","duration":"552.382027ms","start":"2026-03-31T18:44:31.30627Z","end":"2026-03-31T18:44:31.858652Z","steps":["trace[1032923274] 'process raft request' (duration: 493.111045ms)","trace[1032923274] 'compare' (duration: 58.73048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:31.858899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.179879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:44:31.858933Z","caller":"traceutil/trace.go:171","msg":"trace[228312230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9047; }","duration":"267.24272ms","start":"2026-03-31T18:44:31.591682Z","end":"2026-03-31T18:44:31.858925Z","steps":["trace[228312230] 'agreement among raft nodes before linearized reading' (duration: 267.115738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:31.859041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.489046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ptwlk\" ","response":"range_response_count:1 size:4644"} {"level":"warn","ts":"2026-03-31T18:44:31.858994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.948312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:44:31.859065Z","caller":"traceutil/trace.go:171","msg":"trace[315767287] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ptwlk; range_end:; response_count:1; response_revision:9047; }","duration":"255.542628ms","start":"2026-03-31T18:44:31.603517Z","end":"2026-03-31T18:44:31.85906Z","steps":["trace[315767287] 'agreement among raft nodes before linearized reading' (duration: 255.473776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:31.859102Z","caller":"traceutil/trace.go:171","msg":"trace[221460130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9047; }","duration":"369.134866ms","start":"2026-03-31T18:44:31.489941Z","end":"2026-03-31T18:44:31.859075Z","steps":["trace[221460130] 'agreement among raft nodes before linearized reading' (duration: 368.810558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:31.85911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.93992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T18:44:31.859167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:31.48992Z","time spent":"369.236538ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:31.859195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:31.306259Z","time spent":"552.625903ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T18:44:31.859196Z","caller":"traceutil/trace.go:171","msg":"trace[1836116388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:9047; }","duration":"248.051993ms","start":"2026-03-31T18:44:31.611106Z","end":"2026-03-31T18:44:31.859158Z","steps":["trace[1836116388] 'agreement among raft nodes before linearized reading' (duration: 247.757966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.105492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.754157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:33.105558Z","caller":"traceutil/trace.go:171","msg":"trace[2005285090] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9056; }","duration":"383.868879ms","start":"2026-03-31T18:44:32.721674Z","end":"2026-03-31T18:44:33.105543Z","steps":["trace[2005285090] 'count revisions from in-memory index tree' (duration: 383.632643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.10559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.721656Z","time spent":"383.92633ms","remote":"127.0.0.1:49880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:33.105855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.321314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ptwlk\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-31T18:44:33.105905Z","caller":"traceutil/trace.go:171","msg":"trace[2105880765] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ptwlk; range_end:; response_count:1; response_revision:9056; }","duration":"322.397025ms","start":"2026-03-31T18:44:32.783496Z","end":"2026-03-31T18:44:33.105893Z","steps":["trace[2105880765] 'range keys from in-memory index tree' (duration: 322.211562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.105934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.783483Z","time spent":"322.442456ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ptwlk\" "} {"level":"warn","ts":"2026-03-31T18:44:33.105857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.20693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:33.106103Z","caller":"traceutil/trace.go:171","msg":"trace[427836526] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9056; }","duration":"343.499197ms","start":"2026-03-31T18:44:32.762587Z","end":"2026-03-31T18:44:33.106087Z","steps":["trace[427836526] 'range keys from in-memory index tree' (duration: 343.029466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.10614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.762554Z","time spent":"343.574249ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:33.106234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.544909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:33.106366Z","caller":"traceutil/trace.go:171","msg":"trace[1056711061] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9056; }","duration":"651.703272ms","start":"2026-03-31T18:44:32.454647Z","end":"2026-03-31T18:44:33.10635Z","steps":["trace[1056711061] 'range keys from in-memory index tree' (duration: 651.492558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.106393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.454638Z","time spent":"651.748513ms","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T18:44:33.106395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.204265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:33.106518Z","caller":"traceutil/trace.go:171","msg":"trace[515660649] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"322.920727ms","start":"2026-03-31T18:44:32.783574Z","end":"2026-03-31T18:44:33.106495Z","steps":["trace[515660649] 'process raft request' (duration: 23.57211ms)","trace[515660649] 'compare' (duration: 298.58016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:33.106554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.124735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:44:33.106597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.78346Z","time spent":"323.092042ms","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:44:33.106615Z","caller":"traceutil/trace.go:171","msg":"trace[317280137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9056; }","duration":"345.237208ms","start":"2026-03-31T18:44:32.761364Z","end":"2026-03-31T18:44:33.106601Z","steps":["trace[317280137] 'range keys from in-memory index tree' (duration: 344.919041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.106648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.76134Z","time spent":"345.29994ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:33.107584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.076043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T18:44:33.107751Z","caller":"traceutil/trace.go:171","msg":"trace[93397853] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9056; }","duration":"438.312949ms","start":"2026-03-31T18:44:32.669412Z","end":"2026-03-31T18:44:33.107725Z","steps":["trace[93397853] 'range keys from in-memory index tree' (duration: 435.854491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.107878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:32.669388Z","time spent":"438.467383ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:44:33.797241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.006666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-31T18:44:33.797361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.252131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:44:33.797414Z","caller":"traceutil/trace.go:171","msg":"trace[1938621709] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9060; }","duration":"337.16842ms","start":"2026-03-31T18:44:33.460156Z","end":"2026-03-31T18:44:33.797324Z","steps":["trace[1938621709] 'range keys from in-memory index tree' (duration: 336.771451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:33.797445Z","caller":"traceutil/trace.go:171","msg":"trace[1579841864] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9060; }","duration":"584.359113ms","start":"2026-03-31T18:44:33.213076Z","end":"2026-03-31T18:44:33.797435Z","steps":["trace[1579841864] 'range keys from in-memory index tree' (duration: 584.152307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.797464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:33.460134Z","time spent":"337.319393ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:44:33.79749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.788537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:33.79753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.487966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:44:33.79761Z","caller":"traceutil/trace.go:171","msg":"trace[495799053] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9060; }","duration":"575.596108ms","start":"2026-03-31T18:44:33.221996Z","end":"2026-03-31T18:44:33.797592Z","steps":["trace[495799053] 'range keys from in-memory index tree' (duration: 575.24589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.797474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:33.213057Z","time spent":"584.410024ms","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T18:44:33.797617Z","caller":"traceutil/trace.go:171","msg":"trace[536762865] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9060; }","duration":"187.92174ms","start":"2026-03-31T18:44:33.609632Z","end":"2026-03-31T18:44:33.797554Z","steps":["trace[536762865] 'count revisions from in-memory index tree' (duration: 187.702796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.797662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:33.221968Z","time spent":"575.6835ms","remote":"127.0.0.1:59076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T18:44:33.949699Z","caller":"traceutil/trace.go:171","msg":"trace[1977702830] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9399; }","duration":"142.744257ms","start":"2026-03-31T18:44:33.806921Z","end":"2026-03-31T18:44:33.949666Z","steps":["trace[1977702830] 'read index received' (duration: 142.690796ms)","trace[1977702830] 'applied index is now lower than readState.Index' (duration: 52.091µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:33.949795Z","caller":"traceutil/trace.go:171","msg":"trace[61842245] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"143.806442ms","start":"2026-03-31T18:44:33.805968Z","end":"2026-03-31T18:44:33.949774Z","steps":["trace[61842245] 'process raft request' (duration: 143.545286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.949918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.976143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-03-31T18:44:33.949963Z","caller":"traceutil/trace.go:171","msg":"trace[837573438] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9061; }","duration":"143.045976ms","start":"2026-03-31T18:44:33.806904Z","end":"2026-03-31T18:44:33.94995Z","steps":["trace[837573438] 'agreement among raft nodes before linearized reading' (duration: 142.892781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:33.964511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.187958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-31T18:44:33.964587Z","caller":"traceutil/trace.go:171","msg":"trace[521864496] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9063; }","duration":"152.28379ms","start":"2026-03-31T18:44:33.812284Z","end":"2026-03-31T18:44:33.964568Z","steps":["trace[521864496] 'agreement among raft nodes before linearized reading' (duration: 152.087896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:34.284131Z","caller":"traceutil/trace.go:171","msg":"trace[71467906] linearizableReadLoop","detail":"{readStateIndex:9405; appliedIndex:9404; }","duration":"168.315434ms","start":"2026-03-31T18:44:34.11579Z","end":"2026-03-31T18:44:34.284105Z","steps":["trace[71467906] 'read index received' (duration: 83.714962ms)","trace[71467906] 'applied index is now lower than readState.Index' (duration: 84.598932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:34.284265Z","caller":"traceutil/trace.go:171","msg":"trace[76623983] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"187.4247ms","start":"2026-03-31T18:44:34.096827Z","end":"2026-03-31T18:44:34.284252Z","steps":["trace[76623983] 'process raft request' (duration: 102.747716ms)","trace[76623983] 'compare' (duration: 84.151652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:34.284596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.786494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:44:34.284665Z","caller":"traceutil/trace.go:171","msg":"trace[754376052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9066; }","duration":"168.918218ms","start":"2026-03-31T18:44:34.11573Z","end":"2026-03-31T18:44:34.284648Z","steps":["trace[754376052] 'agreement among raft nodes before linearized reading' (duration: 168.707733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:34.284684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.5643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:34.284783Z","caller":"traceutil/trace.go:171","msg":"trace[33539836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9066; }","duration":"165.708223ms","start":"2026-03-31T18:44:34.119051Z","end":"2026-03-31T18:44:34.284759Z","steps":["trace[33539836] 'agreement among raft nodes before linearized reading' (duration: 165.407166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:35.336277Z","caller":"traceutil/trace.go:171","msg":"trace[1793128771] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"126.644793ms","start":"2026-03-31T18:44:35.209609Z","end":"2026-03-31T18:44:35.336253Z","steps":["trace[1793128771] 'process raft request' (duration: 126.592061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:35.336348Z","caller":"traceutil/trace.go:171","msg":"trace[1700485327] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"127.033762ms","start":"2026-03-31T18:44:35.209272Z","end":"2026-03-31T18:44:35.336306Z","steps":["trace[1700485327] 'process raft request' (duration: 55.941615ms)","trace[1700485327] 'compare' (duration: 70.836961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:36.113263Z","caller":"traceutil/trace.go:171","msg":"trace[202719889] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"142.370719ms","start":"2026-03-31T18:44:35.970872Z","end":"2026-03-31T18:44:36.113242Z","steps":["trace[202719889] 'process raft request' (duration: 141.608591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:36.179124Z","caller":"traceutil/trace.go:171","msg":"trace[482395496] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9418; }","duration":"200.074834ms","start":"2026-03-31T18:44:35.979025Z","end":"2026-03-31T18:44:36.179099Z","steps":["trace[482395496] 'read index received' (duration: 133.492951ms)","trace[482395496] 'applied index is now lower than readState.Index' (duration: 66.580843ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:36.179201Z","caller":"traceutil/trace.go:171","msg":"trace[27147753] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"208.159622ms","start":"2026-03-31T18:44:35.971005Z","end":"2026-03-31T18:44:36.179164Z","steps":["trace[27147753] 'process raft request' (duration: 207.935677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:36.179457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.423653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2jfnw\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T18:44:36.179476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.434451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:36.179517Z","caller":"traceutil/trace.go:171","msg":"trace[1375756704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9080; }","duration":"148.520232ms","start":"2026-03-31T18:44:36.030986Z","end":"2026-03-31T18:44:36.179506Z","steps":["trace[1375756704] 'agreement among raft nodes before linearized reading' (duration: 148.40868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:36.179501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.612673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:44:36.179503Z","caller":"traceutil/trace.go:171","msg":"trace[1006423428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2jfnw; range_end:; response_count:1; response_revision:9080; }","duration":"200.529665ms","start":"2026-03-31T18:44:35.978962Z","end":"2026-03-31T18:44:36.179492Z","steps":["trace[1006423428] 'agreement among raft nodes before linearized reading' (duration: 200.277179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:36.179578Z","caller":"traceutil/trace.go:171","msg":"trace[41278021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9080; }","duration":"190.740787ms","start":"2026-03-31T18:44:35.988819Z","end":"2026-03-31T18:44:36.17956Z","steps":["trace[41278021] 'agreement among raft nodes before linearized reading' (duration: 190.493811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:36.179503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.697471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:44:36.179733Z","caller":"traceutil/trace.go:171","msg":"trace[661586108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9080; }","duration":"104.950996ms","start":"2026-03-31T18:44:36.074756Z","end":"2026-03-31T18:44:36.179707Z","steps":["trace[661586108] 'agreement among raft nodes before linearized reading' (duration: 104.609928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:36.2863Z","caller":"traceutil/trace.go:171","msg":"trace[1618840713] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"102.287915ms","start":"2026-03-31T18:44:36.183984Z","end":"2026-03-31T18:44:36.286272Z","steps":["trace[1618840713] 'process raft request' (duration: 32.552479ms)","trace[1618840713] 'compare' (duration: 69.418168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:36.28635Z","caller":"traceutil/trace.go:171","msg":"trace[1584648189] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"102.005158ms","start":"2026-03-31T18:44:36.184321Z","end":"2026-03-31T18:44:36.286326Z","steps":["trace[1584648189] 'process raft request' (duration: 101.893195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:45.462994Z","caller":"traceutil/trace.go:171","msg":"trace[611214708] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9155; }","duration":"562.379261ms","start":"2026-03-31T18:44:44.900588Z","end":"2026-03-31T18:44:45.462968Z","steps":["trace[611214708] 'process raft request' (duration: 562.287928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:45.463139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:44.900568Z","time spent":"562.511303ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:44:45.473291Z","caller":"traceutil/trace.go:171","msg":"trace[875467387] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"567.266195ms","start":"2026-03-31T18:44:44.906004Z","end":"2026-03-31T18:44:45.47327Z","steps":["trace[875467387] 'process raft request' (duration: 567.03831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:45.473296Z","caller":"traceutil/trace.go:171","msg":"trace[1602734544] linearizableReadLoop","detail":"{readStateIndex:9499; appliedIndex:9497; }","duration":"441.724668ms","start":"2026-03-31T18:44:45.031549Z","end":"2026-03-31T18:44:45.473274Z","steps":["trace[1602734544] 'read index received' (duration: 431.371646ms)","trace[1602734544] 'applied index is now lower than readState.Index' (duration: 10.351792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:45.473406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:44.905944Z","time spent":"567.401619ms","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4829,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:45.473426Z","caller":"traceutil/trace.go:171","msg":"trace[1529729336] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"418.968808ms","start":"2026-03-31T18:44:45.054437Z","end":"2026-03-31T18:44:45.473406Z","steps":["trace[1529729336] 'process raft request' (duration: 418.747293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:45.473419Z","caller":"traceutil/trace.go:171","msg":"trace[1484746369] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"279.183449ms","start":"2026-03-31T18:44:45.194225Z","end":"2026-03-31T18:44:45.473408Z","steps":["trace[1484746369] 'process raft request' (duration: 279.009895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:45.473521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:45.054403Z","time spent":"419.06961ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:45.473485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.919162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:45.473802Z","caller":"traceutil/trace.go:171","msg":"trace[1479015287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9158; }","duration":"442.24988ms","start":"2026-03-31T18:44:45.031505Z","end":"2026-03-31T18:44:45.473755Z","steps":["trace[1479015287] 'agreement among raft nodes before linearized reading' (duration: 441.931233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:45.473922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:45.031488Z","time spent":"442.387434ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:44:45.589597Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002527.wal"} {"level":"info","ts":"2026-03-31T18:45:30.347191Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:45:30.357939Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:45:30.358081Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:45:32.71813Z","caller":"traceutil/trace.go:171","msg":"trace[1036937240] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"151.85313ms","start":"2026-03-31T18:45:32.566247Z","end":"2026-03-31T18:45:32.718101Z","steps":["trace[1036937240] 'process raft request' (duration: 99.372887ms)","trace[1036937240] 'compare' (duration: 52.34238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:32.728942Z","caller":"traceutil/trace.go:171","msg":"trace[13648255] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10056; }","duration":"115.168015ms","start":"2026-03-31T18:45:32.613752Z","end":"2026-03-31T18:45:32.72892Z","steps":["trace[13648255] 'read index received' (duration: 51.879969ms)","trace[13648255] 'applied index is now lower than readState.Index' (duration: 63.287326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:32.729107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.339879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:45:32.729134Z","caller":"traceutil/trace.go:171","msg":"trace[1897064765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9701; }","duration":"115.41597ms","start":"2026-03-31T18:45:32.613711Z","end":"2026-03-31T18:45:32.729127Z","steps":["trace[1897064765] 'agreement among raft nodes before linearized reading' (duration: 115.286377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:32.729335Z","caller":"traceutil/trace.go:171","msg":"trace[1933996357] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"162.905408ms","start":"2026-03-31T18:45:32.566421Z","end":"2026-03-31T18:45:32.729326Z","steps":["trace[1933996357] 'process raft request' (duration: 162.366296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:42.955993Z","caller":"traceutil/trace.go:171","msg":"trace[876711605] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"194.427453ms","start":"2026-03-31T18:45:42.761546Z","end":"2026-03-31T18:45:42.955973Z","steps":["trace[876711605] 'process raft request' (duration: 194.31897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:42.982666Z","caller":"traceutil/trace.go:171","msg":"trace[1284454169] linearizableReadLoop","detail":"{readStateIndex:10125; appliedIndex:10123; }","duration":"210.146729ms","start":"2026-03-31T18:45:42.772497Z","end":"2026-03-31T18:45:42.982644Z","steps":["trace[1284454169] 'read index received' (duration: 183.456116ms)","trace[1284454169] 'applied index is now lower than readState.Index' (duration: 26.689783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:42.982928Z","caller":"traceutil/trace.go:171","msg":"trace[1173960266] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"218.035103ms","start":"2026-03-31T18:45:42.764877Z","end":"2026-03-31T18:45:42.982913Z","steps":["trace[1173960266] 'process raft request' (duration: 217.635454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:42.983069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.692997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:45:42.983133Z","caller":"traceutil/trace.go:171","msg":"trace[1181412854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9766; }","duration":"142.806749ms","start":"2026-03-31T18:45:42.84031Z","end":"2026-03-31T18:45:42.983117Z","steps":["trace[1181412854] 'agreement among raft nodes before linearized reading' (duration: 142.597754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:42.983281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.783383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:45:42.983302Z","caller":"traceutil/trace.go:171","msg":"trace[375408559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9766; }","duration":"210.823975ms","start":"2026-03-31T18:45:42.772473Z","end":"2026-03-31T18:45:42.983297Z","steps":["trace[375408559] 'agreement among raft nodes before linearized reading' (duration: 210.445166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:43.31Z","caller":"traceutil/trace.go:171","msg":"trace[283440880] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"322.514259ms","start":"2026-03-31T18:45:42.987409Z","end":"2026-03-31T18:45:43.309923Z","steps":["trace[283440880] 'process raft request' (duration: 322.363236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:43.310166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:42.987367Z","time spent":"322.720254ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:43.32784Z","caller":"traceutil/trace.go:171","msg":"trace[1004413418] linearizableReadLoop","detail":"{readStateIndex:10127; appliedIndex:10126; }","duration":"294.970526ms","start":"2026-03-31T18:45:43.032825Z","end":"2026-03-31T18:45:43.327795Z","steps":["trace[1004413418] 'read index received' (duration: 277.007068ms)","trace[1004413418] 'applied index is now lower than readState.Index' (duration: 17.961508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:43.327931Z","caller":"traceutil/trace.go:171","msg":"trace[604349204] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"340.093878ms","start":"2026-03-31T18:45:42.987816Z","end":"2026-03-31T18:45:43.32791Z","steps":["trace[604349204] 'process raft request' (duration: 339.725819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:43.328026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.192451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:43.328053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:42.987794Z","time spent":"340.189541ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:43.328092Z","caller":"traceutil/trace.go:171","msg":"trace[2084586022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9768; }","duration":"295.302454ms","start":"2026-03-31T18:45:43.032773Z","end":"2026-03-31T18:45:43.328076Z","steps":["trace[2084586022] 'agreement among raft nodes before linearized reading' (duration: 295.201481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:43.328104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.068934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:43.328152Z","caller":"traceutil/trace.go:171","msg":"trace[160536630] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9768; }","duration":"227.192126ms","start":"2026-03-31T18:45:43.100945Z","end":"2026-03-31T18:45:43.328137Z","steps":["trace[160536630] 'agreement among raft nodes before linearized reading' (duration: 227.057593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:43.939119Z","caller":"traceutil/trace.go:171","msg":"trace[520538485] linearizableReadLoop","detail":"{readStateIndex:10129; appliedIndex:10128; }","duration":"162.267863ms","start":"2026-03-31T18:45:43.776818Z","end":"2026-03-31T18:45:43.939085Z","steps":["trace[520538485] 'read index received' (duration: 107.364654ms)","trace[520538485] 'applied index is now lower than readState.Index' (duration: 54.901739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:43.939153Z","caller":"traceutil/trace.go:171","msg":"trace[252262392] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"172.521612ms","start":"2026-03-31T18:45:43.766593Z","end":"2026-03-31T18:45:43.939115Z","steps":["trace[252262392] 'process raft request' (duration: 117.640663ms)","trace[252262392] 'compare' (duration: 54.675004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:43.939415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.56957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:45:43.939473Z","caller":"traceutil/trace.go:171","msg":"trace[2145845462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9770; }","duration":"162.663413ms","start":"2026-03-31T18:45:43.776796Z","end":"2026-03-31T18:45:43.939459Z","steps":["trace[2145845462] 'agreement among raft nodes before linearized reading' (duration: 162.467138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:43.939653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.530452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:45:43.939953Z","caller":"traceutil/trace.go:171","msg":"trace[75240440] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9770; }","duration":"145.617095ms","start":"2026-03-31T18:45:43.794086Z","end":"2026-03-31T18:45:43.939703Z","steps":["trace[75240440] 'agreement among raft nodes before linearized reading' (duration: 145.219075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:44.424629Z","caller":"traceutil/trace.go:171","msg":"trace[198534322] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10129; }","duration":"439.301342ms","start":"2026-03-31T18:45:43.985301Z","end":"2026-03-31T18:45:44.424602Z","steps":["trace[198534322] 'read index received' (duration: 4.802422ms)","trace[198534322] 'applied index is now lower than readState.Index' (duration: 434.49767ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:44.424665Z","caller":"traceutil/trace.go:171","msg":"trace[683953686] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"480.787069ms","start":"2026-03-31T18:45:43.943839Z","end":"2026-03-31T18:45:44.424626Z","steps":["trace[683953686] 'process raft request' (duration: 461.857398ms)","trace[683953686] 'compare' (duration: 18.398109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:44.424753Z","caller":"traceutil/trace.go:171","msg":"trace[1612527889] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"480.82334ms","start":"2026-03-31T18:45:43.943916Z","end":"2026-03-31T18:45:44.424739Z","steps":["trace[1612527889] 'process raft request' (duration: 480.603475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:44.424881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:43.943823Z","time spent":"480.925082ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:44.424921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:43.943893Z","time spent":"480.893382ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:44.425068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.743692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:44.425176Z","caller":"traceutil/trace.go:171","msg":"trace[1924658354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9773; }","duration":"439.869575ms","start":"2026-03-31T18:45:43.98528Z","end":"2026-03-31T18:45:44.425149Z","steps":["trace[1924658354] 'agreement among raft nodes before linearized reading' (duration: 439.63366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:44.42524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:43.985251Z","time spent":"439.974407ms","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:44.43928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.874438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:44.439389Z","caller":"traceutil/trace.go:171","msg":"trace[1652819669] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9774; }","duration":"103.030872ms","start":"2026-03-31T18:45:44.336335Z","end":"2026-03-31T18:45:44.439365Z","steps":["trace[1652819669] 'agreement among raft nodes before linearized reading' (duration: 102.813747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:37.34901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7649} {"level":"info","ts":"2026-03-31T18:46:37.442092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7649,"took":"90.684381ms","hash":610991560,"current-db-size-bytes":43417600,"current-db-size":"43 MB","current-db-size-in-use-bytes":26112000,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T18:46:37.442166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":610991560,"revision":7649,"compact-revision":4629} {"level":"info","ts":"2026-03-31T18:51:37.355896Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10167} {"level":"info","ts":"2026-03-31T18:51:37.447007Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10167,"took":"88.709383ms","hash":1184372940,"current-db-size-bytes":43417600,"current-db-size":"43 MB","current-db-size-in-use-bytes":23523328,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T18:51:37.447061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1184372940,"revision":10167,"compact-revision":7649}