{"level":"warn","ts":"2026-03-27T01:53:43.491669Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:53:43.491746Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-27T01:53:43.491808Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:53:43.491819Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-27T01:53:43.491836Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:53:43.492525Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-27T01:53:43.492592Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-27T01:53:43.497079Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.310778ms"} {"level":"info","ts":"2026-03-27T01:53:43.502993Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-27T01:53:43.503096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-27T01:53:43.503133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-27T01:53:43.50316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-27T01:53:43.5032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-27T01:53:43.503254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-27T01:53:43.510941Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-27T01:53:43.512589Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-27T01:53:43.514038Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-27T01:53:43.516972Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-27T01:53:43.517159Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-27T01:53:43.517285Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:53:43.517405Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:53:43.517439Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:53:43.51959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-27T01:53:43.519877Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-27T01:53:43.523029Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:53:43.52313Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-27T01:53:43.523171Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-27T01:53:43.523352Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-27T01:53:43.523404Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-27T01:53:44.203911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-27T01:53:44.203993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-27T01:53:44.204044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-27T01:53:44.204085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-27T01:53:44.204106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-27T01:53:44.204128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-27T01:53:44.204154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-27T01:53:44.205199Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-27T01:53:44.205205Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:53:44.205245Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:53:44.205572Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-27T01:53:44.205618Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-27T01:53:44.205727Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:53:44.206683Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:53:44.206803Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:53:44.206858Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:53:44.208697Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-27T01:53:44.20969Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-27T01:54:05.340759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.292932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:54:05.340951Z","caller":"traceutil/trace.go:171","msg":"trace[901473738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"107.520217ms","start":"2026-03-27T01:54:05.233399Z","end":"2026-03-27T01:54:05.340919Z","steps":["trace[901473738] 'range keys from in-memory index tree' (duration: 107.18778ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:54:19.1506Z","caller":"traceutil/trace.go:171","msg":"trace[783926396] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"155.532094ms","start":"2026-03-27T01:54:18.994384Z","end":"2026-03-27T01:54:19.149916Z","steps":["trace[783926396] 'process raft request' (duration: 155.37045ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:54:19.324434Z","caller":"traceutil/trace.go:171","msg":"trace[702049796] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"138.299059ms","start":"2026-03-27T01:54:19.186107Z","end":"2026-03-27T01:54:19.324406Z","steps":["trace[702049796] 'read index received' (duration: 137.153414ms)","trace[702049796] 'applied index is now lower than readState.Index' (duration: 1.144865ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:54:19.324491Z","caller":"traceutil/trace.go:171","msg":"trace[159730648] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"210.376658ms","start":"2026-03-27T01:54:19.114083Z","end":"2026-03-27T01:54:19.324459Z","steps":["trace[159730648] 'process raft request' (duration: 209.338154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:54:19.324615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.490365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:54:19.324646Z","caller":"traceutil/trace.go:171","msg":"trace[826595760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"138.606708ms","start":"2026-03-27T01:54:19.186029Z","end":"2026-03-27T01:54:19.324635Z","steps":["trace[826595760] 'agreement among raft nodes before linearized reading' (duration: 138.465593ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:54:19.409148Z","caller":"traceutil/trace.go:171","msg":"trace[1807701985] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"159.411023ms","start":"2026-03-27T01:54:19.249705Z","end":"2026-03-27T01:54:19.409116Z","steps":["trace[1807701985] 'process raft request' (duration: 159.348651ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:54:19.409168Z","caller":"traceutil/trace.go:171","msg":"trace[1840752569] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"166.185058ms","start":"2026-03-27T01:54:19.242953Z","end":"2026-03-27T01:54:19.409139Z","steps":["trace[1840752569] 'process raft request' (duration: 165.948543ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:54:20.032885Z","caller":"traceutil/trace.go:171","msg":"trace[282552004] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"196.667094ms","start":"2026-03-27T01:54:19.836169Z","end":"2026-03-27T01:54:20.032837Z","steps":["trace[282552004] 'process raft request' (duration: 195.365324ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:54:35.380229Z","caller":"traceutil/trace.go:171","msg":"trace[1356887263] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"147.220524ms","start":"2026-03-27T01:54:35.232985Z","end":"2026-03-27T01:54:35.380206Z","steps":["trace[1356887263] 'read index received' (duration: 147.060251ms)","trace[1356887263] 'applied index is now lower than readState.Index' (duration: 158.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:54:35.38041Z","caller":"traceutil/trace.go:171","msg":"trace[637705262] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"249.789792ms","start":"2026-03-27T01:54:35.130545Z","end":"2026-03-27T01:54:35.380335Z","steps":["trace[637705262] 'process raft request' (duration: 249.515956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:54:35.380497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.47039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:54:35.380588Z","caller":"traceutil/trace.go:171","msg":"trace[1580486011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"147.623523ms","start":"2026-03-27T01:54:35.232941Z","end":"2026-03-27T01:54:35.380564Z","steps":["trace[1580486011] 'agreement among raft nodes before linearized reading' (duration: 147.422549ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:55:02.401218Z","caller":"traceutil/trace.go:171","msg":"trace[288618925] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"127.364943ms","start":"2026-03-27T01:55:02.273827Z","end":"2026-03-27T01:55:02.401192Z","steps":["trace[288618925] 'process raft request' (duration: 127.184829ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:55:44.864193Z","caller":"traceutil/trace.go:171","msg":"trace[1612345880] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"377.380453ms","start":"2026-03-27T01:55:44.486785Z","end":"2026-03-27T01:55:44.864166Z","steps":["trace[1612345880] 'process raft request' (duration: 363.624332ms)","trace[1612345880] 'compare' (duration: 13.392043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:55:44.864766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:44.486732Z","time spent":"377.545627ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:55:44.865714Z","caller":"traceutil/trace.go:171","msg":"trace[2021091443] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1868; }","duration":"272.08253ms","start":"2026-03-27T01:55:44.593588Z","end":"2026-03-27T01:55:44.86567Z","steps":["trace[2021091443] 'read index received' (duration: 256.835404ms)","trace[2021091443] 'applied index is now lower than readState.Index' (duration: 15.245286ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:55:44.865777Z","caller":"traceutil/trace.go:171","msg":"trace[176386658] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"292.011274ms","start":"2026-03-27T01:55:44.573736Z","end":"2026-03-27T01:55:44.865747Z","steps":["trace[176386658] 'process raft request' (duration: 291.697127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:44.865978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.370887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-27T01:55:44.866048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.32028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-27T01:55:44.866065Z","caller":"traceutil/trace.go:171","msg":"trace[703283044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1808; }","duration":"272.49804ms","start":"2026-03-27T01:55:44.593546Z","end":"2026-03-27T01:55:44.866044Z","steps":["trace[703283044] 'agreement among raft nodes before linearized reading' (duration: 272.290775ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:55:44.866087Z","caller":"traceutil/trace.go:171","msg":"trace[485567079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1808; }","duration":"149.382171ms","start":"2026-03-27T01:55:44.716692Z","end":"2026-03-27T01:55:44.866075Z","steps":["trace[485567079] 'agreement among raft nodes before linearized reading' (duration: 149.217487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:44.866113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.800556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T01:55:44.866175Z","caller":"traceutil/trace.go:171","msg":"trace[137629214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1808; }","duration":"199.935189ms","start":"2026-03-27T01:55:44.666223Z","end":"2026-03-27T01:55:44.866158Z","steps":["trace[137629214] 'agreement among raft nodes before linearized reading' (duration: 199.665582ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:55:45.017406Z","caller":"traceutil/trace.go:171","msg":"trace[367615997] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"146.525314ms","start":"2026-03-27T01:55:44.870842Z","end":"2026-03-27T01:55:45.017368Z","steps":["trace[367615997] 'process raft request' (duration: 93.398746ms)","trace[367615997] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 52.904703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:55:45.369787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.373998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:55:45.369865Z","caller":"traceutil/trace.go:171","msg":"trace[973435020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1811; }","duration":"136.489271ms","start":"2026-03-27T01:55:45.233357Z","end":"2026-03-27T01:55:45.369847Z","steps":["trace[973435020] 'range keys from in-memory index tree' (duration: 136.319607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:45.369882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.952031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-27T01:55:45.369954Z","caller":"traceutil/trace.go:171","msg":"trace[777152773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1811; }","duration":"228.053134ms","start":"2026-03-27T01:55:45.141882Z","end":"2026-03-27T01:55:45.369935Z","steps":["trace[777152773] 'range keys from in-memory index tree' (duration: 227.755317ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:29.181097Z","caller":"traceutil/trace.go:171","msg":"trace[730358931] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"112.601793ms","start":"2026-03-27T01:56:29.06846Z","end":"2026-03-27T01:56:29.181062Z","steps":["trace[730358931] 'process raft request' (duration: 112.378258ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:29.227968Z","caller":"traceutil/trace.go:171","msg":"trace[1504123703] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"156.004185ms","start":"2026-03-27T01:56:29.071939Z","end":"2026-03-27T01:56:29.227943Z","steps":["trace[1504123703] 'process raft request' (duration: 155.76822ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:29.228289Z","caller":"traceutil/trace.go:171","msg":"trace[789892155] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"114.056068ms","start":"2026-03-27T01:56:29.114213Z","end":"2026-03-27T01:56:29.228269Z","steps":["trace[789892155] 'process raft request' (duration: 113.668619ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:30.181376Z","caller":"traceutil/trace.go:171","msg":"trace[1139776293] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"120.203312ms","start":"2026-03-27T01:56:30.061139Z","end":"2026-03-27T01:56:30.181343Z","steps":["trace[1139776293] 'process raft request' (duration: 120.049408ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:30.182079Z","caller":"traceutil/trace.go:171","msg":"trace[1871409445] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"118.42713ms","start":"2026-03-27T01:56:30.063627Z","end":"2026-03-27T01:56:30.182054Z","steps":["trace[1871409445] 'process raft request' (duration: 118.278877ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:34.571505Z","caller":"traceutil/trace.go:171","msg":"trace[505645959] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"369.860368ms","start":"2026-03-27T01:56:34.201616Z","end":"2026-03-27T01:56:34.571476Z","steps":["trace[505645959] 'process raft request' (duration: 369.698644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:34.571715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:34.201583Z","time spent":"370.016582ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:56:34.574117Z","caller":"traceutil/trace.go:171","msg":"trace[916403557] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2203; }","duration":"371.517287ms","start":"2026-03-27T01:56:34.202572Z","end":"2026-03-27T01:56:34.574089Z","steps":["trace[916403557] 'read index received' (duration: 368.751503ms)","trace[916403557] 'applied index is now lower than readState.Index' (duration: 2.764774ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:34.574181Z","caller":"traceutil/trace.go:171","msg":"trace[705525424] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"371.619418ms","start":"2026-03-27T01:56:34.202532Z","end":"2026-03-27T01:56:34.574152Z","steps":["trace[705525424] 'process raft request' (duration: 371.406294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:34.574326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.173746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:34.574394Z","caller":"traceutil/trace.go:171","msg":"trace[1750115656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2132; }","duration":"343.258598ms","start":"2026-03-27T01:56:34.231121Z","end":"2026-03-27T01:56:34.57438Z","steps":["trace[1750115656] 'agreement among raft nodes before linearized reading' (duration: 343.112124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:34.574431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:34.231034Z","time spent":"343.389471ms","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:56:34.574529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.888275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-27T01:56:34.574647Z","caller":"traceutil/trace.go:171","msg":"trace[1036531929] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2132; }","duration":"372.082869ms","start":"2026-03-27T01:56:34.202533Z","end":"2026-03-27T01:56:34.574615Z","steps":["trace[1036531929] 'agreement among raft nodes before linearized reading' (duration: 371.69436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:34.574704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:34.202515Z","time spent":"372.177932ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T01:56:34.5749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:34.202512Z","time spent":"371.936036ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:56:34.792609Z","caller":"traceutil/trace.go:171","msg":"trace[1501325278] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"150.298882ms","start":"2026-03-27T01:56:34.642257Z","end":"2026-03-27T01:56:34.792556Z","steps":["trace[1501325278] 'process raft request' (duration: 150.043286ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:35.306539Z","caller":"traceutil/trace.go:171","msg":"trace[521750946] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"105.251873ms","start":"2026-03-27T01:56:35.201244Z","end":"2026-03-27T01:56:35.306496Z","steps":["trace[521750946] 'process raft request' (duration: 105.032008ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:35.41614Z","caller":"traceutil/trace.go:171","msg":"trace[1122251146] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"166.790167ms","start":"2026-03-27T01:56:35.249311Z","end":"2026-03-27T01:56:35.416101Z","steps":["trace[1122251146] 'process raft request' (duration: 113.960846ms)","trace[1122251146] 'compare' (duration: 52.433872ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:00.266795Z","caller":"traceutil/trace.go:171","msg":"trace[1410435301] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"148.365969ms","start":"2026-03-27T01:57:00.118387Z","end":"2026-03-27T01:57:00.266753Z","steps":["trace[1410435301] 'process raft request' (duration: 148.154814ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:02.869075Z","caller":"traceutil/trace.go:171","msg":"trace[2098588381] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"133.921286ms","start":"2026-03-27T01:57:02.735117Z","end":"2026-03-27T01:57:02.869038Z","steps":["trace[2098588381] 'process raft request' (duration: 133.724791ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:02.87011Z","caller":"traceutil/trace.go:171","msg":"trace[371157117] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"134.950059ms","start":"2026-03-27T01:57:02.735119Z","end":"2026-03-27T01:57:02.870069Z","steps":["trace[371157117] 'process raft request' (duration: 134.708464ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:02.87011Z","caller":"traceutil/trace.go:171","msg":"trace[988055199] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"132.83554ms","start":"2026-03-27T01:57:02.737241Z","end":"2026-03-27T01:57:02.870076Z","steps":["trace[988055199] 'process raft request' (duration: 132.762139ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:03.868495Z","caller":"traceutil/trace.go:171","msg":"trace[842347597] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2376; }","duration":"281.737731ms","start":"2026-03-27T01:57:03.586727Z","end":"2026-03-27T01:57:03.868465Z","steps":["trace[842347597] 'read index received' (duration: 281.512706ms)","trace[842347597] 'applied index is now lower than readState.Index' (duration: 224.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:03.868538Z","caller":"traceutil/trace.go:171","msg":"trace[1992172219] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"356.318305ms","start":"2026-03-27T01:57:03.512185Z","end":"2026-03-27T01:57:03.868504Z","steps":["trace[1992172219] 'process raft request' (duration: 356.08675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:03.868699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:03.512156Z","time spent":"356.453407ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:03.868778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.483494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-27T01:57:03.868808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.008087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-27T01:57:03.868851Z","caller":"traceutil/trace.go:171","msg":"trace[1307108765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2297; }","duration":"277.574197ms","start":"2026-03-27T01:57:03.591263Z","end":"2026-03-27T01:57:03.868837Z","steps":["trace[1307108765] 'agreement among raft nodes before linearized reading' (duration: 277.391511ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:03.868856Z","caller":"traceutil/trace.go:171","msg":"trace[1531002193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2297; }","duration":"275.122071ms","start":"2026-03-27T01:57:03.593722Z","end":"2026-03-27T01:57:03.868844Z","steps":["trace[1531002193] 'agreement among raft nodes before linearized reading' (duration: 274.930725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:03.868987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.186662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:57:03.869177Z","caller":"traceutil/trace.go:171","msg":"trace[1664790566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2297; }","duration":"282.452709ms","start":"2026-03-27T01:57:03.586661Z","end":"2026-03-27T01:57:03.869113Z","steps":["trace[1664790566] 'agreement among raft nodes before linearized reading' (duration: 281.952716ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:21.771366Z","caller":"traceutil/trace.go:171","msg":"trace[710964767] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2510; }","duration":"287.251798ms","start":"2026-03-27T01:57:21.484081Z","end":"2026-03-27T01:57:21.771333Z","steps":["trace[710964767] 'read index received' (duration: 287.151376ms)","trace[710964767] 'applied index is now lower than readState.Index' (duration: 99.192µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:57:21.771528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.418111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:57:21.771562Z","caller":"traceutil/trace.go:171","msg":"trace[219717946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2428; }","duration":"287.502793ms","start":"2026-03-27T01:57:21.484048Z","end":"2026-03-27T01:57:21.771551Z","steps":["trace[219717946] 'agreement among raft nodes before linearized reading' (duration: 287.412641ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:21.771642Z","caller":"traceutil/trace.go:171","msg":"trace[755553563] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"288.418345ms","start":"2026-03-27T01:57:21.483178Z","end":"2026-03-27T01:57:21.771596Z","steps":["trace[755553563] 'process raft request' (duration: 287.980485ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:21.774409Z","caller":"traceutil/trace.go:171","msg":"trace[817013585] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"288.573999ms","start":"2026-03-27T01:57:21.485811Z","end":"2026-03-27T01:57:21.774385Z","steps":["trace[817013585] 'process raft request' (duration: 288.497697ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:21.77465Z","caller":"traceutil/trace.go:171","msg":"trace[570776703] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"288.20531ms","start":"2026-03-27T01:57:21.486381Z","end":"2026-03-27T01:57:21.774586Z","steps":["trace[570776703] 'process raft request' (duration: 287.968945ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:21.77475Z","caller":"traceutil/trace.go:171","msg":"trace[2010243229] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"289.117091ms","start":"2026-03-27T01:57:21.485527Z","end":"2026-03-27T01:57:21.774644Z","steps":["trace[2010243229] 'process raft request' (duration: 288.605219ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:21.774716Z","caller":"traceutil/trace.go:171","msg":"trace[1150869394] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"289.030979ms","start":"2026-03-27T01:57:21.485617Z","end":"2026-03-27T01:57:21.774648Z","steps":["trace[1150869394] 'process raft request' (duration: 288.65386ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:22.103621Z","caller":"traceutil/trace.go:171","msg":"trace[1282256725] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2515; }","duration":"158.950071ms","start":"2026-03-27T01:57:21.944645Z","end":"2026-03-27T01:57:22.103595Z","steps":["trace[1282256725] 'read index received' (duration: 158.773907ms)","trace[1282256725] 'applied index is now lower than readState.Index' (duration: 174.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:22.103804Z","caller":"traceutil/trace.go:171","msg":"trace[1668560801] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"172.490422ms","start":"2026-03-27T01:57:21.931279Z","end":"2026-03-27T01:57:22.10377Z","steps":["trace[1668560801] 'process raft request' (duration: 172.160665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:22.10391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.241168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-27T01:57:22.103955Z","caller":"traceutil/trace.go:171","msg":"trace[1161475141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2433; }","duration":"159.35412ms","start":"2026-03-27T01:57:21.944589Z","end":"2026-03-27T01:57:22.103943Z","steps":["trace[1161475141] 'agreement among raft nodes before linearized reading' (duration: 159.174306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:22.103988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.668276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-27T01:57:22.104082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.619663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:57:22.104093Z","caller":"traceutil/trace.go:171","msg":"trace[1830900240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2433; }","duration":"155.808209ms","start":"2026-03-27T01:57:21.94826Z","end":"2026-03-27T01:57:22.104068Z","steps":["trace[1830900240] 'agreement among raft nodes before linearized reading' (duration: 155.562364ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:22.104121Z","caller":"traceutil/trace.go:171","msg":"trace[932209168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2433; }","duration":"144.696714ms","start":"2026-03-27T01:57:21.959413Z","end":"2026-03-27T01:57:22.104109Z","steps":["trace[932209168] 'agreement among raft nodes before linearized reading' (duration: 144.52834ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:23.228298Z","caller":"traceutil/trace.go:171","msg":"trace[404001357] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"167.151709ms","start":"2026-03-27T01:57:23.061114Z","end":"2026-03-27T01:57:23.228266Z","steps":["trace[404001357] 'process raft request' (duration: 166.955305ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:58.007559Z","caller":"traceutil/trace.go:171","msg":"trace[1776265521] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2719; }","duration":"103.492114ms","start":"2026-03-27T01:57:57.904047Z","end":"2026-03-27T01:57:58.007539Z","steps":["trace[1776265521] 'read index received' (duration: 103.263579ms)","trace[1776265521] 'applied index is now lower than readState.Index' (duration: 227.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:58.007637Z","caller":"traceutil/trace.go:171","msg":"trace[1092515019] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"104.154249ms","start":"2026-03-27T01:57:57.903431Z","end":"2026-03-27T01:57:58.007585Z","steps":["trace[1092515019] 'process raft request' (duration: 103.965385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:58.00777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.71065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-27T01:57:58.007823Z","caller":"traceutil/trace.go:171","msg":"trace[822745656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2628; }","duration":"103.828232ms","start":"2026-03-27T01:57:57.903981Z","end":"2026-03-27T01:57:58.00781Z","steps":["trace[822745656] 'agreement among raft nodes before linearized reading' (duration: 103.682909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:58.246756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.844449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:57:58.247141Z","caller":"traceutil/trace.go:171","msg":"trace[755088616] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"234.103297ms","start":"2026-03-27T01:57:58.013014Z","end":"2026-03-27T01:57:58.247117Z","steps":["trace[755088616] 'process raft request' (duration: 234.005894ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:58.247132Z","caller":"traceutil/trace.go:171","msg":"trace[1689544625] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"234.091827ms","start":"2026-03-27T01:57:58.013004Z","end":"2026-03-27T01:57:58.247095Z","steps":["trace[1689544625] 'process raft request' (duration: 233.948154ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:58.247128Z","caller":"traceutil/trace.go:171","msg":"trace[1568214153] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"234.576968ms","start":"2026-03-27T01:57:58.012486Z","end":"2026-03-27T01:57:58.247063Z","steps":["trace[1568214153] 'process raft request' (duration: 80.130585ms)","trace[1568214153] 'compare' (duration: 153.646964ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:58.247336Z","caller":"traceutil/trace.go:171","msg":"trace[2044853598] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"233.42543ms","start":"2026-03-27T01:57:58.013899Z","end":"2026-03-27T01:57:58.247324Z","steps":["trace[2044853598] 'process raft request' (duration: 233.160854ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:58.247356Z","caller":"traceutil/trace.go:171","msg":"trace[669247117] linearizableReadLoop","detail":"{readStateIndex:2724; appliedIndex:2720; }","duration":"164.532761ms","start":"2026-03-27T01:57:58.082762Z","end":"2026-03-27T01:57:58.247295Z","steps":["trace[669247117] 'read index received' (duration: 10.078518ms)","trace[669247117] 'applied index is now lower than readState.Index' (duration: 154.451733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:57:58.247591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.801537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-27T01:57:58.247656Z","caller":"traceutil/trace.go:171","msg":"trace[1021737578] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2632; }","duration":"164.93357ms","start":"2026-03-27T01:57:58.082702Z","end":"2026-03-27T01:57:58.247636Z","steps":["trace[1021737578] 'agreement among raft nodes before linearized reading' (duration: 164.710554ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:58.338587Z","caller":"traceutil/trace.go:171","msg":"trace[1347606632] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"120.642778ms","start":"2026-03-27T01:57:58.217918Z","end":"2026-03-27T01:57:58.338561Z","steps":["trace[1347606632] 'process raft request' (duration: 120.503074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:58.33877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.233772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:57:58.338868Z","caller":"traceutil/trace.go:171","msg":"trace[574274531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2633; }","duration":"107.390277ms","start":"2026-03-27T01:57:58.231447Z","end":"2026-03-27T01:57:58.338837Z","steps":["trace[574274531] 'agreement among raft nodes before linearized reading' (duration: 107.204332ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:30.664629Z","caller":"traceutil/trace.go:171","msg":"trace[1210218552] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4014; }","duration":"378.927782ms","start":"2026-03-27T02:01:30.285677Z","end":"2026-03-27T02:01:30.664604Z","steps":["trace[1210218552] 'process raft request' (duration: 378.854811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:30.664843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:01:30.285659Z","time spent":"379.058455ms","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-27T02:01:47.577868Z","caller":"traceutil/trace.go:171","msg":"trace[545049209] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4797; }","duration":"159.500438ms","start":"2026-03-27T02:01:47.418339Z","end":"2026-03-27T02:01:47.577839Z","steps":["trace[545049209] 'read index received' (duration: 159.255962ms)","trace[545049209] 'applied index is now lower than readState.Index' (duration: 243.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:01:47.577979Z","caller":"traceutil/trace.go:171","msg":"trace[1770153936] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"171.926315ms","start":"2026-03-27T02:01:47.405989Z","end":"2026-03-27T02:01:47.577915Z","steps":["trace[1770153936] 'process raft request' (duration: 171.769792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:47.578112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.334845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-27T02:01:47.578185Z","caller":"traceutil/trace.go:171","msg":"trace[482193468] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4629; }","duration":"172.420717ms","start":"2026-03-27T02:01:47.405742Z","end":"2026-03-27T02:01:47.578163Z","steps":["trace[482193468] 'agreement among raft nodes before linearized reading' (duration: 172.238682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:47.578113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.371883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T02:01:47.578184Z","caller":"traceutil/trace.go:171","msg":"trace[1335793119] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"170.976825ms","start":"2026-03-27T02:01:47.407128Z","end":"2026-03-27T02:01:47.578105Z","steps":["trace[1335793119] 'process raft request' (duration: 170.668937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:47.578225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.674153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-27T02:01:47.578295Z","caller":"traceutil/trace.go:171","msg":"trace[1645496616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4629; }","duration":"171.527187ms","start":"2026-03-27T02:01:47.406717Z","end":"2026-03-27T02:01:47.578245Z","steps":["trace[1645496616] 'agreement among raft nodes before linearized reading' (duration: 171.232849ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:47.578324Z","caller":"traceutil/trace.go:171","msg":"trace[350871966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"172.794055ms","start":"2026-03-27T02:01:47.405509Z","end":"2026-03-27T02:01:47.578303Z","steps":["trace[350871966] 'agreement among raft nodes before linearized reading' (duration: 172.511478ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:47.578294Z","caller":"traceutil/trace.go:171","msg":"trace[816657632] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"172.777316ms","start":"2026-03-27T02:01:47.405416Z","end":"2026-03-27T02:01:47.578193Z","steps":["trace[816657632] 'process raft request' (duration: 172.175031ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:47.582295Z","caller":"traceutil/trace.go:171","msg":"trace[1994699712] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"159.888827ms","start":"2026-03-27T02:01:47.422386Z","end":"2026-03-27T02:01:47.582275Z","steps":["trace[1994699712] 'process raft request' (duration: 159.696592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:47.582338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.530581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:01:47.582403Z","caller":"traceutil/trace.go:171","msg":"trace[343484194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4630; }","duration":"163.629383ms","start":"2026-03-27T02:01:47.418755Z","end":"2026-03-27T02:01:47.582385Z","steps":["trace[343484194] 'agreement among raft nodes before linearized reading' (duration: 163.48166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:47.58246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.481407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-27T02:01:47.582492Z","caller":"traceutil/trace.go:171","msg":"trace[1241020303] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4630; }","duration":"162.529318ms","start":"2026-03-27T02:01:47.419953Z","end":"2026-03-27T02:01:47.582482Z","steps":["trace[1241020303] 'agreement among raft nodes before linearized reading' (duration: 162.452407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:50.442939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.598912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-27T02:01:50.443025Z","caller":"traceutil/trace.go:171","msg":"trace[1234963848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4747; }","duration":"140.711754ms","start":"2026-03-27T02:01:50.302295Z","end":"2026-03-27T02:01:50.443007Z","steps":["trace[1234963848] 'range keys from in-memory index tree' (duration: 140.409597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:50.442934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.493641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:01:50.443145Z","caller":"traceutil/trace.go:171","msg":"trace[1771226245] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:0; response_revision:4747; }","duration":"141.739628ms","start":"2026-03-27T02:01:50.301389Z","end":"2026-03-27T02:01:50.443129Z","steps":["trace[1771226245] 'range keys from in-memory index tree' (duration: 141.42729ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:01:50.600597Z","caller":"traceutil/trace.go:171","msg":"trace[509907804] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4920; }","duration":"106.248456ms","start":"2026-03-27T02:01:50.494329Z","end":"2026-03-27T02:01:50.600577Z","steps":["trace[509907804] 'read index received' (duration: 106.146634ms)","trace[509907804] 'applied index is now lower than readState.Index' (duration: 101.252µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:01:50.600623Z","caller":"traceutil/trace.go:171","msg":"trace[1127948970] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4747; }","duration":"140.312214ms","start":"2026-03-27T02:01:50.460281Z","end":"2026-03-27T02:01:50.600593Z","steps":["trace[1127948970] 'process raft request' (duration: 140.242933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:01:50.600767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.425841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e715e4-a221-4ec8-8107-42ee1479a85f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-27T02:01:50.600809Z","caller":"traceutil/trace.go:171","msg":"trace[1488950290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6e715e4-a221-4ec8-8107-42ee1479a85f; range_end:; response_count:1; response_revision:4747; }","duration":"106.493123ms","start":"2026-03-27T02:01:50.494294Z","end":"2026-03-27T02:01:50.600787Z","steps":["trace[1488950290] 'agreement among raft nodes before linearized reading' (duration: 106.376549ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:05.326126Z","caller":"traceutil/trace.go:171","msg":"trace[225726481] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"115.482907ms","start":"2026-03-27T02:02:05.210617Z","end":"2026-03-27T02:02:05.3261Z","steps":["trace[225726481] 'process raft request' (duration: 115.306412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:09.544022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.576371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:02:09.544236Z","caller":"traceutil/trace.go:171","msg":"trace[169692972] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5280; }","duration":"109.500363ms","start":"2026-03-27T02:02:09.434718Z","end":"2026-03-27T02:02:09.544218Z","steps":["trace[169692972] 'read index received' (duration: 5.634295ms)","trace[169692972] 'applied index is now lower than readState.Index' (duration: 103.865128ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:02:09.544297Z","caller":"traceutil/trace.go:171","msg":"trace[1582799272] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"215.02216ms","start":"2026-03-27T02:02:09.329226Z","end":"2026-03-27T02:02:09.544248Z","steps":["trace[1582799272] 'process raft request' (duration: 111.120132ms)","trace[1582799272] 'compare' (duration: 103.445738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:02:09.544437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.724158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5179fdf3-46c9-4b0e-b1e4-275e3c9446a9\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-27T02:02:09.544384Z","caller":"traceutil/trace.go:171","msg":"trace[502107739] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"207.714005ms","start":"2026-03-27T02:02:09.336627Z","end":"2026-03-27T02:02:09.544341Z","steps":["trace[502107739] 'process raft request' (duration: 207.51945ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:09.544484Z","caller":"traceutil/trace.go:171","msg":"trace[2063612458] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5179fdf3-46c9-4b0e-b1e4-275e3c9446a9; range_end:; response_count:1; response_revision:5101; }","duration":"109.823881ms","start":"2026-03-27T02:02:09.434647Z","end":"2026-03-27T02:02:09.544471Z","steps":["trace[2063612458] 'agreement among raft nodes before linearized reading' (duration: 109.682067ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:09.671305Z","caller":"traceutil/trace.go:171","msg":"trace[1314224923] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"116.372217ms","start":"2026-03-27T02:02:09.554902Z","end":"2026-03-27T02:02:09.671274Z","steps":["trace[1314224923] 'process raft request' (duration: 116.221044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.05428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086553836191094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-27T02:02:12.409294Z","caller":"traceutil/trace.go:171","msg":"trace[1085794304] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"855.251995ms","start":"2026-03-27T02:02:11.554011Z","end":"2026-03-27T02:02:12.409263Z","steps":["trace[1085794304] 'read index received' (duration: 855.025939ms)","trace[1085794304] 'applied index is now lower than readState.Index' (duration: 225.036µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:02:12.409589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.882005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T02:02:12.409662Z","caller":"traceutil/trace.go:171","msg":"trace[1720771412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5127; }","duration":"684.004697ms","start":"2026-03-27T02:02:11.725617Z","end":"2026-03-27T02:02:12.409622Z","steps":["trace[1720771412] 'agreement among raft nodes before linearized reading' (duration: 683.825603ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:12.409564Z","caller":"traceutil/trace.go:171","msg":"trace[532083098] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"858.672626ms","start":"2026-03-27T02:02:11.550741Z","end":"2026-03-27T02:02:12.409414Z","steps":["trace[532083098] 'process raft request' (duration: 858.362029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.409701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.725584Z","time spent":"684.10935ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T02:02:12.409868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.550718Z","time spent":"859.023036ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:02:12.409857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.487973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:02:12.40985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.477157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:02:12.409962Z","caller":"traceutil/trace.go:171","msg":"trace[2021607872] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5127; }","duration":"475.627387ms","start":"2026-03-27T02:02:11.934308Z","end":"2026-03-27T02:02:12.409935Z","steps":["trace[2021607872] 'agreement among raft nodes before linearized reading' (duration: 475.488273ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:12.409961Z","caller":"traceutil/trace.go:171","msg":"trace[2035247226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5127; }","duration":"199.678002ms","start":"2026-03-27T02:02:12.210266Z","end":"2026-03-27T02:02:12.409944Z","steps":["trace[2035247226] 'agreement among raft nodes before linearized reading' (duration: 199.458747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.409987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.862579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-27T02:02:12.410016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.744429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-27T02:02:12.410027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.934288Z","time spent":"475.719578ms","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-27T02:02:12.410054Z","caller":"traceutil/trace.go:171","msg":"trace[1046331228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5127; }","duration":"648.798951ms","start":"2026-03-27T02:02:11.761244Z","end":"2026-03-27T02:02:12.410043Z","steps":["trace[1046331228] 'agreement among raft nodes before linearized reading' (duration: 648.695079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.410086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.761238Z","time spent":"648.840712ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T02:02:12.410092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.365981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:02:12.410155Z","caller":"traceutil/trace.go:171","msg":"trace[86519662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5127; }","duration":"648.439772ms","start":"2026-03-27T02:02:11.761691Z","end":"2026-03-27T02:02:12.410131Z","steps":["trace[86519662] 'agreement among raft nodes before linearized reading' (duration: 648.314719ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:12.410166Z","caller":"traceutil/trace.go:171","msg":"trace[255129806] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5127; }","duration":"647.91401ms","start":"2026-03-27T02:02:11.762109Z","end":"2026-03-27T02:02:12.410023Z","steps":["trace[255129806] 'agreement among raft nodes before linearized reading' (duration: 647.826128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.410205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.90184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-27T02:02:12.41021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.761681Z","time spent":"648.519764ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-27T02:02:12.410234Z","caller":"traceutil/trace.go:171","msg":"trace[634244451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5127; }","duration":"672.995202ms","start":"2026-03-27T02:02:11.737231Z","end":"2026-03-27T02:02:12.410226Z","steps":["trace[634244451] 'agreement among raft nodes before linearized reading' (duration: 672.92097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.409834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.941531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-27T02:02:12.410243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.762097Z","time spent":"648.136895ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T02:02:12.410269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.737212Z","time spent":"673.051033ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-27T02:02:12.410294Z","caller":"traceutil/trace.go:171","msg":"trace[1035283296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5127; }","duration":"648.515304ms","start":"2026-03-27T02:02:11.761761Z","end":"2026-03-27T02:02:12.410276Z","steps":["trace[1035283296] 'agreement among raft nodes before linearized reading' (duration: 647.902919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.410351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.761728Z","time spent":"648.607456ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T02:02:12.409935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.204756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T02:02:12.410396Z","caller":"traceutil/trace.go:171","msg":"trace[1183832660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5127; }","duration":"648.718609ms","start":"2026-03-27T02:02:11.761667Z","end":"2026-03-27T02:02:12.410386Z","steps":["trace[1183832660] 'agreement among raft nodes before linearized reading' (duration: 647.991582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.41042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.761662Z","time spent":"648.75028ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T02:02:12.410704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.69938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5179fdf3-46c9-4b0e-b1e4-275e3c9446a9\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-27T02:02:12.410734Z","caller":"traceutil/trace.go:171","msg":"trace[896842764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5179fdf3-46c9-4b0e-b1e4-275e3c9446a9; range_end:; response_count:1; response_revision:5127; }","duration":"856.776641ms","start":"2026-03-27T02:02:11.553946Z","end":"2026-03-27T02:02:12.410723Z","steps":["trace[896842764] 'agreement among raft nodes before linearized reading' (duration: 855.4801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:12.410756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:11.553926Z","time spent":"856.825393ms","remote":"127.0.0.1:60866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3976,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5179fdf3-46c9-4b0e-b1e4-275e3c9446a9\" "} {"level":"warn","ts":"2026-03-27T02:02:27.804364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.076113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:02:27.804642Z","caller":"traceutil/trace.go:171","msg":"trace[1668386003] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"414.318112ms","start":"2026-03-27T02:02:27.390295Z","end":"2026-03-27T02:02:27.804613Z","steps":["trace[1668386003] 'read index received' (duration: 79.804809ms)","trace[1668386003] 'applied index is now lower than readState.Index' (duration: 334.511233ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:02:27.804788Z","caller":"traceutil/trace.go:171","msg":"trace[2012571526] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"417.462958ms","start":"2026-03-27T02:02:27.387277Z","end":"2026-03-27T02:02:27.80474Z","steps":["trace[2012571526] 'process raft request' (duration: 82.867033ms)","trace[2012571526] 'compare' (duration: 333.884068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:02:27.80502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:27.387254Z","time spent":"417.622011ms","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:02:27.805006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.979455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-27T02:02:27.805105Z","caller":"traceutil/trace.go:171","msg":"trace[1205229771] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5341; }","duration":"288.132738ms","start":"2026-03-27T02:02:27.516949Z","end":"2026-03-27T02:02:27.805081Z","steps":["trace[1205229771] 'agreement among raft nodes before linearized reading' (duration: 287.828201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:27.805009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.275567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-27T02:02:27.805222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.916257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64719"} {"level":"info","ts":"2026-03-27T02:02:27.805275Z","caller":"traceutil/trace.go:171","msg":"trace[196376815] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5341; }","duration":"235.601285ms","start":"2026-03-27T02:02:27.569652Z","end":"2026-03-27T02:02:27.805253Z","steps":["trace[196376815] 'agreement among raft nodes before linearized reading' (duration: 235.133514ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:27.805331Z","caller":"traceutil/trace.go:171","msg":"trace[729078646] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5341; }","duration":"415.0602ms","start":"2026-03-27T02:02:27.390253Z","end":"2026-03-27T02:02:27.805313Z","steps":["trace[729078646] 'agreement among raft nodes before linearized reading' (duration: 414.485996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:27.805415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:27.39024Z","time spent":"415.161903ms","remote":"127.0.0.1:60866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":64743,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-27T02:03:44.260986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2871} {"level":"info","ts":"2026-03-27T02:03:44.332745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2871,"took":"70.405714ms","hash":482404083,"current-db-size-bytes":58302464,"current-db-size":"58 MB","current-db-size-in-use-bytes":33099776,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-27T02:03:44.332837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":482404083,"revision":2871,"compact-revision":-1} {"level":"info","ts":"2026-03-27T02:08:11.12552Z","caller":"traceutil/trace.go:171","msg":"trace[14355576] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8232; }","duration":"293.462993ms","start":"2026-03-27T02:08:10.832033Z","end":"2026-03-27T02:08:11.125496Z","steps":["trace[14355576] 'read index received' (duration: 293.276079ms)","trace[14355576] 'applied index is now lower than readState.Index' (duration: 185.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:08:11.125589Z","caller":"traceutil/trace.go:171","msg":"trace[1802651850] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"391.061837ms","start":"2026-03-27T02:08:10.734487Z","end":"2026-03-27T02:08:11.125549Z","steps":["trace[1802651850] 'process raft request' (duration: 390.880041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:11.125658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.608187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:08:11.125699Z","caller":"traceutil/trace.go:171","msg":"trace[429496915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7963; }","duration":"293.7147ms","start":"2026-03-27T02:08:10.831974Z","end":"2026-03-27T02:08:11.125689Z","steps":["trace[429496915] 'agreement among raft nodes before linearized reading' (duration: 293.628648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:11.125779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:10.734462Z","time spent":"391.212041ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:08:22.589375Z","caller":"traceutil/trace.go:171","msg":"trace[174701568] linearizableReadLoop","detail":"{readStateIndex:8287; appliedIndex:8286; }","duration":"298.418483ms","start":"2026-03-27T02:08:22.290934Z","end":"2026-03-27T02:08:22.589353Z","steps":["trace[174701568] 'read index received' (duration: 298.263569ms)","trace[174701568] 'applied index is now lower than readState.Index' (duration: 153.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:08:22.589472Z","caller":"traceutil/trace.go:171","msg":"trace[321486876] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"306.064046ms","start":"2026-03-27T02:08:22.283375Z","end":"2026-03-27T02:08:22.589439Z","steps":["trace[321486876] 'process raft request' (duration: 305.828671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.589586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.643228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-27T02:08:22.589629Z","caller":"traceutil/trace.go:171","msg":"trace[1397532716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8015; }","duration":"298.74176ms","start":"2026-03-27T02:08:22.290877Z","end":"2026-03-27T02:08:22.589619Z","steps":["trace[1397532716] 'agreement among raft nodes before linearized reading' (duration: 298.585767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.589646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.283345Z","time spent":"306.208299ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:08:22.776837Z","caller":"traceutil/trace.go:171","msg":"trace[1897482974] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"182.711848ms","start":"2026-03-27T02:08:22.5941Z","end":"2026-03-27T02:08:22.776812Z","steps":["trace[1897482974] 'process raft request' (duration: 182.564394ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:22.776886Z","caller":"traceutil/trace.go:171","msg":"trace[1270820570] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8287; }","duration":"187.41871ms","start":"2026-03-27T02:08:22.589437Z","end":"2026-03-27T02:08:22.776855Z","steps":["trace[1270820570] 'read index received' (duration: 139.005352ms)","trace[1270820570] 'applied index is now lower than readState.Index' (duration: 48.410658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:08:22.7771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.240528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-27T02:08:22.777107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.261163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-27T02:08:22.777144Z","caller":"traceutil/trace.go:171","msg":"trace[1670343133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8016; }","duration":"485.31749ms","start":"2026-03-27T02:08:22.291814Z","end":"2026-03-27T02:08:22.777132Z","steps":["trace[1670343133] 'agreement among raft nodes before linearized reading' (duration: 485.136056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.777121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.556729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-27T02:08:22.777192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.291808Z","time spent":"485.375901ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-27T02:08:22.777192Z","caller":"traceutil/trace.go:171","msg":"trace[307762422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8016; }","duration":"463.377085ms","start":"2026-03-27T02:08:22.313796Z","end":"2026-03-27T02:08:22.777173Z","steps":["trace[307762422] 'agreement among raft nodes before linearized reading' (duration: 463.15075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.777183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.682203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-27T02:08:22.777217Z","caller":"traceutil/trace.go:171","msg":"trace[743472091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8016; }","duration":"468.700783ms","start":"2026-03-27T02:08:22.308496Z","end":"2026-03-27T02:08:22.777196Z","steps":["trace[743472091] 'agreement among raft nodes before linearized reading' (duration: 468.508248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.777241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.313784Z","time spent":"463.447688ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-27T02:08:22.777247Z","caller":"traceutil/trace.go:171","msg":"trace[726938815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8016; }","duration":"468.784535ms","start":"2026-03-27T02:08:22.30845Z","end":"2026-03-27T02:08:22.777234Z","steps":["trace[726938815] 'agreement among raft nodes before linearized reading' (duration: 468.59586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.77727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.308475Z","time spent":"468.780395ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T02:08:22.777281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.308438Z","time spent":"468.834647ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T02:08:22.777108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.501098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-27T02:08:22.777464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.148557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:08:22.777671Z","caller":"traceutil/trace.go:171","msg":"trace[669317041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8016; }","duration":"465.410374ms","start":"2026-03-27T02:08:22.31225Z","end":"2026-03-27T02:08:22.77766Z","steps":["trace[669317041] 'agreement among raft nodes before linearized reading' (duration: 464.643666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.777756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.312219Z","time spent":"465.528026ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-27T02:08:22.777407Z","caller":"traceutil/trace.go:171","msg":"trace[714984437] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8016; }","duration":"463.773825ms","start":"2026-03-27T02:08:22.313569Z","end":"2026-03-27T02:08:22.777343Z","steps":["trace[714984437] 'agreement among raft nodes before linearized reading' (duration: 463.413267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:22.777847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:22.313557Z","time spent":"464.275917ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T02:08:24.178625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.83127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:08:24.178789Z","caller":"traceutil/trace.go:171","msg":"trace[119734973] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8296; }","duration":"136.501963ms","start":"2026-03-27T02:08:24.042263Z","end":"2026-03-27T02:08:24.178765Z","steps":["trace[119734973] 'read index received' (duration: 35.269504ms)","trace[119734973] 'applied index is now lower than readState.Index' (duration: 101.230919ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:08:24.178938Z","caller":"traceutil/trace.go:171","msg":"trace[1849269735] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"211.689449ms","start":"2026-03-27T02:08:23.967205Z","end":"2026-03-27T02:08:24.178894Z","steps":["trace[1849269735] 'process raft request' (duration: 110.44739ms)","trace[1849269735] 'compare' (duration: 100.595234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:08:24.179288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.030465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207038"} {"level":"info","ts":"2026-03-27T02:08:24.179331Z","caller":"traceutil/trace.go:171","msg":"trace[1654716188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8024; }","duration":"137.074396ms","start":"2026-03-27T02:08:24.042245Z","end":"2026-03-27T02:08:24.17932Z","steps":["trace[1654716188] 'agreement among raft nodes before linearized reading' (duration: 136.582935ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:24.606064Z","caller":"traceutil/trace.go:171","msg":"trace[1433764417] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"140.384396ms","start":"2026-03-27T02:08:24.465651Z","end":"2026-03-27T02:08:24.606035Z","steps":["trace[1433764417] 'process raft request' (duration: 140.194022ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:44.269598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5969} {"level":"info","ts":"2026-03-27T02:08:44.371753Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5969,"took":"100.435766ms","hash":499867423,"current-db-size-bytes":58302464,"current-db-size":"58 MB","current-db-size-in-use-bytes":22441984,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-27T02:08:44.371827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":499867423,"revision":5969,"compact-revision":2871} {"level":"info","ts":"2026-03-27T02:08:50.451009Z","caller":"traceutil/trace.go:171","msg":"trace[1936593358] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"217.206652ms","start":"2026-03-27T02:08:50.233778Z","end":"2026-03-27T02:08:50.450985Z","steps":["trace[1936593358] 'read index received' (duration: 216.967426ms)","trace[1936593358] 'applied index is now lower than readState.Index' (duration: 237.846µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:08:50.451185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.390236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:08:50.451166Z","caller":"traceutil/trace.go:171","msg":"trace[1441834255] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"323.956575ms","start":"2026-03-27T02:08:50.12717Z","end":"2026-03-27T02:08:50.451126Z","steps":["trace[1441834255] 'process raft request' (duration: 323.667209ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:50.451221Z","caller":"traceutil/trace.go:171","msg":"trace[1031789332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8221; }","duration":"217.482218ms","start":"2026-03-27T02:08:50.233728Z","end":"2026-03-27T02:08:50.45121Z","steps":["trace[1031789332] 'agreement among raft nodes before linearized reading' (duration: 217.392356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:50.45135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:50.127142Z","time spent":"324.113929ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:08:50.45144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.164471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kn2mh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-27T02:08:50.451523Z","caller":"traceutil/trace.go:171","msg":"trace[1453214713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kn2mh; range_end:; response_count:1; response_revision:8221; }","duration":"121.295173ms","start":"2026-03-27T02:08:50.330209Z","end":"2026-03-27T02:08:50.451505Z","steps":["trace[1453214713] 'agreement among raft nodes before linearized reading' (duration: 120.951924ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:51.071197Z","caller":"traceutil/trace.go:171","msg":"trace[1349629642] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8502; }","duration":"211.486589ms","start":"2026-03-27T02:08:50.859681Z","end":"2026-03-27T02:08:51.071168Z","steps":["trace[1349629642] 'read index received' (duration: 210.646959ms)","trace[1349629642] 'applied index is now lower than readState.Index' (duration: 833µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:08:51.071509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.994736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-27T02:08:51.071577Z","caller":"traceutil/trace.go:171","msg":"trace[2085716710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8222; }","duration":"166.113529ms","start":"2026-03-27T02:08:50.905446Z","end":"2026-03-27T02:08:51.07156Z","steps":["trace[2085716710] 'agreement among raft nodes before linearized reading' (duration: 165.947155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:51.071777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.081273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:08:51.071807Z","caller":"traceutil/trace.go:171","msg":"trace[1172251368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8222; }","duration":"212.178925ms","start":"2026-03-27T02:08:50.859618Z","end":"2026-03-27T02:08:51.071797Z","steps":["trace[1172251368] 'agreement among raft nodes before linearized reading' (duration: 212.109114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:51.071999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.010096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-27T02:08:51.072026Z","caller":"traceutil/trace.go:171","msg":"trace[486527435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8222; }","duration":"109.052547ms","start":"2026-03-27T02:08:50.962965Z","end":"2026-03-27T02:08:51.072017Z","steps":["trace[486527435] 'agreement among raft nodes before linearized reading' (duration: 108.973505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:51.072187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.395207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T02:08:51.072288Z","caller":"traceutil/trace.go:171","msg":"trace[1291240993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8222; }","duration":"113.518631ms","start":"2026-03-27T02:08:50.958761Z","end":"2026-03-27T02:08:51.07228Z","steps":["trace[1291240993] 'agreement among raft nodes before linearized reading' (duration: 113.369197ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:51.072332Z","caller":"traceutil/trace.go:171","msg":"trace[882480503] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"373.112893ms","start":"2026-03-27T02:08:50.698203Z","end":"2026-03-27T02:08:51.071316Z","steps":["trace[882480503] 'process raft request' (duration: 372.193292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:51.072492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.35028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:08:51.072536Z","caller":"traceutil/trace.go:171","msg":"trace[668279783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8222; }","duration":"114.413492ms","start":"2026-03-27T02:08:50.958113Z","end":"2026-03-27T02:08:51.072527Z","steps":["trace[668279783] 'agreement among raft nodes before linearized reading' (duration: 114.31755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:51.072546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:08:50.698173Z","time spent":"374.202179ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:08:51.072702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.830303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-27T02:08:51.072746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.527717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-27T02:08:51.072792Z","caller":"traceutil/trace.go:171","msg":"trace[43810861] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8222; }","duration":"156.949656ms","start":"2026-03-27T02:08:50.915822Z","end":"2026-03-27T02:08:51.072772Z","steps":["trace[43810861] 'agreement among raft nodes before linearized reading' (duration: 156.70823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:08:51.072769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.889706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T02:08:51.072865Z","caller":"traceutil/trace.go:171","msg":"trace[497267857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8222; }","duration":"118.697311ms","start":"2026-03-27T02:08:50.954134Z","end":"2026-03-27T02:08:51.072831Z","steps":["trace[497267857] 'agreement among raft nodes before linearized reading' (duration: 118.390854ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:08:51.072905Z","caller":"traceutil/trace.go:171","msg":"trace[1552691811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8222; }","duration":"122.03763ms","start":"2026-03-27T02:08:50.950815Z","end":"2026-03-27T02:08:51.072853Z","steps":["trace[1552691811] 'agreement among raft nodes before linearized reading' (duration: 121.692142ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:03.480459Z","caller":"traceutil/trace.go:171","msg":"trace[348337915] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8335; }","duration":"117.865082ms","start":"2026-03-27T02:09:03.362561Z","end":"2026-03-27T02:09:03.480426Z","steps":["trace[348337915] 'process raft request' (duration: 105.652117ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:03.553939Z","caller":"traceutil/trace.go:171","msg":"trace[427156657] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"189.030905ms","start":"2026-03-27T02:09:03.364872Z","end":"2026-03-27T02:09:03.553903Z","steps":["trace[427156657] 'process raft request' (duration: 188.730528ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:03.792658Z","caller":"traceutil/trace.go:171","msg":"trace[395006661] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"217.975981ms","start":"2026-03-27T02:09:03.574659Z","end":"2026-03-27T02:09:03.792635Z","steps":["trace[395006661] 'process raft request' (duration: 217.823277ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:03.839169Z","caller":"traceutil/trace.go:171","msg":"trace[1742020511] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"260.73943ms","start":"2026-03-27T02:09:03.5784Z","end":"2026-03-27T02:09:03.83914Z","steps":["trace[1742020511] 'process raft request' (duration: 260.583606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.308308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:09:04.944817Z","time spent":"363.479089ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-27T02:09:05.308585Z","caller":"traceutil/trace.go:171","msg":"trace[2126679556] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"289.939791ms","start":"2026-03-27T02:09:05.018603Z","end":"2026-03-27T02:09:05.308543Z","steps":["trace[2126679556] 'read index received' (duration: 217.12046ms)","trace[2126679556] 'applied index is now lower than readState.Index' (duration: 72.81734ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:09:05.308669Z","caller":"traceutil/trace.go:171","msg":"trace[1413075370] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"571.357283ms","start":"2026-03-27T02:09:04.737251Z","end":"2026-03-27T02:09:05.308608Z","steps":["trace[1413075370] 'process raft request' (duration: 498.301617ms)","trace[1413075370] 'compare' (duration: 72.642797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:09:05.308832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:09:04.737217Z","time spent":"571.524227ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:09:05.309021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.409571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-27T02:09:05.309147Z","caller":"traceutil/trace.go:171","msg":"trace[591406727] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8341; }","duration":"290.600146ms","start":"2026-03-27T02:09:05.018522Z","end":"2026-03-27T02:09:05.309122Z","steps":["trace[591406727] 'agreement among raft nodes before linearized reading' (duration: 290.168166ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.358639Z","caller":"traceutil/trace.go:171","msg":"trace[745174925] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"222.162388ms","start":"2026-03-27T02:09:05.136452Z","end":"2026-03-27T02:09:05.358615Z","steps":["trace[745174925] 'process raft request' (duration: 221.970124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.358743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.544517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-27T02:09:05.358797Z","caller":"traceutil/trace.go:171","msg":"trace[453720309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8342; }","duration":"189.617609ms","start":"2026-03-27T02:09:05.169161Z","end":"2026-03-27T02:09:05.358779Z","steps":["trace[453720309] 'agreement among raft nodes before linearized reading' (duration: 189.466515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.35884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.797415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-27T02:09:05.358878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.909105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-27T02:09:05.358892Z","caller":"traceutil/trace.go:171","msg":"trace[525020240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8342; }","duration":"200.01863ms","start":"2026-03-27T02:09:05.158861Z","end":"2026-03-27T02:09:05.358879Z","steps":["trace[525020240] 'agreement among raft nodes before linearized reading' (duration: 199.867307ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.35891Z","caller":"traceutil/trace.go:171","msg":"trace[1269516445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8342; }","duration":"210.993197ms","start":"2026-03-27T02:09:05.147908Z","end":"2026-03-27T02:09:05.358901Z","steps":["trace[1269516445] 'agreement among raft nodes before linearized reading' (duration: 210.878244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.359029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.936934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-27T02:09:05.359052Z","caller":"traceutil/trace.go:171","msg":"trace[938835135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8342; }","duration":"168.972756ms","start":"2026-03-27T02:09:05.190073Z","end":"2026-03-27T02:09:05.359046Z","steps":["trace[938835135] 'agreement among raft nodes before linearized reading' (duration: 168.914135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.359074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.14624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-27T02:09:05.359022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.501765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-27T02:09:05.359111Z","caller":"traceutil/trace.go:171","msg":"trace[522910385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8342; }","duration":"193.221342ms","start":"2026-03-27T02:09:05.16588Z","end":"2026-03-27T02:09:05.359101Z","steps":["trace[522910385] 'agreement among raft nodes before linearized reading' (duration: 193.11149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.359171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.571636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T02:09:05.359258Z","caller":"traceutil/trace.go:171","msg":"trace[1447290245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8342; }","duration":"177.665659ms","start":"2026-03-27T02:09:05.181546Z","end":"2026-03-27T02:09:05.359211Z","steps":["trace[1447290245] 'agreement among raft nodes before linearized reading' (duration: 177.498915ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.359168Z","caller":"traceutil/trace.go:171","msg":"trace[1198991967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8342; }","duration":"168.691919ms","start":"2026-03-27T02:09:05.190433Z","end":"2026-03-27T02:09:05.359125Z","steps":["trace[1198991967] 'agreement among raft nodes before linearized reading' (duration: 168.492544ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.495021Z","caller":"traceutil/trace.go:171","msg":"trace[1510726474] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"132.095135ms","start":"2026-03-27T02:09:05.3629Z","end":"2026-03-27T02:09:05.494996Z","steps":["trace[1510726474] 'process raft request' (duration: 131.86327ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.495317Z","caller":"traceutil/trace.go:171","msg":"trace[1296579219] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"132.117625ms","start":"2026-03-27T02:09:05.363165Z","end":"2026-03-27T02:09:05.495282Z","steps":["trace[1296579219] 'process raft request' (duration: 131.783537ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.495554Z","caller":"traceutil/trace.go:171","msg":"trace[479762730] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"132.117475ms","start":"2026-03-27T02:09:05.363388Z","end":"2026-03-27T02:09:05.495506Z","steps":["trace[479762730] 'process raft request' (duration: 131.968192ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.495541Z","caller":"traceutil/trace.go:171","msg":"trace[1494124621] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"132.035543ms","start":"2026-03-27T02:09:05.363476Z","end":"2026-03-27T02:09:05.495511Z","steps":["trace[1494124621] 'process raft request' (duration: 131.949761ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.495583Z","caller":"traceutil/trace.go:171","msg":"trace[1054599688] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"132.033693ms","start":"2026-03-27T02:09:05.363524Z","end":"2026-03-27T02:09:05.495558Z","steps":["trace[1054599688] 'process raft request' (duration: 131.938331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:05.495801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.08015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-27T02:09:05.495843Z","caller":"traceutil/trace.go:171","msg":"trace[1773806950] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8350; }","duration":"101.162943ms","start":"2026-03-27T02:09:05.39467Z","end":"2026-03-27T02:09:05.495833Z","steps":["trace[1773806950] 'agreement among raft nodes before linearized reading' (duration: 100.983508ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.495618Z","caller":"traceutil/trace.go:171","msg":"trace[1727142328] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8630; }","duration":"100.902016ms","start":"2026-03-27T02:09:05.394698Z","end":"2026-03-27T02:09:05.4956Z","steps":["trace[1727142328] 'read index received' (duration: 99.995675ms)","trace[1727142328] 'applied index is now lower than readState.Index' (duration: 905.321µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:09:05.496071Z","caller":"traceutil/trace.go:171","msg":"trace[1513511689] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"132.502084ms","start":"2026-03-27T02:09:05.363556Z","end":"2026-03-27T02:09:05.496058Z","steps":["trace[1513511689] 'process raft request' (duration: 131.940761ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:05.496097Z","caller":"traceutil/trace.go:171","msg":"trace[1669715869] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"132.693168ms","start":"2026-03-27T02:09:05.363346Z","end":"2026-03-27T02:09:05.496039Z","steps":["trace[1669715869] 'process raft request' (duration: 131.840819ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:06.026163Z","caller":"traceutil/trace.go:171","msg":"trace[2008212596] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"138.216178ms","start":"2026-03-27T02:09:05.88792Z","end":"2026-03-27T02:09:06.026136Z","steps":["trace[2008212596] 'process raft request' (duration: 137.991093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:06.471205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.858345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:09:06.471311Z","caller":"traceutil/trace.go:171","msg":"trace[306122987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8352; }","duration":"238.029429ms","start":"2026-03-27T02:09:06.233257Z","end":"2026-03-27T02:09:06.471286Z","steps":["trace[306122987] 'range keys from in-memory index tree' (duration: 237.731443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:06.47143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.226882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-27T02:09:06.471548Z","caller":"traceutil/trace.go:171","msg":"trace[1008352195] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8352; }","duration":"151.419136ms","start":"2026-03-27T02:09:06.320103Z","end":"2026-03-27T02:09:06.471522Z","steps":["trace[1008352195] 'range keys from in-memory index tree' (duration: 150.933965ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:07.103908Z","caller":"traceutil/trace.go:171","msg":"trace[686115697] linearizableReadLoop","detail":"{readStateIndex:8641; appliedIndex:8640; }","duration":"493.557936ms","start":"2026-03-27T02:09:06.610288Z","end":"2026-03-27T02:09:07.103846Z","steps":["trace[686115697] 'read index received' (duration: 448.75716ms)","trace[686115697] 'applied index is now lower than readState.Index' (duration: 44.797926ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:09:07.104058Z","caller":"traceutil/trace.go:171","msg":"trace[965901158] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"500.331335ms","start":"2026-03-27T02:09:06.603635Z","end":"2026-03-27T02:09:07.103966Z","steps":["trace[965901158] 'process raft request' (duration: 455.501778ms)","trace[965901158] 'compare' (duration: 43.939617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:09:07.104364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:09:06.603616Z","time spent":"500.591961ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:09:07.104532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.210781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kn2mh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-27T02:09:07.104619Z","caller":"traceutil/trace.go:171","msg":"trace[1949082349] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kn2mh; range_end:; response_count:1; response_revision:8354; }","duration":"494.352965ms","start":"2026-03-27T02:09:06.610248Z","end":"2026-03-27T02:09:07.104601Z","steps":["trace[1949082349] 'agreement among raft nodes before linearized reading' (duration: 494.008937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:07.104734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:09:06.610234Z","time spent":"494.464007ms","remote":"127.0.0.1:60866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-kn2mh\" "} {"level":"info","ts":"2026-03-27T02:09:07.30472Z","caller":"traceutil/trace.go:171","msg":"trace[614990026] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"197.436732ms","start":"2026-03-27T02:09:07.107239Z","end":"2026-03-27T02:09:07.304676Z","steps":["trace[614990026] 'process raft request' (duration: 197.080094ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:09:07.305072Z","caller":"traceutil/trace.go:171","msg":"trace[1217408207] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8642; }","duration":"195.922396ms","start":"2026-03-27T02:09:07.109108Z","end":"2026-03-27T02:09:07.30503Z","steps":["trace[1217408207] 'read index received' (duration: 195.906106ms)","trace[1217408207] 'applied index is now lower than readState.Index' (duration: 13.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:09:07.305607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.476618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211684"} {"level":"info","ts":"2026-03-27T02:09:07.305646Z","caller":"traceutil/trace.go:171","msg":"trace[951088475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8355; }","duration":"196.566281ms","start":"2026-03-27T02:09:07.109071Z","end":"2026-03-27T02:09:07.305637Z","steps":["trace[951088475] 'agreement among raft nodes before linearized reading' (duration: 196.10019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:08.641082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.411269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:09:08.641337Z","caller":"traceutil/trace.go:171","msg":"trace[777680572] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"418.189467ms","start":"2026-03-27T02:09:08.223119Z","end":"2026-03-27T02:09:08.641309Z","steps":["trace[777680572] 'process raft request' (duration: 283.42483ms)","trace[777680572] 'compare' (duration: 134.275735ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:09:08.641352Z","caller":"traceutil/trace.go:171","msg":"trace[1530354433] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"268.750156ms","start":"2026-03-27T02:09:08.372573Z","end":"2026-03-27T02:09:08.641324Z","steps":["trace[1530354433] 'process raft request' (duration: 268.646874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:08.641462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:09:08.223078Z","time spent":"418.31398ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:09:08.64163Z","caller":"traceutil/trace.go:171","msg":"trace[898665277] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8653; }","duration":"411.666204ms","start":"2026-03-27T02:09:08.229944Z","end":"2026-03-27T02:09:08.64161Z","steps":["trace[898665277] 'read index received' (duration: 68.358966ms)","trace[898665277] 'applied index is now lower than readState.Index' (duration: 343.302667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:09:08.641713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.760096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:09:08.641755Z","caller":"traceutil/trace.go:171","msg":"trace[1645238860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8368; }","duration":"411.822787ms","start":"2026-03-27T02:09:08.229908Z","end":"2026-03-27T02:09:08.641731Z","steps":["trace[1645238860] 'agreement among raft nodes before linearized reading' (duration: 411.761186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:09:08.641786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:09:08.229889Z","time spent":"411.889749ms","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-27T02:09:57.444478Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023e8.wal"} {"level":"info","ts":"2026-03-27T02:11:36.191484Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-27T02:11:36.196865Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-27T02:11:36.196969Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-27T02:13:44.275986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8141} {"level":"info","ts":"2026-03-27T02:13:44.344251Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8141,"took":"65.834749ms","hash":2217295733,"current-db-size-bytes":58302464,"current-db-size":"58 MB","current-db-size-in-use-bytes":29196288,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-27T02:13:44.344313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2217295733,"revision":8141,"compact-revision":5969} {"level":"info","ts":"2026-03-27T02:18:44.285701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10568} {"level":"info","ts":"2026-03-27T02:18:44.357365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10568,"took":"69.802912ms","hash":2607979815,"current-db-size-bytes":58302464,"current-db-size":"58 MB","current-db-size-in-use-bytes":19980288,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-27T02:18:44.357416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2607979815,"revision":10568,"compact-revision":8141}