{"level":"warn","ts":"2026-03-14T01:30:59.06224Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:59.062328Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:30:59.06239Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:30:59.062404Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-14T01:30:59.062422Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:59.063048Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-03-14T01:30:59.063118Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:30:59.067268Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.968983ms"} {"level":"info","ts":"2026-03-14T01:30:59.074673Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-03-14T01:30:59.07476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:30:59.074787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-03-14T01:30:59.074805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:30:59.074818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-03-14T01:30:59.074857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-03-14T01:30:59.085842Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:30:59.087886Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:30:59.089269Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:30:59.092286Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:30:59.092478Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:30:59.092625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:59.092679Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:59.092689Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:30:59.093631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-03-14T01:30:59.093863Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-14T01:30:59.097113Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:30:59.09724Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-14T01:30:59.097288Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-14T01:30:59.09742Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:30:59.097491Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:30:59.675306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:30:59.675371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:30:59.675396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-03-14T01:30:59.675417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:30:59.675429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-14T01:30:59.675451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-03-14T01:30:59.67547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-14T01:30:59.678815Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:59.684185Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:30:59.684357Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:59.684747Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:30:59.68697Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:59.687069Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:59.687102Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:30:59.687323Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-03-14T01:30:59.688031Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:30:59.688074Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:30:59.689758Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:31:01.30579Z","caller":"traceutil/trace.go:171","msg":"trace[1603371233] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:42; }","duration":"124.627923ms","start":"2026-03-14T01:31:01.18114Z","end":"2026-03-14T01:31:01.305768Z","steps":["trace[1603371233] 'read index received' (duration: 99.517658ms)","trace[1603371233] 'applied index is now lower than readState.Index' (duration: 25.109245ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:01.305972Z","caller":"traceutil/trace.go:171","msg":"trace[449625868] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"142.09842ms","start":"2026-03-14T01:31:01.163845Z","end":"2026-03-14T01:31:01.305943Z","steps":["trace[449625868] 'process raft request' (duration: 116.8094ms)","trace[449625868] 'compare' (duration: 24.926171ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:01.306039Z","caller":"traceutil/trace.go:171","msg":"trace[1237421890] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"142.039688ms","start":"2026-03-14T01:31:01.163969Z","end":"2026-03-14T01:31:01.306009Z","steps":["trace[1237421890] 'process raft request' (duration: 141.75486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:01.306096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.983127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-14T01:31:01.306138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.103059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:31:01.306244Z","caller":"traceutil/trace.go:171","msg":"trace[1183372241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40; }","duration":"142.254372ms","start":"2026-03-14T01:31:01.163959Z","end":"2026-03-14T01:31:01.306213Z","steps":["trace[1183372241] 'agreement among raft nodes before linearized reading' (duration: 142.031307ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:01.306235Z","caller":"traceutil/trace.go:171","msg":"trace[1872967746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40; }","duration":"142.281534ms","start":"2026-03-14T01:31:01.163907Z","end":"2026-03-14T01:31:01.306189Z","steps":["trace[1872967746] 'agreement among raft nodes before linearized reading' (duration: 141.967886ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:01.310126Z","caller":"traceutil/trace.go:171","msg":"trace[305992944] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"127.214591ms","start":"2026-03-14T01:31:01.182657Z","end":"2026-03-14T01:31:01.309872Z","steps":["trace[305992944] 'process raft request' (duration: 127.075528ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:02.134233Z","caller":"traceutil/trace.go:171","msg":"trace[2004273793] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"131.528464ms","start":"2026-03-14T01:31:02.002648Z","end":"2026-03-14T01:31:02.134177Z","steps":["trace[2004273793] 'process raft request' (duration: 95.336849ms)","trace[2004273793] 'compare' (duration: 35.99277ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:02.451847Z","caller":"traceutil/trace.go:171","msg":"trace[561594575] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"101.411178ms","start":"2026-03-14T01:31:02.350407Z","end":"2026-03-14T01:31:02.451819Z","steps":["trace[561594575] 'process raft request' (duration: 65.802648ms)","trace[561594575] 'compare' (duration: 35.487867ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:02.844446Z","caller":"traceutil/trace.go:171","msg":"trace[1565300977] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"158.698693ms","start":"2026-03-14T01:31:02.685714Z","end":"2026-03-14T01:31:02.844412Z","steps":["trace[1565300977] 'process raft request' (duration: 158.56367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:03.256424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.848603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-14T01:31:03.256533Z","caller":"traceutil/trace.go:171","msg":"trace[2064009313] linearizableReadLoop","detail":"{readStateIndex:109; appliedIndex:108; }","duration":"262.809031ms","start":"2026-03-14T01:31:02.993708Z","end":"2026-03-14T01:31:03.256517Z","steps":["trace[2064009313] 'read index received' (duration: 68.521µs)","trace[2064009313] 'applied index is now lower than readState.Index' (duration: 262.73955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:03.25662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.900893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-14T01:31:03.256652Z","caller":"traceutil/trace.go:171","msg":"trace[845246646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:105; }","duration":"262.962345ms","start":"2026-03-14T01:31:02.99368Z","end":"2026-03-14T01:31:03.256642Z","steps":["trace[845246646] 'agreement among raft nodes before linearized reading' (duration: 262.882063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:03.256635Z","caller":"traceutil/trace.go:171","msg":"trace[216560133] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"322.891159ms","start":"2026-03-14T01:31:02.933707Z","end":"2026-03-14T01:31:03.256598Z","steps":["trace[216560133] 'process raft request' (duration: 54.38235ms)","trace[216560133] 'compare' (duration: 267.743789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:03.256791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:02.933693Z","time spent":"323.025404ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:03.576396Z","caller":"traceutil/trace.go:171","msg":"trace[677055297] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"115.895136ms","start":"2026-03-14T01:31:03.460478Z","end":"2026-03-14T01:31:03.576373Z","steps":["trace[677055297] 'process raft request' (duration: 115.772833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:04.942519Z","caller":"traceutil/trace.go:171","msg":"trace[357473915] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"109.027866ms","start":"2026-03-14T01:31:04.833251Z","end":"2026-03-14T01:31:04.942279Z","steps":["trace[357473915] 'process raft request' (duration: 108.585944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:06.479607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.712185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:06.479752Z","caller":"traceutil/trace.go:171","msg":"trace[800372356] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"224.516951ms","start":"2026-03-14T01:31:06.255205Z","end":"2026-03-14T01:31:06.479722Z","steps":["trace[800372356] 'process raft request' (duration: 14.600921ms)","trace[800372356] 'compare' (duration: 209.540371ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:06.481398Z","caller":"traceutil/trace.go:171","msg":"trace[545068864] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"222.125698ms","start":"2026-03-14T01:31:06.259251Z","end":"2026-03-14T01:31:06.481376Z","steps":["trace[545068864] 'process raft request' (duration: 221.885142ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:06.481492Z","caller":"traceutil/trace.go:171","msg":"trace[1036140977] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"221.666717ms","start":"2026-03-14T01:31:06.259795Z","end":"2026-03-14T01:31:06.481462Z","steps":["trace[1036140977] 'process raft request' (duration: 221.590655ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:06.481515Z","caller":"traceutil/trace.go:171","msg":"trace[1733224667] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"221.701927ms","start":"2026-03-14T01:31:06.259781Z","end":"2026-03-14T01:31:06.481483Z","steps":["trace[1733224667] 'process raft request' (duration: 221.556083ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:06.48148Z","caller":"traceutil/trace.go:171","msg":"trace[1897904781] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"221.842752ms","start":"2026-03-14T01:31:06.259577Z","end":"2026-03-14T01:31:06.48142Z","steps":["trace[1897904781] 'process raft request' (duration: 221.688957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:06.481498Z","caller":"traceutil/trace.go:171","msg":"trace[1347161879] transaction","detail":"{read_only:false; number_of_response:0; response_revision:308; }","duration":"221.751399ms","start":"2026-03-14T01:31:06.259697Z","end":"2026-03-14T01:31:06.481449Z","steps":["trace[1347161879] 'process raft request' (duration: 221.602376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:10.555845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284609318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:31:10.579433Z","caller":"traceutil/trace.go:171","msg":"trace[524134259] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"563.204273ms","start":"2026-03-14T01:31:10.016198Z","end":"2026-03-14T01:31:10.579403Z","steps":["trace[524134259] 'process raft request' (duration: 563.034918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:10.579817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.016158Z","time spent":"563.338136ms","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:11.622788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043461391s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:31:11.728421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:11.728838Z","caller":"traceutil/trace.go:171","msg":"trace[2146268519] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"410.939749ms","start":"2026-03-14T01:31:11.317877Z","end":"2026-03-14T01:31:11.728817Z","steps":["trace[2146268519] 'process raft request' (duration: 410.887447ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:11.728859Z","caller":"traceutil/trace.go:171","msg":"trace[381315641] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:371; }","duration":"1.673686363s","start":"2026-03-14T01:31:10.055139Z","end":"2026-03-14T01:31:11.728825Z","steps":["trace[381315641] 'read index received' (duration: 524.366618ms)","trace[381315641] 'applied index is now lower than readState.Index' (duration: 1.149316055s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:11.728865Z","caller":"traceutil/trace.go:171","msg":"trace[1262597219] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"1.710336501s","start":"2026-03-14T01:31:10.018493Z","end":"2026-03-14T01:31:11.728829Z","steps":["trace[1262597219] 'process raft request' (duration: 1.710030033s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:11.728904Z","caller":"traceutil/trace.go:171","msg":"trace[1641385562] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"1.710290869s","start":"2026-03-14T01:31:10.018573Z","end":"2026-03-14T01:31:11.728864Z","steps":["trace[1641385562] 'process raft request' (duration: 1.710089983s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:11.728908Z","caller":"traceutil/trace.go:171","msg":"trace[1349790118] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.710586007s","start":"2026-03-14T01:31:10.01828Z","end":"2026-03-14T01:31:11.728866Z","steps":["trace[1349790118] 'process raft request' (duration: 1.604787625s)","trace[1349790118] 'compare' (duration: 104.707023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:11.728919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.317842Z","time spent":"411.03807ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:11.729055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.090864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:11.729069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.018274Z","time spent":"1.71070716s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:11.729076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.018542Z","time spent":"1.710432483s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:11.729075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.018479Z","time spent":"1.710460784s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:11.729111Z","caller":"traceutil/trace.go:171","msg":"trace[441238844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:363; }","duration":"747.198097ms","start":"2026-03-14T01:31:10.981894Z","end":"2026-03-14T01:31:11.729093Z","steps":["trace[441238844] 'agreement among raft nodes before linearized reading' (duration: 747.089224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623147944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-14T01:31:11.729179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673975971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-14T01:31:11.72921Z","caller":"traceutil/trace.go:171","msg":"trace[1129969783] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:363; }","duration":"1.623304558s","start":"2026-03-14T01:31:10.105878Z","end":"2026-03-14T01:31:11.729183Z","steps":["trace[1129969783] 'agreement among raft nodes before linearized reading' (duration: 1.623120743s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.981857Z","time spent":"747.298999ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:11.729245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523742249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-14T01:31:11.729267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573638752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-14T01:31:11.72927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.105852Z","time spent":"1.623403551s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-14T01:31:11.729283Z","caller":"traceutil/trace.go:171","msg":"trace[1635149133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:363; }","duration":"1.523813832s","start":"2026-03-14T01:31:10.205458Z","end":"2026-03-14T01:31:11.729271Z","steps":["trace[1635149133] 'agreement among raft nodes before linearized reading' (duration: 1.52375311s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:11.729274Z","caller":"traceutil/trace.go:171","msg":"trace[309259107] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:363; }","duration":"1.674158986s","start":"2026-03-14T01:31:10.055084Z","end":"2026-03-14T01:31:11.729243Z","steps":["trace[309259107] 'agreement among raft nodes before linearized reading' (duration: 1.673872908s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.841593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:11.729311Z","caller":"traceutil/trace.go:171","msg":"trace[1607460727] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:363; }","duration":"1.573723894s","start":"2026-03-14T01:31:10.155575Z","end":"2026-03-14T01:31:11.729299Z","steps":["trace[1607460727] 'agreement among raft nodes before linearized reading' (duration: 1.573646362s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.205431Z","time spent":"1.523883562s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-14T01:31:11.72933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473435765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-14T01:31:11.729349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.155558Z","time spent":"1.573784477s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-14T01:31:11.729341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.055069Z","time spent":"1.674256038s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-14T01:31:11.729379Z","caller":"traceutil/trace.go:171","msg":"trace[2073528715] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:363; }","duration":"1.473516118s","start":"2026-03-14T01:31:10.25585Z","end":"2026-03-14T01:31:11.729366Z","steps":["trace[2073528715] 'agreement among raft nodes before linearized reading' (duration: 1.473395035s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:10.255838Z","time spent":"1.47357392s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-14T01:31:11.729371Z","caller":"traceutil/trace.go:171","msg":"trace[766658620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"363.043479ms","start":"2026-03-14T01:31:11.366299Z","end":"2026-03-14T01:31:11.729342Z","steps":["trace[766658620] 'agreement among raft nodes before linearized reading' (duration: 362.756601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.964442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:11.729585Z","caller":"traceutil/trace.go:171","msg":"trace[1233626439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:363; }","duration":"359.129636ms","start":"2026-03-14T01:31:11.370443Z","end":"2026-03-14T01:31:11.729572Z","steps":["trace[1233626439] 'agreement among raft nodes before linearized reading' (duration: 358.55327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:11.729645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.370429Z","time spent":"359.208527ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:11.729517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.366278Z","time spent":"363.185873ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:12.492814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.789348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:12.493109Z","caller":"traceutil/trace.go:171","msg":"trace[1239320451] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"758.215614ms","start":"2026-03-14T01:31:11.734862Z","end":"2026-03-14T01:31:12.493078Z","steps":["trace[1239320451] 'process raft request' (duration: 758.068811ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.493168Z","caller":"traceutil/trace.go:171","msg":"trace[535494500] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"758.461161ms","start":"2026-03-14T01:31:11.73467Z","end":"2026-03-14T01:31:12.493131Z","steps":["trace[535494500] 'process raft request' (duration: 758.336398ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.493199Z","caller":"traceutil/trace.go:171","msg":"trace[1051000530] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"758.190344ms","start":"2026-03-14T01:31:11.734978Z","end":"2026-03-14T01:31:12.493168Z","steps":["trace[1051000530] 'process raft request' (duration: 758.002039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.493274Z","caller":"traceutil/trace.go:171","msg":"trace[1207290947] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"755.922815ms","start":"2026-03-14T01:31:11.737305Z","end":"2026-03-14T01:31:12.493228Z","steps":["trace[1207290947] 'process raft request' (duration: 755.77997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:12.493309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.734955Z","time spent":"758.301766ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:12.493368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.734643Z","time spent":"758.608664ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:12.493436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.737292Z","time spent":"756.067259ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:12.493411Z","caller":"traceutil/trace.go:171","msg":"trace[305859384] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"754.801475ms","start":"2026-03-14T01:31:11.738581Z","end":"2026-03-14T01:31:12.493382Z","steps":["trace[305859384] 'process raft request' (duration: 754.57409ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.49346Z","caller":"traceutil/trace.go:171","msg":"trace[1627026222] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"757.029554ms","start":"2026-03-14T01:31:11.73642Z","end":"2026-03-14T01:31:12.493449Z","steps":["trace[1627026222] 'process raft request' (duration: 756.621483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:12.493517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.736406Z","time spent":"757.087405ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:12.493494Z","caller":"traceutil/trace.go:171","msg":"trace[629921146] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"758.788609ms","start":"2026-03-14T01:31:11.73465Z","end":"2026-03-14T01:31:12.493439Z","steps":["trace[629921146] 'process raft request' (duration: 181.286022ms)","trace[629921146] 'compare' (duration: 576.649435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:12.493575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.738576Z","time spent":"754.920558ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:12.49363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.734623Z","time spent":"758.943053ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:12.493648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.734851Z","time spent":"758.341177ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:12.493766Z","caller":"traceutil/trace.go:171","msg":"trace[1587562167] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"752.156026ms","start":"2026-03-14T01:31:11.741598Z","end":"2026-03-14T01:31:12.493754Z","steps":["trace[1587562167] 'process raft request' (duration: 752.112805ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.493816Z","caller":"traceutil/trace.go:171","msg":"trace[676334125] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"754.949239ms","start":"2026-03-14T01:31:11.738854Z","end":"2026-03-14T01:31:12.493803Z","steps":["trace[676334125] 'process raft request' (duration: 754.429285ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:12.49382Z","caller":"traceutil/trace.go:171","msg":"trace[686124962] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"754.819556ms","start":"2026-03-14T01:31:11.738987Z","end":"2026-03-14T01:31:12.493807Z","steps":["trace[686124962] 'process raft request' (duration: 754.61407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:12.493831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.741588Z","time spent":"752.215798ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:12.493885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.738849Z","time spent":"755.00078ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:12.493883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.738976Z","time spent":"754.879206ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:12.493944Z","caller":"traceutil/trace.go:171","msg":"trace[689397383] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"755.36484ms","start":"2026-03-14T01:31:11.738037Z","end":"2026-03-14T01:31:12.493401Z","steps":["trace[689397383] 'process raft request' (duration: 755.084103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:12.494237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:11.738024Z","time spent":"756.14161ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:34.664993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284609608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:35.165817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284609608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:35.239859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13346419s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:35.289417Z","caller":"traceutil/trace.go:171","msg":"trace[1496185711] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"1.125382799s","start":"2026-03-14T01:31:34.164007Z","end":"2026-03-14T01:31:35.289389Z","steps":["trace[1496185711] 'read index received' (duration: 1.07602013s)","trace[1496185711] 'applied index is now lower than readState.Index' (duration: 49.361659ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:35.289495Z","caller":"traceutil/trace.go:171","msg":"trace[1102604485] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.183132586s","start":"2026-03-14T01:31:34.106323Z","end":"2026-03-14T01:31:35.289456Z","steps":["trace[1102604485] 'process raft request' (duration: 1.133775018s)","trace[1102604485] 'compare' (duration: 49.089372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:35.289582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125565594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:35.289621Z","caller":"traceutil/trace.go:171","msg":"trace[862646037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"1.125660397s","start":"2026-03-14T01:31:34.16395Z","end":"2026-03-14T01:31:35.28961Z","steps":["trace[862646037] 'agreement among raft nodes before linearized reading' (duration: 1.125558854s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.289636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.313853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:35.289654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.163923Z","time spent":"1.125722849s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:35.289679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.10631Z","time spent":"1.183278751s","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:35.289681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.355553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:31:35.289679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.588692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:35.289703Z","caller":"traceutil/trace.go:171","msg":"trace[2085574052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"695.409814ms","start":"2026-03-14T01:31:34.594265Z","end":"2026-03-14T01:31:35.289674Z","steps":["trace[2085574052] 'agreement among raft nodes before linearized reading' (duration: 695.285831ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.289746Z","caller":"traceutil/trace.go:171","msg":"trace[863748878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"687.433977ms","start":"2026-03-14T01:31:34.602292Z","end":"2026-03-14T01:31:35.289726Z","steps":["trace[863748878] 'agreement among raft nodes before linearized reading' (duration: 687.313144ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:35.289754Z","caller":"traceutil/trace.go:171","msg":"trace[353404777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"689.707766ms","start":"2026-03-14T01:31:34.600026Z","end":"2026-03-14T01:31:35.289734Z","steps":["trace[353404777] 'agreement among raft nodes before linearized reading' (duration: 689.583943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.289752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.594247Z","time spent":"695.495646ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:35.289794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.600005Z","time spent":"689.776797ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:35.289798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.602282Z","time spent":"687.499838ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:35.289807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.88627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:35.289891Z","caller":"traceutil/trace.go:171","msg":"trace[658082630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"690.041873ms","start":"2026-03-14T01:31:34.599829Z","end":"2026-03-14T01:31:35.289871Z","steps":["trace[658082630] 'agreement among raft nodes before linearized reading' (duration: 689.817988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.289936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.599808Z","time spent":"690.118966ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:35.289948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.093907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:35.290081Z","caller":"traceutil/trace.go:171","msg":"trace[1797970235] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:520; }","duration":"664.265962ms","start":"2026-03-14T01:31:34.62577Z","end":"2026-03-14T01:31:35.290036Z","steps":["trace[1797970235] 'agreement among raft nodes before linearized reading' (duration: 664.031595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.290254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.625753Z","time spent":"664.489327ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-03-14T01:31:39.666003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284609676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:31:39.691935Z","caller":"traceutil/trace.go:171","msg":"trace[933309991] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"619.557934ms","start":"2026-03-14T01:31:39.072355Z","end":"2026-03-14T01:31:39.691913Z","steps":["trace[933309991] 'process raft request' (duration: 619.302938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:39.692087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.072325Z","time spent":"619.684158ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:41.165698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:31:41.165796Z","caller":"traceutil/trace.go:171","msg":"trace[2134864482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736544s","start":"2026-03-14T01:31:39.165035Z","end":"2026-03-14T01:31:41.165772Z","steps":["trace[2134864482] 'agreement among raft nodes before linearized reading' (duration: 2.00061833s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.165851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.16502Z","time spent":"2.000819376s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:31:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:31:41.376355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533045754s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T01:31:41.376501Z","caller":"traceutil/trace.go:171","msg":"trace[1483859004] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:572; }","duration":"2.211379861s","start":"2026-03-14T01:31:39.165078Z","end":"2026-03-14T01:31:41.376458Z","steps":["trace[1483859004] 'read index received' (duration: 526.552487ms)","trace[1483859004] 'applied index is now lower than readState.Index' (duration: 1.684825894s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:41.376705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032006597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:41.376744Z","caller":"traceutil/trace.go:171","msg":"trace[263860284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"2.032087689s","start":"2026-03-14T01:31:39.344645Z","end":"2026-03-14T01:31:41.376733Z","steps":["trace[263860284] 'agreement among raft nodes before linearized reading' (duration: 2.031948955s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.376848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668100404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:41.376903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.344623Z","time spent":"2.032138011s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:41.376902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.775199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:41.377037Z","caller":"traceutil/trace.go:171","msg":"trace[1536621074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"210.966254ms","start":"2026-03-14T01:31:41.166016Z","end":"2026-03-14T01:31:41.376982Z","steps":["trace[1536621074] 'agreement among raft nodes before linearized reading' (duration: 210.687057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.377049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024908682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:41.376958Z","caller":"traceutil/trace.go:171","msg":"trace[1900338937] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"1.668234247s","start":"2026-03-14T01:31:39.708678Z","end":"2026-03-14T01:31:41.376913Z","steps":["trace[1900338937] 'agreement among raft nodes before linearized reading' (duration: 1.667932919s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.37711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029959743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:41.377166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.708662Z","time spent":"1.668491084s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-14T01:31:41.377233Z","caller":"traceutil/trace.go:171","msg":"trace[1494557531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"2.025038195s","start":"2026-03-14T01:31:39.352083Z","end":"2026-03-14T01:31:41.377122Z","steps":["trace[1494557531] 'agreement among raft nodes before linearized reading' (duration: 2.024663335s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.377294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.352073Z","time spent":"2.0252092s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:31:41.377349Z","caller":"traceutil/trace.go:171","msg":"trace[1731164972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"2.030061087s","start":"2026-03-14T01:31:39.347092Z","end":"2026-03-14T01:31:41.377153Z","steps":["trace[1731164972] 'agreement among raft nodes before linearized reading' (duration: 2.029725448s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.377389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.347071Z","time spent":"2.030307073s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:41.377978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025508178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:41.378033Z","caller":"traceutil/trace.go:171","msg":"trace[1494218335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"2.025568929s","start":"2026-03-14T01:31:39.352439Z","end":"2026-03-14T01:31:41.378008Z","steps":["trace[1494218335] 'agreement among raft nodes before linearized reading' (duration: 2.025061536s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:41.378096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:39.352429Z","time spent":"2.025657871s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:42.084333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.658207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:42.084725Z","caller":"traceutil/trace.go:171","msg":"trace[1308661218] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"701.396905ms","start":"2026-03-14T01:31:41.383303Z","end":"2026-03-14T01:31:42.0847Z","steps":["trace[1308661218] 'process raft request' (duration: 701.258411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:42.084857Z","caller":"traceutil/trace.go:171","msg":"trace[2095684228] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"701.374365ms","start":"2026-03-14T01:31:41.383446Z","end":"2026-03-14T01:31:42.084821Z","steps":["trace[2095684228] 'process raft request' (duration: 701.164759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:42.084885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:41.383294Z","time spent":"701.521679ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:42.084718Z","caller":"traceutil/trace.go:171","msg":"trace[1164988076] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"701.476817ms","start":"2026-03-14T01:31:41.383212Z","end":"2026-03-14T01:31:42.084689Z","steps":["trace[1164988076] 'process raft request' (duration: 701.257171ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:42.084718Z","caller":"traceutil/trace.go:171","msg":"trace[1920926316] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"702.035011ms","start":"2026-03-14T01:31:41.382644Z","end":"2026-03-14T01:31:42.084679Z","steps":["trace[1920926316] 'process raft request' (duration: 175.937333ms)","trace[1920926316] 'compare' (duration: 525.512233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:42.085015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.024761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:42.084855Z","caller":"traceutil/trace.go:171","msg":"trace[808835339] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:574; }","duration":"696.842646ms","start":"2026-03-14T01:31:41.387965Z","end":"2026-03-14T01:31:42.084807Z","steps":["trace[808835339] 'read index received' (duration: 5.574047ms)","trace[808835339] 'applied index is now lower than readState.Index' (duration: 691.264898ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:42.08506Z","caller":"traceutil/trace.go:171","msg":"trace[1175493661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"697.100553ms","start":"2026-03-14T01:31:41.387947Z","end":"2026-03-14T01:31:42.085048Z","steps":["trace[1175493661] 'agreement among raft nodes before linearized reading' (duration: 696.971308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:42.0851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:41.387939Z","time spent":"697.152483ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:42.085204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.501771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:42.085342Z","caller":"traceutil/trace.go:171","msg":"trace[567684981] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:560; }","duration":"695.635974ms","start":"2026-03-14T01:31:41.389683Z","end":"2026-03-14T01:31:42.085319Z","steps":["trace[567684981] 'agreement among raft nodes before linearized reading' (duration: 695.433709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:42.085374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:41.383431Z","time spent":"701.497229ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:42.085459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:41.389673Z","time spent":"695.741867ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-14T01:31:42.085549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:41.382609Z","time spent":"702.429253ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:42.085483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:41.383171Z","time spent":"701.799546ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:43.041665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.390575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:43.041812Z","caller":"traceutil/trace.go:171","msg":"trace[1234405702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"841.56585ms","start":"2026-03-14T01:31:42.200227Z","end":"2026-03-14T01:31:43.041792Z","steps":["trace[1234405702] 'range keys from in-memory index tree' (duration: 841.366494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:43.042213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.990256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:43.042329Z","caller":"traceutil/trace.go:171","msg":"trace[560995536] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"542.061807ms","start":"2026-03-14T01:31:42.500248Z","end":"2026-03-14T01:31:43.04231Z","steps":["trace[560995536] 'process raft request' (duration: 392.801754ms)","trace[560995536] 'compare' (duration: 148.879873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:43.042396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:42.500212Z","time spent":"542.156139ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:43.449597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.956074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:43.449712Z","caller":"traceutil/trace.go:171","msg":"trace[532693064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"284.107668ms","start":"2026-03-14T01:31:43.165579Z","end":"2026-03-14T01:31:43.449687Z","steps":["trace[532693064] 'range keys from in-memory index tree' (duration: 283.85572ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:43.889939Z","caller":"traceutil/trace.go:171","msg":"trace[698073185] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"148.169204ms","start":"2026-03-14T01:31:43.741738Z","end":"2026-03-14T01:31:43.889908Z","steps":["trace[698073185] 'process raft request' (duration: 147.991949ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:44.025193Z","caller":"traceutil/trace.go:171","msg":"trace[144979302] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"131.97056ms","start":"2026-03-14T01:31:43.893199Z","end":"2026-03-14T01:31:44.025169Z","steps":["trace[144979302] 'process raft request' (duration: 131.857747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.575084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284609738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:44.638298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.165475Z","time spent":"472.812527ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:31:44.64332Z","caller":"traceutil/trace.go:171","msg":"trace[1159513630] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"671.821268ms","start":"2026-03-14T01:31:43.971473Z","end":"2026-03-14T01:31:44.643294Z","steps":["trace[1159513630] 'process raft request' (duration: 671.512859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.643453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:43.971441Z","time spent":"671.937451ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:44.732241Z","caller":"traceutil/trace.go:171","msg":"trace[1040123116] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:584; }","duration":"657.410659ms","start":"2026-03-14T01:31:44.074804Z","end":"2026-03-14T01:31:44.732214Z","steps":["trace[1040123116] 'read index received' (duration: 568.05908ms)","trace[1040123116] 'applied index is now lower than readState.Index' (duration: 89.350319ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:44.7323Z","caller":"traceutil/trace.go:171","msg":"trace[1226951991] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"655.667974ms","start":"2026-03-14T01:31:44.076575Z","end":"2026-03-14T01:31:44.732243Z","steps":["trace[1226951991] 'process raft request' (duration: 655.50728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.73244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.076564Z","time spent":"655.802807ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:44.732524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.710138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wf9jc\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-14T01:31:44.73257Z","caller":"traceutil/trace.go:171","msg":"trace[1541955840] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wf9jc; range_end:; response_count:1; response_revision:567; }","duration":"657.80934ms","start":"2026-03-14T01:31:44.074746Z","end":"2026-03-14T01:31:44.732555Z","steps":["trace[1541955840] 'agreement among raft nodes before linearized reading' (duration: 657.606735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.732608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.074727Z","time spent":"657.873312ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17171,"request content":"key:\"/registry/pods/kube-system/cilium-wf9jc\" "} {"level":"warn","ts":"2026-03-14T01:31:44.733783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.032864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:31:44.733839Z","caller":"traceutil/trace.go:171","msg":"trace[2072047784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:570; }","duration":"645.138858ms","start":"2026-03-14T01:31:44.088688Z","end":"2026-03-14T01:31:44.733827Z","steps":["trace[2072047784] 'agreement among raft nodes before linearized reading' (duration: 644.920322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.733889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.088669Z","time spent":"645.212209ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:44.734082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.310639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:31:44.734052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.290024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:31:44.734137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.200833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:44.734143Z","caller":"traceutil/trace.go:171","msg":"trace[1073520406] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:570; }","duration":"636.408588ms","start":"2026-03-14T01:31:44.097722Z","end":"2026-03-14T01:31:44.73413Z","steps":["trace[1073520406] 'agreement among raft nodes before linearized reading' (duration: 636.281205ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:44.734137Z","caller":"traceutil/trace.go:171","msg":"trace[1464116952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"643.391422ms","start":"2026-03-14T01:31:44.090733Z","end":"2026-03-14T01:31:44.734125Z","steps":["trace[1464116952] 'agreement among raft nodes before linearized reading' (duration: 643.204997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.734175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.097709Z","time spent":"636.459138ms","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-03-14T01:31:44.734201Z","caller":"traceutil/trace.go:171","msg":"trace[1529387414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:570; }","duration":"644.254523ms","start":"2026-03-14T01:31:44.089906Z","end":"2026-03-14T01:31:44.73416Z","steps":["trace[1529387414] 'agreement among raft nodes before linearized reading' (duration: 644.13386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:44.734215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.090723Z","time spent":"643.480923ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:44.734231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:44.089894Z","time spent":"644.329635ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:31:45.022956Z","caller":"traceutil/trace.go:171","msg":"trace[1445216629] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"148.209496ms","start":"2026-03-14T01:31:44.874724Z","end":"2026-03-14T01:31:45.022933Z","steps":["trace[1445216629] 'process raft request' (duration: 148.133714ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.02295Z","caller":"traceutil/trace.go:171","msg":"trace[1835813649] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"152.131258ms","start":"2026-03-14T01:31:44.870778Z","end":"2026-03-14T01:31:45.022909Z","steps":["trace[1835813649] 'process raft request' (duration: 55.860728ms)","trace[1835813649] 'compare' (duration: 95.975232ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:45.028032Z","caller":"traceutil/trace.go:171","msg":"trace[1587826624] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"148.75467ms","start":"2026-03-14T01:31:44.879246Z","end":"2026-03-14T01:31:45.028001Z","steps":["trace[1587826624] 'process raft request' (duration: 148.635647ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028191Z","caller":"traceutil/trace.go:171","msg":"trace[1713595115] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"148.825312ms","start":"2026-03-14T01:31:44.879354Z","end":"2026-03-14T01:31:45.02818Z","steps":["trace[1713595115] 'process raft request' (duration: 148.634617ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.02828Z","caller":"traceutil/trace.go:171","msg":"trace[1098672007] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"148.987376ms","start":"2026-03-14T01:31:44.879284Z","end":"2026-03-14T01:31:45.028271Z","steps":["trace[1098672007] 'process raft request' (duration: 148.675227ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028388Z","caller":"traceutil/trace.go:171","msg":"trace[530932433] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"148.882102ms","start":"2026-03-14T01:31:44.879496Z","end":"2026-03-14T01:31:45.028379Z","steps":["trace[530932433] 'process raft request' (duration: 148.679247ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028422Z","caller":"traceutil/trace.go:171","msg":"trace[1192468380] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"148.976546ms","start":"2026-03-14T01:31:44.879418Z","end":"2026-03-14T01:31:45.028395Z","steps":["trace[1192468380] 'process raft request' (duration: 148.666797ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028471Z","caller":"traceutil/trace.go:171","msg":"trace[949108526] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"149.019207ms","start":"2026-03-14T01:31:44.879442Z","end":"2026-03-14T01:31:45.028461Z","steps":["trace[949108526] 'process raft request' (duration: 148.708569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028445Z","caller":"traceutil/trace.go:171","msg":"trace[1296548349] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"147.873847ms","start":"2026-03-14T01:31:44.880523Z","end":"2026-03-14T01:31:45.028397Z","steps":["trace[1296548349] 'process raft request' (duration: 147.851186ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.02863Z","caller":"traceutil/trace.go:171","msg":"trace[1160054705] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"149.251933ms","start":"2026-03-14T01:31:44.879358Z","end":"2026-03-14T01:31:45.02861Z","steps":["trace[1160054705] 'process raft request' (duration: 148.651478ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028787Z","caller":"traceutil/trace.go:171","msg":"trace[1686525336] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"149.037637ms","start":"2026-03-14T01:31:44.879717Z","end":"2026-03-14T01:31:45.028755Z","steps":["trace[1686525336] 'process raft request' (duration: 148.528454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.028846Z","caller":"traceutil/trace.go:171","msg":"trace[1599875470] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"148.879253ms","start":"2026-03-14T01:31:44.879932Z","end":"2026-03-14T01:31:45.028811Z","steps":["trace[1599875470] 'process raft request' (duration: 148.404711ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.029115Z","caller":"traceutil/trace.go:171","msg":"trace[115516700] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"149.10174ms","start":"2026-03-14T01:31:44.879994Z","end":"2026-03-14T01:31:45.029095Z","steps":["trace[115516700] 'process raft request' (duration: 148.36316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.02912Z","caller":"traceutil/trace.go:171","msg":"trace[172321687] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"149.444859ms","start":"2026-03-14T01:31:44.879646Z","end":"2026-03-14T01:31:45.029091Z","steps":["trace[172321687] 'process raft request' (duration: 148.548704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:45.685334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.318822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:45.685592Z","caller":"traceutil/trace.go:171","msg":"trace[1226620244] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"602.093815ms","start":"2026-03-14T01:31:45.083462Z","end":"2026-03-14T01:31:45.685556Z","steps":["trace[1226620244] 'read index received' (duration: 45.444314ms)","trace[1226620244] 'applied index is now lower than readState.Index' (duration: 556.645471ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:45.685622Z","caller":"traceutil/trace.go:171","msg":"trace[99280047] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"624.136685ms","start":"2026-03-14T01:31:45.061445Z","end":"2026-03-14T01:31:45.685581Z","steps":["trace[99280047] 'process raft request' (duration: 67.444223ms)","trace[99280047] 'compare' (duration: 556.172879ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:45.685767Z","caller":"traceutil/trace.go:171","msg":"trace[855535153] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"595.342687ms","start":"2026-03-14T01:31:45.090404Z","end":"2026-03-14T01:31:45.685746Z","steps":["trace[855535153] 'process raft request' (duration: 595.292927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:45.685801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.061433Z","time spent":"624.275639ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:45.685878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.090394Z","time spent":"595.43969ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:45.68597Z","caller":"traceutil/trace.go:171","msg":"trace[443934228] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"597.584437ms","start":"2026-03-14T01:31:45.088353Z","end":"2026-03-14T01:31:45.685938Z","steps":["trace[443934228] 'process raft request' (duration: 597.270308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:45.686027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.536208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"info","ts":"2026-03-14T01:31:45.686109Z","caller":"traceutil/trace.go:171","msg":"trace[1345209280] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:619; }","duration":"602.66168ms","start":"2026-03-14T01:31:45.083431Z","end":"2026-03-14T01:31:45.686093Z","steps":["trace[1345209280] 'agreement among raft nodes before linearized reading' (duration: 602.316731ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.686109Z","caller":"traceutil/trace.go:171","msg":"trace[1090092956] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"597.813082ms","start":"2026-03-14T01:31:45.088283Z","end":"2026-03-14T01:31:45.686096Z","steps":["trace[1090092956] 'process raft request' (duration: 597.260958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:45.686141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.088332Z","time spent":"597.71518ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:45.686158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.083418Z","time spent":"602.730382ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2273,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-03-14T01:31:45.686174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.088278Z","time spent":"597.869844ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:45.686169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.430505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:45.686235Z","caller":"traceutil/trace.go:171","msg":"trace[51611066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"521.515597ms","start":"2026-03-14T01:31:45.164692Z","end":"2026-03-14T01:31:45.686208Z","steps":["trace[51611066] 'agreement among raft nodes before linearized reading' (duration: 521.403404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.686264Z","caller":"traceutil/trace.go:171","msg":"trace[1789171189] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"597.927546ms","start":"2026-03-14T01:31:45.088325Z","end":"2026-03-14T01:31:45.686253Z","steps":["trace[1789171189] 'process raft request' (duration: 597.266199ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.686037Z","caller":"traceutil/trace.go:171","msg":"trace[487867612] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"597.055943ms","start":"2026-03-14T01:31:45.088968Z","end":"2026-03-14T01:31:45.686024Z","steps":["trace[487867612] 'process raft request' (duration: 596.689863ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:45.686191Z","caller":"traceutil/trace.go:171","msg":"trace[458459631] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"597.985828ms","start":"2026-03-14T01:31:45.088181Z","end":"2026-03-14T01:31:45.686167Z","steps":["trace[458459631] 'process raft request' (duration: 597.277419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:45.686376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.088943Z","time spent":"597.360191ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:45.686423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.088169Z","time spent":"598.182733ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:45.686431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.0193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:45.686487Z","caller":"traceutil/trace.go:171","msg":"trace[1380898067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"210.095713ms","start":"2026-03-14T01:31:45.47638Z","end":"2026-03-14T01:31:45.686475Z","steps":["trace[1380898067] 'agreement among raft nodes before linearized reading' (duration: 209.922268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:45.686281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.164682Z","time spent":"521.591649ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:45.686564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.08832Z","time spent":"597.968147ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:46.138012Z","caller":"traceutil/trace.go:171","msg":"trace[750930981] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"446.939827ms","start":"2026-03-14T01:31:45.691045Z","end":"2026-03-14T01:31:46.137985Z","steps":["trace[750930981] 'process raft request' (duration: 446.852954ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:46.13801Z","caller":"traceutil/trace.go:171","msg":"trace[1754313202] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"447.044249ms","start":"2026-03-14T01:31:45.690927Z","end":"2026-03-14T01:31:46.137972Z","steps":["trace[1754313202] 'process raft request' (duration: 446.802143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.138262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.69101Z","time spent":"447.123432ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:46.138325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.690901Z","time spent":"447.253906ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:46.138482Z","caller":"traceutil/trace.go:171","msg":"trace[1234749888] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"446.961709ms","start":"2026-03-14T01:31:45.6915Z","end":"2026-03-14T01:31:46.138462Z","steps":["trace[1234749888] 'process raft request' (duration: 446.441995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.138566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.691484Z","time spent":"447.04657ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:46.138606Z","caller":"traceutil/trace.go:171","msg":"trace[167480656] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:639; }","duration":"441.841954ms","start":"2026-03-14T01:31:45.696729Z","end":"2026-03-14T01:31:46.138571Z","steps":["trace[167480656] 'read index received' (duration: 70.822562ms)","trace[167480656] 'applied index is now lower than readState.Index' (duration: 371.018452ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:46.138725Z","caller":"traceutil/trace.go:171","msg":"trace[275472709] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"434.956152ms","start":"2026-03-14T01:31:45.703722Z","end":"2026-03-14T01:31:46.138678Z","steps":["trace[275472709] 'process raft request' (duration: 434.722806ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:46.138673Z","caller":"traceutil/trace.go:171","msg":"trace[1431479213] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"444.655468ms","start":"2026-03-14T01:31:45.693975Z","end":"2026-03-14T01:31:46.13863Z","steps":["trace[1431479213] 'process raft request' (duration: 444.327289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.138895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.165172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-14T01:31:46.13894Z","caller":"traceutil/trace.go:171","msg":"trace[2021249506] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:625; }","duration":"442.248354ms","start":"2026-03-14T01:31:45.696679Z","end":"2026-03-14T01:31:46.138927Z","steps":["trace[2021249506] 'agreement among raft nodes before linearized reading' (duration: 441.991737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.138926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.703702Z","time spent":"435.116056ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:46.138972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.696666Z","time spent":"442.299535ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3966,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-03-14T01:31:46.138966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:45.693951Z","time spent":"444.888283ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:46.472806Z","caller":"traceutil/trace.go:171","msg":"trace[1634438398] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"326.050731ms","start":"2026-03-14T01:31:46.146722Z","end":"2026-03-14T01:31:46.472773Z","steps":["trace[1634438398] 'process raft request' (duration: 325.772993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.472999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.146702Z","time spent":"326.198644ms","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:46.729946Z","caller":"traceutil/trace.go:171","msg":"trace[1997365590] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"563.480472ms","start":"2026-03-14T01:31:46.166325Z","end":"2026-03-14T01:31:46.729806Z","steps":["trace[1997365590] 'process raft request' (duration: 537.952541ms)","trace[1997365590] 'compare' (duration: 23.759324ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:46.730084Z","caller":"traceutil/trace.go:171","msg":"trace[870445307] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:645; }","duration":"459.99555ms","start":"2026-03-14T01:31:46.269961Z","end":"2026-03-14T01:31:46.729957Z","steps":["trace[870445307] 'read index received' (duration: 202.535923ms)","trace[870445307] 'applied index is now lower than readState.Index' (duration: 257.457507ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:46.730236Z","caller":"traceutil/trace.go:171","msg":"trace[46571055] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"561.613531ms","start":"2026-03-14T01:31:46.168575Z","end":"2026-03-14T01:31:46.730188Z","steps":["trace[46571055] 'process raft request' (duration: 559.67594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.730276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.166303Z","time spent":"563.82494ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:46.730493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.168536Z","time spent":"561.821367ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:46.731065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.091279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:46.731138Z","caller":"traceutil/trace.go:171","msg":"trace[2062718336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"461.211763ms","start":"2026-03-14T01:31:46.269892Z","end":"2026-03-14T01:31:46.731104Z","steps":["trace[2062718336] 'agreement among raft nodes before linearized reading' (duration: 460.298388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:46.731183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.269858Z","time spent":"461.312175ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:46.746748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.284777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:112494"} {"level":"info","ts":"2026-03-14T01:31:46.746863Z","caller":"traceutil/trace.go:171","msg":"trace[831645659] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:629; }","duration":"272.439071ms","start":"2026-03-14T01:31:46.474394Z","end":"2026-03-14T01:31:46.746833Z","steps":["trace[831645659] 'agreement among raft nodes before linearized reading' (duration: 272.120643ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:46.74726Z","caller":"traceutil/trace.go:171","msg":"trace[699088397] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"272.341438ms","start":"2026-03-14T01:31:46.474899Z","end":"2026-03-14T01:31:46.747241Z","steps":["trace[699088397] 'process raft request' (duration: 271.508226ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.097358Z","caller":"traceutil/trace.go:171","msg":"trace[2090961779] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"342.852611ms","start":"2026-03-14T01:31:46.754458Z","end":"2026-03-14T01:31:47.09731Z","steps":["trace[2090961779] 'process raft request' (duration: 324.272783ms)","trace[2090961779] 'compare' (duration: 18.229529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:47.097541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.754433Z","time spent":"343.025925ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:47.097693Z","caller":"traceutil/trace.go:171","msg":"trace[36007111] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"334.839421ms","start":"2026-03-14T01:31:46.762835Z","end":"2026-03-14T01:31:47.097674Z","steps":["trace[36007111] 'process raft request' (duration: 334.645477ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.097716Z","caller":"traceutil/trace.go:171","msg":"trace[368812589] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"323.240336ms","start":"2026-03-14T01:31:46.774444Z","end":"2026-03-14T01:31:47.097684Z","steps":["trace[368812589] 'process raft request' (duration: 323.094752ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.097684Z","caller":"traceutil/trace.go:171","msg":"trace[974564115] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"338.488507ms","start":"2026-03-14T01:31:46.759161Z","end":"2026-03-14T01:31:47.097649Z","steps":["trace[974564115] 'process raft request' (duration: 338.132897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:47.097796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.762814Z","time spent":"334.920263ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:47.097986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.759155Z","time spent":"338.746364ms","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:47.098005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.774415Z","time spent":"323.458491ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:47.130444Z","caller":"traceutil/trace.go:171","msg":"trace[984753128] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:650; }","duration":"346.050116ms","start":"2026-03-14T01:31:46.784371Z","end":"2026-03-14T01:31:47.130421Z","steps":["trace[984753128] 'read index received' (duration: 294.375308ms)","trace[984753128] 'applied index is now lower than readState.Index' (duration: 51.673548ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:47.130761Z","caller":"traceutil/trace.go:171","msg":"trace[1245268628] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"349.855826ms","start":"2026-03-14T01:31:46.780891Z","end":"2026-03-14T01:31:47.130747Z","steps":["trace[1245268628] 'process raft request' (duration: 349.310071ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.130917Z","caller":"traceutil/trace.go:171","msg":"trace[1761236452] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"106.842318ms","start":"2026-03-14T01:31:47.024052Z","end":"2026-03-14T01:31:47.130894Z","steps":["trace[1761236452] 'process raft request' (duration: 106.321304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:47.130955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.780882Z","time spent":"349.963187ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:47.131028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.631161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:31:47.131112Z","caller":"traceutil/trace.go:171","msg":"trace[398143382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"346.745744ms","start":"2026-03-14T01:31:46.784343Z","end":"2026-03-14T01:31:47.131089Z","steps":["trace[398143382] 'agreement among raft nodes before linearized reading' (duration: 346.459736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:47.13116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.784335Z","time spent":"346.813805ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:47.140663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.194031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:31:47.140728Z","caller":"traceutil/trace.go:171","msg":"trace[1059569603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"356.279104ms","start":"2026-03-14T01:31:46.784433Z","end":"2026-03-14T01:31:47.140712Z","steps":["trace[1059569603] 'agreement among raft nodes before linearized reading' (duration: 356.111141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:47.140755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.784423Z","time spent":"356.326025ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:47.141131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.893034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:47.14125Z","caller":"traceutil/trace.go:171","msg":"trace[1889775796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"356.015208ms","start":"2026-03-14T01:31:46.785184Z","end":"2026-03-14T01:31:47.1412Z","steps":["trace[1889775796] 'agreement among raft nodes before linearized reading' (duration: 355.809382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:47.141314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:46.785169Z","time spent":"356.12885ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:31:47.403452Z","caller":"traceutil/trace.go:171","msg":"trace[694479681] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"265.855348ms","start":"2026-03-14T01:31:47.137573Z","end":"2026-03-14T01:31:47.403429Z","steps":["trace[694479681] 'process raft request' (duration: 265.798236ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.403548Z","caller":"traceutil/trace.go:171","msg":"trace[1553731188] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"269.177064ms","start":"2026-03-14T01:31:47.134319Z","end":"2026-03-14T01:31:47.403496Z","steps":["trace[1553731188] 'process raft request' (duration: 187.163719ms)","trace[1553731188] 'compare' (duration: 81.742739ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:47.412515Z","caller":"traceutil/trace.go:171","msg":"trace[830469022] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"268.321563ms","start":"2026-03-14T01:31:47.144161Z","end":"2026-03-14T01:31:47.412483Z","steps":["trace[830469022] 'process raft request' (duration: 268.188169ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.4126Z","caller":"traceutil/trace.go:171","msg":"trace[1519344552] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"267.965414ms","start":"2026-03-14T01:31:47.144613Z","end":"2026-03-14T01:31:47.412579Z","steps":["trace[1519344552] 'process raft request' (duration: 267.83914ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.412739Z","caller":"traceutil/trace.go:171","msg":"trace[1585995479] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"268.151449ms","start":"2026-03-14T01:31:47.144537Z","end":"2026-03-14T01:31:47.412689Z","steps":["trace[1585995479] 'process raft request' (duration: 267.876201ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.412799Z","caller":"traceutil/trace.go:171","msg":"trace[1571979217] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"268.097856ms","start":"2026-03-14T01:31:47.144665Z","end":"2026-03-14T01:31:47.412763Z","steps":["trace[1571979217] 'process raft request' (duration: 267.818049ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.412868Z","caller":"traceutil/trace.go:171","msg":"trace[1722439290] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"267.892361ms","start":"2026-03-14T01:31:47.144962Z","end":"2026-03-14T01:31:47.412855Z","steps":["trace[1722439290] 'process raft request' (duration: 267.551442ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.412904Z","caller":"traceutil/trace.go:171","msg":"trace[57012480] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"267.629414ms","start":"2026-03-14T01:31:47.14526Z","end":"2026-03-14T01:31:47.412889Z","steps":["trace[57012480] 'process raft request' (duration: 267.344717ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.412978Z","caller":"traceutil/trace.go:171","msg":"trace[717348732] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"267.982713ms","start":"2026-03-14T01:31:47.14498Z","end":"2026-03-14T01:31:47.412963Z","steps":["trace[717348732] 'process raft request' (duration: 267.575092ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:47.413059Z","caller":"traceutil/trace.go:171","msg":"trace[44510976] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:657; }","duration":"249.55979ms","start":"2026-03-14T01:31:47.163484Z","end":"2026-03-14T01:31:47.413044Z","steps":["trace[44510976] 'read index received' (duration: 158.061354ms)","trace[44510976] 'applied index is now lower than readState.Index' (duration: 91.497276ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:47.413086Z","caller":"traceutil/trace.go:171","msg":"trace[1143707986] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"254.641402ms","start":"2026-03-14T01:31:47.158422Z","end":"2026-03-14T01:31:47.413063Z","steps":["trace[1143707986] 'process raft request' (duration: 254.293473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:47.413226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.726564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:47.413268Z","caller":"traceutil/trace.go:171","msg":"trace[419730729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"249.810926ms","start":"2026-03-14T01:31:47.163446Z","end":"2026-03-14T01:31:47.413257Z","steps":["trace[419730729] 'agreement among raft nodes before linearized reading' (duration: 249.725284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:49.508172Z","caller":"traceutil/trace.go:171","msg":"trace[1238929589] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:746; }","duration":"100.389299ms","start":"2026-03-14T01:31:49.407755Z","end":"2026-03-14T01:31:49.508144Z","steps":["trace[1238929589] 'read index received' (duration: 14.866301ms)","trace[1238929589] 'applied index is now lower than readState.Index' (duration: 85.521278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:49.508436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.668565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:49.50851Z","caller":"traceutil/trace.go:171","msg":"trace[868026873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"100.78871ms","start":"2026-03-14T01:31:49.407703Z","end":"2026-03-14T01:31:49.508492Z","steps":["trace[868026873] 'agreement among raft nodes before linearized reading' (duration: 100.577464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:49.728687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.618418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:49.728817Z","caller":"traceutil/trace.go:171","msg":"trace[1096636086] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"210.102333ms","start":"2026-03-14T01:31:49.518693Z","end":"2026-03-14T01:31:49.728796Z","steps":["trace[1096636086] 'process raft request' (duration: 40.276849ms)","trace[1096636086] 'compare' (duration: 169.488515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:49.957776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.558287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:31:49.958022Z","caller":"traceutil/trace.go:171","msg":"trace[104894737] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"438.537056ms","start":"2026-03-14T01:31:49.51945Z","end":"2026-03-14T01:31:49.957987Z","steps":["trace[104894737] 'process raft request' (duration: 314.670921ms)","trace[104894737] 'compare' (duration: 123.430514ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:49.958135Z","caller":"traceutil/trace.go:171","msg":"trace[1942498851] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"435.480466ms","start":"2026-03-14T01:31:49.522622Z","end":"2026-03-14T01:31:49.958102Z","steps":["trace[1942498851] 'process raft request' (duration: 435.27812ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:49.958196Z","caller":"traceutil/trace.go:171","msg":"trace[1575795423] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"434.595323ms","start":"2026-03-14T01:31:49.523579Z","end":"2026-03-14T01:31:49.958174Z","steps":["trace[1575795423] 'process raft request' (duration: 434.380027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:49.95822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:49.519434Z","time spent":"438.701479ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:49.958271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:49.523573Z","time spent":"434.666514ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:31:49.958285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:49.522611Z","time spent":"435.590129ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:49.958728Z","caller":"traceutil/trace.go:171","msg":"trace[319168356] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"403.115285ms","start":"2026-03-14T01:31:49.555601Z","end":"2026-03-14T01:31:49.958716Z","steps":["trace[319168356] 'process raft request' (duration: 402.417956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:49.958794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:49.555584Z","time spent":"403.181217ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:50.204815Z","caller":"traceutil/trace.go:171","msg":"trace[1365101529] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"249.463827ms","start":"2026-03-14T01:31:49.955325Z","end":"2026-03-14T01:31:50.204789Z","steps":["trace[1365101529] 'read index received' (duration: 189.422799ms)","trace[1365101529] 'applied index is now lower than readState.Index' (duration: 60.039798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:50.205018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.715612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:50.205065Z","caller":"traceutil/trace.go:171","msg":"trace[2104076787] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:734; }","duration":"249.840777ms","start":"2026-03-14T01:31:49.955209Z","end":"2026-03-14T01:31:50.20505Z","steps":["trace[2104076787] 'agreement among raft nodes before linearized reading' (duration: 249.715784ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:50.20502Z","caller":"traceutil/trace.go:171","msg":"trace[1170746792] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"447.350878ms","start":"2026-03-14T01:31:49.757501Z","end":"2026-03-14T01:31:50.204852Z","steps":["trace[1170746792] 'process raft request' (duration: 387.231928ms)","trace[1170746792] 'compare' (duration: 59.932135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:50.205294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:49.757473Z","time spent":"447.737008ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:31:50.227621Z","caller":"traceutil/trace.go:171","msg":"trace[1494654996] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"263.009332ms","start":"2026-03-14T01:31:49.964557Z","end":"2026-03-14T01:31:50.227566Z","steps":["trace[1494654996] 'process raft request' (duration: 262.881729ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:56.872458Z","caller":"traceutil/trace.go:171","msg":"trace[983982157] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"138.059839ms","start":"2026-03-14T01:31:56.734357Z","end":"2026-03-14T01:31:56.872417Z","steps":["trace[983982157] 'process raft request' (duration: 137.873074ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:57.283533Z","caller":"traceutil/trace.go:171","msg":"trace[842215663] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"144.601612ms","start":"2026-03-14T01:31:57.138904Z","end":"2026-03-14T01:31:57.283506Z","steps":["trace[842215663] 'process raft request' (duration: 144.479958ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:57.316258Z","caller":"traceutil/trace.go:171","msg":"trace[880373137] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"136.746425ms","start":"2026-03-14T01:31:57.179481Z","end":"2026-03-14T01:31:57.316228Z","steps":["trace[880373137] 'process raft request' (duration: 136.623032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:59.031322Z","caller":"traceutil/trace.go:171","msg":"trace[1434780460] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:860; }","duration":"102.881203ms","start":"2026-03-14T01:31:58.928388Z","end":"2026-03-14T01:31:59.03127Z","steps":["trace[1434780460] 'read index received' (duration: 53.647099ms)","trace[1434780460] 'applied index is now lower than readState.Index' (duration: 49.230014ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:59.031381Z","caller":"traceutil/trace.go:171","msg":"trace[230872411] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"292.777066ms","start":"2026-03-14T01:31:58.738569Z","end":"2026-03-14T01:31:59.031346Z","steps":["trace[230872411] 'process raft request' (duration: 243.548242ms)","trace[230872411] 'compare' (duration: 48.930696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:59.031749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.308574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:31:59.031856Z","caller":"traceutil/trace.go:171","msg":"trace[730645929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:837; }","duration":"103.445649ms","start":"2026-03-14T01:31:58.928338Z","end":"2026-03-14T01:31:59.031784Z","steps":["trace[730645929] 'agreement among raft nodes before linearized reading' (duration: 103.090829ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:59.226134Z","caller":"traceutil/trace.go:171","msg":"trace[462240137] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"189.977533ms","start":"2026-03-14T01:31:59.036109Z","end":"2026-03-14T01:31:59.226087Z","steps":["trace[462240137] 'process raft request' (duration: 129.712279ms)","trace[462240137] 'compare' (duration: 59.990166ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:59.842136Z","caller":"traceutil/trace.go:171","msg":"trace[345216687] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"102.620928ms","start":"2026-03-14T01:31:59.739461Z","end":"2026-03-14T01:31:59.842082Z","steps":["trace[345216687] 'process raft request' (duration: 102.391592ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:01.884369Z","caller":"traceutil/trace.go:171","msg":"trace[977499225] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"218.733859ms","start":"2026-03-14T01:32:01.665597Z","end":"2026-03-14T01:32:01.884331Z","steps":["trace[977499225] 'process raft request' (duration: 218.502233ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:04.62185Z","caller":"traceutil/trace.go:171","msg":"trace[1381737824] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"221.03008ms","start":"2026-03-14T01:32:04.400793Z","end":"2026-03-14T01:32:04.621823Z","steps":["trace[1381737824] 'process raft request' (duration: 220.892436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.210391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.137055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T01:32:06.210521Z","caller":"traceutil/trace.go:171","msg":"trace[1414109172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:925; }","duration":"107.2853ms","start":"2026-03-14T01:32:06.10319Z","end":"2026-03-14T01:32:06.210475Z","steps":["trace[1414109172] 'range keys from in-memory index tree' (duration: 106.896719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:06.418481Z","caller":"traceutil/trace.go:171","msg":"trace[145871818] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"110.285559ms","start":"2026-03-14T01:32:06.308173Z","end":"2026-03-14T01:32:06.418459Z","steps":["trace[145871818] 'process raft request' (duration: 110.141435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:09.188307Z","caller":"traceutil/trace.go:171","msg":"trace[1977986313] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"546.591697ms","start":"2026-03-14T01:32:08.641677Z","end":"2026-03-14T01:32:09.188268Z","steps":["trace[1977986313] 'process raft request' (duration: 546.375011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:09.188733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:08.641653Z","time spent":"546.906745ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:17.387228Z","caller":"traceutil/trace.go:171","msg":"trace[1667289770] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"121.996757ms","start":"2026-03-14T01:32:17.265194Z","end":"2026-03-14T01:32:17.387191Z","steps":["trace[1667289770] 'process raft request' (duration: 121.826172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:34.430673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.53914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:32:34.430702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.766099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:34.43078Z","caller":"traceutil/trace.go:171","msg":"trace[1102380891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1111; }","duration":"141.697185ms","start":"2026-03-14T01:32:34.289059Z","end":"2026-03-14T01:32:34.430756Z","steps":["trace[1102380891] 'range keys from in-memory index tree' (duration: 141.295633ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:34.43079Z","caller":"traceutil/trace.go:171","msg":"trace[637566616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1111; }","duration":"108.885512ms","start":"2026-03-14T01:32:34.321883Z","end":"2026-03-14T01:32:34.430768Z","steps":["trace[637566616] 'range keys from in-memory index tree' (duration: 108.568183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:02.068758Z","caller":"traceutil/trace.go:171","msg":"trace[468844214] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1599; }","duration":"382.37361ms","start":"2026-03-14T01:33:01.686357Z","end":"2026-03-14T01:33:02.068731Z","steps":["trace[468844214] 'read index received' (duration: 382.170774ms)","trace[468844214] 'applied index is now lower than readState.Index' (duration: 201.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:02.068906Z","caller":"traceutil/trace.go:171","msg":"trace[1390438749] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"386.856563ms","start":"2026-03-14T01:33:01.68201Z","end":"2026-03-14T01:33:02.068867Z","steps":["trace[1390438749] 'process raft request' (duration: 386.510063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:02.069049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.670117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:33:02.069123Z","caller":"traceutil/trace.go:171","msg":"trace[1864102797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1534; }","duration":"382.73894ms","start":"2026-03-14T01:33:01.686343Z","end":"2026-03-14T01:33:02.069082Z","steps":["trace[1864102797] 'agreement among raft nodes before linearized reading' (duration: 382.562294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:02.069163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:01.686279Z","time spent":"382.874853ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:02.069218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:01.681994Z","time spent":"386.991307ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:02.070157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.563323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-14T01:33:02.070252Z","caller":"traceutil/trace.go:171","msg":"trace[432790292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1535; }","duration":"192.677186ms","start":"2026-03-14T01:33:01.877538Z","end":"2026-03-14T01:33:02.070215Z","steps":["trace[432790292] 'agreement among raft nodes before linearized reading' (duration: 191.960117ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:02.07069Z","caller":"traceutil/trace.go:171","msg":"trace[3549786] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"129.205286ms","start":"2026-03-14T01:33:01.941459Z","end":"2026-03-14T01:33:02.070664Z","steps":["trace[3549786] 'process raft request' (duration: 127.873518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:10.122248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284611836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:10.553904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060241915s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:33:11.116029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.841362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T01:33:11.116426Z","caller":"traceutil/trace.go:171","msg":"trace[1832062337] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.539953682s","start":"2026-03-14T01:33:09.576452Z","end":"2026-03-14T01:33:11.116406Z","steps":["trace[1832062337] 'process raft request' (duration: 1.539707744s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.11659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.576431Z","time spent":"1.540042603s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.11688Z","caller":"traceutil/trace.go:171","msg":"trace[1728685350] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1714; }","duration":"1.495340299s","start":"2026-03-14T01:33:09.621507Z","end":"2026-03-14T01:33:11.116847Z","steps":["trace[1728685350] 'read index received' (duration: 932.658853ms)","trace[1728685350] 'applied index is now lower than readState.Index' (duration: 562.677196ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:11.116893Z","caller":"traceutil/trace.go:171","msg":"trace[498469145] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"506.593098ms","start":"2026-03-14T01:33:10.61025Z","end":"2026-03-14T01:33:11.116843Z","steps":["trace[498469145] 'process raft request' (duration: 506.445313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.1171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331164839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89b674b5-0d6b-498e-a25f-fb74ce85007f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-14T01:33:11.117119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.610213Z","time spent":"506.787214ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:11.117144Z","caller":"traceutil/trace.go:171","msg":"trace[2134851445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89b674b5-0d6b-498e-a25f-fb74ce85007f; range_end:; response_count:1; response_revision:1649; }","duration":"1.331248711s","start":"2026-03-14T01:33:09.785881Z","end":"2026-03-14T01:33:11.117129Z","steps":["trace[2134851445] 'agreement among raft nodes before linearized reading' (duration: 1.331099758s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.117184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.78586Z","time spent":"1.331315963s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89b674b5-0d6b-498e-a25f-fb74ce85007f\" "} {"level":"warn","ts":"2026-03-14T01:33:11.117199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495670949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89b674b5-0d6b-498e-a25f-fb74ce85007f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-14T01:33:11.117297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.395588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:33:11.117396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.410005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:11.117394Z","caller":"traceutil/trace.go:171","msg":"trace[325430195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1649; }","duration":"496.514731ms","start":"2026-03-14T01:33:10.620852Z","end":"2026-03-14T01:33:11.117367Z","steps":["trace[325430195] 'agreement among raft nodes before linearized reading' (duration: 496.278483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.117505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013591857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:33:11.117514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.620841Z","time spent":"496.630074ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:33:11.117536Z","caller":"traceutil/trace.go:171","msg":"trace[1542123872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1649; }","duration":"1.013651718s","start":"2026-03-14T01:33:10.103875Z","end":"2026-03-14T01:33:11.117527Z","steps":["trace[1542123872] 'agreement among raft nodes before linearized reading' (duration: 1.013578615s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.117321Z","caller":"traceutil/trace.go:171","msg":"trace[1265915228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89b674b5-0d6b-498e-a25f-fb74ce85007f; range_end:; response_count:1; response_revision:1649; }","duration":"1.495839133s","start":"2026-03-14T01:33:09.62145Z","end":"2026-03-14T01:33:11.117289Z","steps":["trace[1265915228] 'agreement among raft nodes before linearized reading' (duration: 1.495514234s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.117565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.103854Z","time spent":"1.013705359s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:33:11.117606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.621424Z","time spent":"1.496171163s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89b674b5-0d6b-498e-a25f-fb74ce85007f\" "} {"level":"warn","ts":"2026-03-14T01:33:11.117564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.146161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:33:11.117654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.410282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:33:11.117696Z","caller":"traceutil/trace.go:171","msg":"trace[667365410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1649; }","duration":"494.481824ms","start":"2026-03-14T01:33:10.623202Z","end":"2026-03-14T01:33:11.117684Z","steps":["trace[667365410] 'agreement among raft nodes before linearized reading' (duration: 494.35739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.117744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.623179Z","time spent":"494.556325ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:33:11.117727Z","caller":"traceutil/trace.go:171","msg":"trace[410878381] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1649; }","duration":"288.375136ms","start":"2026-03-14T01:33:10.829291Z","end":"2026-03-14T01:33:11.117666Z","steps":["trace[410878381] 'agreement among raft nodes before linearized reading' (duration: 287.965686ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.117436Z","caller":"traceutil/trace.go:171","msg":"trace[468783963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1649; }","duration":"497.474667ms","start":"2026-03-14T01:33:10.619951Z","end":"2026-03-14T01:33:11.117425Z","steps":["trace[468783963] 'agreement among raft nodes before linearized reading' (duration: 497.377534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.117867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.619932Z","time spent":"497.923959ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:11.117917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.766901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:11.11796Z","caller":"traceutil/trace.go:171","msg":"trace[1987652382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1649; }","duration":"997.809221ms","start":"2026-03-14T01:33:10.120139Z","end":"2026-03-14T01:33:11.117948Z","steps":["trace[1987652382] 'agreement among raft nodes before linearized reading' (duration: 997.653737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.117983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.120097Z","time spent":"997.882053ms","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:11.118043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.941536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:11.118147Z","caller":"traceutil/trace.go:171","msg":"trace[1944540061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1649; }","duration":"350.043789ms","start":"2026-03-14T01:33:10.768091Z","end":"2026-03-14T01:33:11.118135Z","steps":["trace[1944540061] 'agreement among raft nodes before linearized reading' (duration: 349.815763ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.118366Z","caller":"traceutil/trace.go:171","msg":"trace[1471520460] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"904.472156ms","start":"2026-03-14T01:33:10.213879Z","end":"2026-03-14T01:33:11.118351Z","steps":["trace[1471520460] 'process raft request' (duration: 902.4712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.118441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.213841Z","time spent":"904.562918ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:11.119082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010951714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:33:11.119199Z","caller":"traceutil/trace.go:171","msg":"trace[1279328118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1649; }","duration":"1.01117025s","start":"2026-03-14T01:33:10.108004Z","end":"2026-03-14T01:33:11.119174Z","steps":["trace[1279328118] 'agreement among raft nodes before linearized reading' (duration: 1.009380601s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.119338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.107991Z","time spent":"1.011282542s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:11.118186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:10.768054Z","time spent":"350.12328ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:33:11.378254Z","caller":"traceutil/trace.go:171","msg":"trace[660552081] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"256.376744ms","start":"2026-03-14T01:33:11.121853Z","end":"2026-03-14T01:33:11.37823Z","steps":["trace[660552081] 'process raft request' (duration: 256.162548ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.378626Z","caller":"traceutil/trace.go:171","msg":"trace[1781712382] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"254.879552ms","start":"2026-03-14T01:33:11.123733Z","end":"2026-03-14T01:33:11.378613Z","steps":["trace[1781712382] 'process raft request' (duration: 254.706408ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.378663Z","caller":"traceutil/trace.go:171","msg":"trace[1126348827] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"254.856072ms","start":"2026-03-14T01:33:11.123767Z","end":"2026-03-14T01:33:11.378623Z","steps":["trace[1126348827] 'process raft request' (duration: 254.77457ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.378755Z","caller":"traceutil/trace.go:171","msg":"trace[66371254] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"255.091319ms","start":"2026-03-14T01:33:11.12364Z","end":"2026-03-14T01:33:11.378732Z","steps":["trace[66371254] 'process raft request' (duration: 254.547953ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.378964Z","caller":"traceutil/trace.go:171","msg":"trace[495638849] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"255.091909ms","start":"2026-03-14T01:33:11.123852Z","end":"2026-03-14T01:33:11.378944Z","steps":["trace[495638849] 'process raft request' (duration: 254.727838ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:11.379033Z","caller":"traceutil/trace.go:171","msg":"trace[36531377] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1719; }","duration":"215.28164ms","start":"2026-03-14T01:33:11.163721Z","end":"2026-03-14T01:33:11.379003Z","steps":["trace[36531377] 'read index received' (duration: 214.264873ms)","trace[36531377] 'applied index is now lower than readState.Index' (duration: 1.015717ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:11.379124Z","caller":"traceutil/trace.go:171","msg":"trace[397273161] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"253.453824ms","start":"2026-03-14T01:33:11.125642Z","end":"2026-03-14T01:33:11.379096Z","steps":["trace[397273161] 'process raft request' (duration: 253.185876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:11.379208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.472235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:11.379249Z","caller":"traceutil/trace.go:171","msg":"trace[2067268538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"215.550207ms","start":"2026-03-14T01:33:11.163686Z","end":"2026-03-14T01:33:11.379236Z","steps":["trace[2067268538] 'agreement among raft nodes before linearized reading' (duration: 215.413514ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:17.52777Z","caller":"traceutil/trace.go:171","msg":"trace[225285478] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"390.592646ms","start":"2026-03-14T01:33:17.137151Z","end":"2026-03-14T01:33:17.527743Z","steps":["trace[225285478] 'process raft request' (duration: 390.442813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.527931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:17.137126Z","time spent":"390.72476ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:17.581968Z","caller":"traceutil/trace.go:171","msg":"trace[1680905226] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"418.124746ms","start":"2026-03-14T01:33:17.163818Z","end":"2026-03-14T01:33:17.581943Z","steps":["trace[1680905226] 'read index received' (duration: 363.993853ms)","trace[1680905226] 'applied index is now lower than readState.Index' (duration: 54.129673ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:17.582106Z","caller":"traceutil/trace.go:171","msg":"trace[347576308] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"441.024718ms","start":"2026-03-14T01:33:17.14107Z","end":"2026-03-14T01:33:17.582094Z","steps":["trace[347576308] 'process raft request' (duration: 439.587458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.582166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.93388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:17.582214Z","caller":"traceutil/trace.go:171","msg":"trace[200566307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1700; }","duration":"418.015313ms","start":"2026-03-14T01:33:17.164186Z","end":"2026-03-14T01:33:17.582201Z","steps":["trace[200566307] 'agreement among raft nodes before linearized reading' (duration: 417.943551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.582234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:17.164172Z","time spent":"418.058545ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:17.582217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:17.141045Z","time spent":"441.08926ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:17.582396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.577859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:17.582424Z","caller":"traceutil/trace.go:171","msg":"trace[1303200891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"418.603929ms","start":"2026-03-14T01:33:17.163813Z","end":"2026-03-14T01:33:17.582417Z","steps":["trace[1303200891] 'agreement among raft nodes before linearized reading' (duration: 418.524337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.58244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:17.163764Z","time spent":"418.671712ms","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:17.582543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.813967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:33:17.582562Z","caller":"traceutil/trace.go:171","msg":"trace[1241525713] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1700; }","duration":"177.863208ms","start":"2026-03-14T01:33:17.404694Z","end":"2026-03-14T01:33:17.582558Z","steps":["trace[1241525713] 'agreement among raft nodes before linearized reading' (duration: 177.816747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.582594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.819966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:33:17.582637Z","caller":"traceutil/trace.go:171","msg":"trace[1472644283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1700; }","duration":"177.867288ms","start":"2026-03-14T01:33:17.404759Z","end":"2026-03-14T01:33:17.582626Z","steps":["trace[1472644283] 'agreement among raft nodes before linearized reading' (duration: 177.739625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.582687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.461371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:33:17.582751Z","caller":"traceutil/trace.go:171","msg":"trace[327230877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1700; }","duration":"175.537054ms","start":"2026-03-14T01:33:17.407192Z","end":"2026-03-14T01:33:17.582729Z","steps":["trace[327230877] 'agreement among raft nodes before linearized reading' (duration: 175.40301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.58274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.509022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:33:17.582705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.545248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:33:17.582891Z","caller":"traceutil/trace.go:171","msg":"trace[999299548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1700; }","duration":"177.732864ms","start":"2026-03-14T01:33:17.405117Z","end":"2026-03-14T01:33:17.58285Z","steps":["trace[999299548] 'agreement among raft nodes before linearized reading' (duration: 177.552729ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:17.582806Z","caller":"traceutil/trace.go:171","msg":"trace[1363104384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1700; }","duration":"387.577183ms","start":"2026-03-14T01:33:17.195214Z","end":"2026-03-14T01:33:17.582792Z","steps":["trace[1363104384] 'agreement among raft nodes before linearized reading' (duration: 387.408409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:17.583029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:17.195171Z","time spent":"387.84075ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:17.583387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.372587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:17.583442Z","caller":"traceutil/trace.go:171","msg":"trace[1874160417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1700; }","duration":"176.468639ms","start":"2026-03-14T01:33:17.406961Z","end":"2026-03-14T01:33:17.583429Z","steps":["trace[1874160417] 'agreement among raft nodes before linearized reading' (duration: 175.702168ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:21.678917Z","caller":"traceutil/trace.go:171","msg":"trace[1880562050] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"126.578123ms","start":"2026-03-14T01:33:21.552314Z","end":"2026-03-14T01:33:21.678892Z","steps":["trace[1880562050] 'process raft request' (duration: 126.425138ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:21.726793Z","caller":"traceutil/trace.go:171","msg":"trace[1040761285] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1797; }","duration":"116.199816ms","start":"2026-03-14T01:33:21.610569Z","end":"2026-03-14T01:33:21.726769Z","steps":["trace[1040761285] 'read index received' (duration: 68.166211ms)","trace[1040761285] 'applied index is now lower than readState.Index' (duration: 48.032535ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:21.726853Z","caller":"traceutil/trace.go:171","msg":"trace[142255859] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"130.328125ms","start":"2026-03-14T01:33:21.596504Z","end":"2026-03-14T01:33:21.726832Z","steps":["trace[142255859] 'process raft request' (duration: 125.590475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:21.727019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.328536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:21.727067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.444533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:21.727107Z","caller":"traceutil/trace.go:171","msg":"trace[202632509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1728; }","duration":"116.586536ms","start":"2026-03-14T01:33:21.610507Z","end":"2026-03-14T01:33:21.727093Z","steps":["trace[202632509] 'agreement among raft nodes before linearized reading' (duration: 116.393671ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:21.72711Z","caller":"traceutil/trace.go:171","msg":"trace[1803903245] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1728; }","duration":"113.46402ms","start":"2026-03-14T01:33:21.613625Z","end":"2026-03-14T01:33:21.727089Z","steps":["trace[1803903245] 'agreement among raft nodes before linearized reading' (duration: 113.342657ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.56712Z","caller":"traceutil/trace.go:171","msg":"trace[83202843] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1840; }","duration":"401.751806ms","start":"2026-03-14T01:33:26.16532Z","end":"2026-03-14T01:33:26.567071Z","steps":["trace[83202843] 'read index received' (duration: 401.599741ms)","trace[83202843] 'applied index is now lower than readState.Index' (duration: 150.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:26.567325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.995522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:26.567324Z","caller":"traceutil/trace.go:171","msg":"trace[175505454] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"435.163446ms","start":"2026-03-14T01:33:26.132088Z","end":"2026-03-14T01:33:26.567252Z","steps":["trace[175505454] 'process raft request' (duration: 434.838467ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.567368Z","caller":"traceutil/trace.go:171","msg":"trace[664422007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1769; }","duration":"402.095444ms","start":"2026-03-14T01:33:26.165262Z","end":"2026-03-14T01:33:26.567357Z","steps":["trace[664422007] 'agreement among raft nodes before linearized reading' (duration: 401.94133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.567403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.16524Z","time spent":"402.156115ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:26.567481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.132052Z","time spent":"435.344732ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:31.894894Z","caller":"traceutil/trace.go:171","msg":"trace[959777039] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"123.680963ms","start":"2026-03-14T01:33:31.771187Z","end":"2026-03-14T01:33:31.894868Z","steps":["trace[959777039] 'process raft request' (duration: 123.535959ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:35.905524Z","caller":"traceutil/trace.go:171","msg":"trace[1132429928] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"128.145396ms","start":"2026-03-14T01:33:35.777332Z","end":"2026-03-14T01:33:35.905478Z","steps":["trace[1132429928] 'process raft request' (duration: 39.905518ms)","trace[1132429928] 'compare' (duration: 87.832827ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:04.34625Z","caller":"traceutil/trace.go:171","msg":"trace[126875470] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"331.772051ms","start":"2026-03-14T01:34:04.014453Z","end":"2026-03-14T01:34:04.346225Z","steps":["trace[126875470] 'process raft request' (duration: 331.634828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:04.346391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.014404Z","time spent":"331.915816ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:04.347993Z","caller":"traceutil/trace.go:171","msg":"trace[1139458740] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"332.428198ms","start":"2026-03-14T01:34:04.015555Z","end":"2026-03-14T01:34:04.347983Z","steps":["trace[1139458740] 'process raft request' (duration: 332.349776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:04.348043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.015533Z","time spent":"332.48826ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:04.348134Z","caller":"traceutil/trace.go:171","msg":"trace[854072881] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"240.487177ms","start":"2026-03-14T01:34:04.10764Z","end":"2026-03-14T01:34:04.348127Z","steps":["trace[854072881] 'process raft request' (duration: 240.320203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:04.34813Z","caller":"traceutil/trace.go:171","msg":"trace[223515636] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"286.543475ms","start":"2026-03-14T01:34:04.06156Z","end":"2026-03-14T01:34:04.348104Z","steps":["trace[223515636] 'read index received' (duration: 284.616636ms)","trace[223515636] 'applied index is now lower than readState.Index' (duration: 1.925439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:04.348329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.238095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:34:04.348345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.74105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T01:34:04.348348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.672956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:34:04.348365Z","caller":"traceutil/trace.go:171","msg":"trace[953457001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1953; }","duration":"172.77436ms","start":"2026-03-14T01:34:04.175585Z","end":"2026-03-14T01:34:04.348359Z","steps":["trace[953457001] 'agreement among raft nodes before linearized reading' (duration: 172.7175ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:04.34837Z","caller":"traceutil/trace.go:171","msg":"trace[1109597263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1953; }","duration":"181.308306ms","start":"2026-03-14T01:34:04.16705Z","end":"2026-03-14T01:34:04.348358Z","steps":["trace[1109597263] 'agreement among raft nodes before linearized reading' (duration: 181.198904ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:04.348381Z","caller":"traceutil/trace.go:171","msg":"trace[316753421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"250.755158ms","start":"2026-03-14T01:34:04.097612Z","end":"2026-03-14T01:34:04.348367Z","steps":["trace[316753421] 'agreement among raft nodes before linearized reading' (duration: 250.616584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:04.348438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.891504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:34:04.348372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.800071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-14T01:34:04.348457Z","caller":"traceutil/trace.go:171","msg":"trace[1738740112] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1953; }","duration":"243.929764ms","start":"2026-03-14T01:34:04.104522Z","end":"2026-03-14T01:34:04.348452Z","steps":["trace[1738740112] 'agreement among raft nodes before linearized reading' (duration: 243.886563ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:04.348492Z","caller":"traceutil/trace.go:171","msg":"trace[641195622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1953; }","duration":"286.968055ms","start":"2026-03-14T01:34:04.061503Z","end":"2026-03-14T01:34:04.348471Z","steps":["trace[641195622] 'agreement among raft nodes before linearized reading' (duration: 286.691619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:04.348491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.52761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-14T01:34:04.348514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.887076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:34:04.348535Z","caller":"traceutil/trace.go:171","msg":"trace[2052801237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1953; }","duration":"249.950007ms","start":"2026-03-14T01:34:04.098578Z","end":"2026-03-14T01:34:04.348528Z","steps":["trace[2052801237] 'agreement among raft nodes before linearized reading' (duration: 249.893635ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:04.348534Z","caller":"traceutil/trace.go:171","msg":"trace[1749052425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"220.584602ms","start":"2026-03-14T01:34:04.127937Z","end":"2026-03-14T01:34:04.348522Z","steps":["trace[1749052425] 'agreement among raft nodes before linearized reading' (duration: 220.483839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:04.348556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.267273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:34:04.348578Z","caller":"traceutil/trace.go:171","msg":"trace[100516319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1953; }","duration":"173.310404ms","start":"2026-03-14T01:34:04.175261Z","end":"2026-03-14T01:34:04.348572Z","steps":["trace[100516319] 'agreement among raft nodes before linearized reading' (duration: 173.246463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.203854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.175149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:05.204101Z","caller":"traceutil/trace.go:171","msg":"trace[61357320] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"852.31213ms","start":"2026-03-14T01:34:04.35177Z","end":"2026-03-14T01:34:05.204082Z","steps":["trace[61357320] 'process raft request' (duration: 738.801972ms)","trace[61357320] 'compare' (duration: 112.891752ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:05.204112Z","caller":"traceutil/trace.go:171","msg":"trace[158514841] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"852.095864ms","start":"2026-03-14T01:34:04.351996Z","end":"2026-03-14T01:34:05.204092Z","steps":["trace[158514841] 'process raft request' (duration: 851.967271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.20419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.351974Z","time spent":"852.183526ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:05.204209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.351751Z","time spent":"852.397122ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:05.204357Z","caller":"traceutil/trace.go:171","msg":"trace[1221561365] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"852.296289ms","start":"2026-03-14T01:34:04.352022Z","end":"2026-03-14T01:34:05.204318Z","steps":["trace[1221561365] 'process raft request' (duration: 852.029333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.2045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.352002Z","time spent":"852.421462ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:05.204499Z","caller":"traceutil/trace.go:171","msg":"trace[1554931627] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"852.35447ms","start":"2026-03-14T01:34:04.352084Z","end":"2026-03-14T01:34:05.204438Z","steps":["trace[1554931627] 'process raft request' (duration: 852.152946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.204797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.352069Z","time spent":"852.601937ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:05.204823Z","caller":"traceutil/trace.go:171","msg":"trace[475080376] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"852.476234ms","start":"2026-03-14T01:34:04.352322Z","end":"2026-03-14T01:34:05.204798Z","steps":["trace[475080376] 'process raft request' (duration: 852.066773ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:05.204833Z","caller":"traceutil/trace.go:171","msg":"trace[1401469644] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"852.272198ms","start":"2026-03-14T01:34:04.352538Z","end":"2026-03-14T01:34:05.20481Z","steps":["trace[1401469644] 'process raft request' (duration: 852.093773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:05.204959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.352314Z","time spent":"852.576257ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:05.205163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.352532Z","time spent":"852.446272ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.381082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.495889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:06.381278Z","caller":"traceutil/trace.go:171","msg":"trace[1911757628] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.983831378s","start":"2026-03-14T01:34:04.397416Z","end":"2026-03-14T01:34:06.381247Z","steps":["trace[1911757628] 'process raft request' (duration: 1.668075883s)","trace[1911757628] 'compare' (duration: 315.007036ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:06.381376Z","caller":"traceutil/trace.go:171","msg":"trace[188523097] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2033; }","duration":"1.635945979s","start":"2026-03-14T01:34:04.74541Z","end":"2026-03-14T01:34:06.381356Z","steps":["trace[188523097] 'read index received' (duration: 345.250174ms)","trace[188523097] 'applied index is now lower than readState.Index' (duration: 1.290694825s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:06.381414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.397398Z","time spent":"1.983945861s","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:06.381392Z","caller":"traceutil/trace.go:171","msg":"trace[486190488] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.566025266s","start":"2026-03-14T01:34:04.815342Z","end":"2026-03-14T01:34:06.381367Z","steps":["trace[486190488] 'process raft request' (duration: 1.565847532s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.381513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.815324Z","time spent":"1.566126429s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:06.381619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636187685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:06.381682Z","caller":"traceutil/trace.go:171","msg":"trace[344783506] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1962; }","duration":"1.636295157s","start":"2026-03-14T01:34:04.745372Z","end":"2026-03-14T01:34:06.381667Z","steps":["trace[344783506] 'agreement among raft nodes before linearized reading' (duration: 1.636072252s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.381717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:04.745356Z","time spent":"1.636354059s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:06.383115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.465821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:06.38316Z","caller":"traceutil/trace.go:171","msg":"trace[1403780270] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1963; }","duration":"620.539874ms","start":"2026-03-14T01:34:05.76261Z","end":"2026-03-14T01:34:06.38315Z","steps":["trace[1403780270] 'agreement among raft nodes before linearized reading' (duration: 620.464363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.383164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.269821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T01:34:06.383186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.762588Z","time spent":"620.591196ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:06.383202Z","caller":"traceutil/trace.go:171","msg":"trace[350064047] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1963; }","duration":"436.349404ms","start":"2026-03-14T01:34:05.946842Z","end":"2026-03-14T01:34:06.383191Z","steps":["trace[350064047] 'agreement among raft nodes before linearized reading' (duration: 436.222611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.383213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219138572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:06.383227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.80725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:06.383263Z","caller":"traceutil/trace.go:171","msg":"trace[1235174555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"1.219213303s","start":"2026-03-14T01:34:05.164036Z","end":"2026-03-14T01:34:06.383249Z","steps":["trace[1235174555] 'agreement among raft nodes before linearized reading' (duration: 1.219133171s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.383297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027464731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-14T01:34:06.383307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.16402Z","time spent":"1.219279354s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:34:06.383276Z","caller":"traceutil/trace.go:171","msg":"trace[1548768514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"112.898093ms","start":"2026-03-14T01:34:06.270368Z","end":"2026-03-14T01:34:06.383266Z","steps":["trace[1548768514] 'agreement among raft nodes before linearized reading' (duration: 112.823162ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:06.383356Z","caller":"traceutil/trace.go:171","msg":"trace[492409442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"1.027521412s","start":"2026-03-14T01:34:05.355817Z","end":"2026-03-14T01:34:06.383338Z","steps":["trace[492409442] 'agreement among raft nodes before linearized reading' (duration: 1.027379569s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:06.38323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.946819Z","time spent":"436.403704ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:34:06.383392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:05.355759Z","time spent":"1.027623916s","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:34:16.452114Z","caller":"traceutil/trace.go:171","msg":"trace[1800606119] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"203.925521ms","start":"2026-03-14T01:34:16.248149Z","end":"2026-03-14T01:34:16.452075Z","steps":["trace[1800606119] 'process raft request' (duration: 159.037992ms)","trace[1800606119] 'compare' (duration: 44.662892ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:16.452127Z","caller":"traceutil/trace.go:171","msg":"trace[303710182] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"203.619883ms","start":"2026-03-14T01:34:16.248479Z","end":"2026-03-14T01:34:16.452099Z","steps":["trace[303710182] 'process raft request' (duration: 203.51011ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.452388Z","caller":"traceutil/trace.go:171","msg":"trace[104918107] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"202.396401ms","start":"2026-03-14T01:34:16.249969Z","end":"2026-03-14T01:34:16.452365Z","steps":["trace[104918107] 'process raft request' (duration: 202.078133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.452449Z","caller":"traceutil/trace.go:171","msg":"trace[403572989] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2092; }","duration":"182.932888ms","start":"2026-03-14T01:34:16.269497Z","end":"2026-03-14T01:34:16.45243Z","steps":["trace[403572989] 'read index received' (duration: 4.904845ms)","trace[403572989] 'applied index is now lower than readState.Index' (duration: 178.026233ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:16.452487Z","caller":"traceutil/trace.go:171","msg":"trace[801447130] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"195.783874ms","start":"2026-03-14T01:34:16.25667Z","end":"2026-03-14T01:34:16.452454Z","steps":["trace[801447130] 'process raft request' (duration: 195.413555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.452608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.088552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:16.45268Z","caller":"traceutil/trace.go:171","msg":"trace[1685366319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"183.201685ms","start":"2026-03-14T01:34:16.269456Z","end":"2026-03-14T01:34:16.452658Z","steps":["trace[1685366319] 'agreement among raft nodes before linearized reading' (duration: 183.062032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:49.401265Z","caller":"traceutil/trace.go:171","msg":"trace[1909303425] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"845.044264ms","start":"2026-03-14T01:34:48.556153Z","end":"2026-03-14T01:34:49.401197Z","steps":["trace[1909303425] 'process raft request' (duration: 844.704995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:49.401722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:48.556126Z","time spent":"845.415774ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:49.401861Z","caller":"traceutil/trace.go:171","msg":"trace[1245477951] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"770.545582ms","start":"2026-03-14T01:34:48.631275Z","end":"2026-03-14T01:34:49.401821Z","steps":["trace[1245477951] 'process raft request' (duration: 770.339217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:49.402109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:48.631257Z","time spent":"770.703586ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:49.404663Z","caller":"traceutil/trace.go:171","msg":"trace[1518828162] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2439; }","duration":"392.178522ms","start":"2026-03-14T01:34:49.012462Z","end":"2026-03-14T01:34:49.404641Z","steps":["trace[1518828162] 'read index received' (duration: 388.27568ms)","trace[1518828162] 'applied index is now lower than readState.Index' (duration: 3.902192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:49.404804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.322585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:49.404836Z","caller":"traceutil/trace.go:171","msg":"trace[1068460490] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2346; }","duration":"392.408448ms","start":"2026-03-14T01:34:49.012418Z","end":"2026-03-14T01:34:49.404826Z","steps":["trace[1068460490] 'agreement among raft nodes before linearized reading' (duration: 392.338856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:49.404863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:49.012399Z","time spent":"392.456169ms","remote":"127.0.0.1:42166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:49.4049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.359202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:49.404992Z","caller":"traceutil/trace.go:171","msg":"trace[1467153547] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2346; }","duration":"107.489185ms","start":"2026-03-14T01:34:49.297487Z","end":"2026-03-14T01:34:49.404976Z","steps":["trace[1467153547] 'agreement among raft nodes before linearized reading' (duration: 107.323481ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:14.526626Z","caller":"traceutil/trace.go:171","msg":"trace[43644280] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"111.085225ms","start":"2026-03-14T01:35:14.415515Z","end":"2026-03-14T01:35:14.5266Z","steps":["trace[43644280] 'process raft request' (duration: 110.940062ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:21.618897Z","caller":"traceutil/trace.go:171","msg":"trace[1836226456] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2627; }","duration":"110.385578ms","start":"2026-03-14T01:35:21.508447Z","end":"2026-03-14T01:35:21.618832Z","steps":["trace[1836226456] 'read index received' (duration: 110.344627ms)","trace[1836226456] 'applied index is now lower than readState.Index' (duration: 39.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:21.619043Z","caller":"traceutil/trace.go:171","msg":"trace[1317793805] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"180.189959ms","start":"2026-03-14T01:35:21.438841Z","end":"2026-03-14T01:35:21.619031Z","steps":["trace[1317793805] 'process raft request' (duration: 179.86277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:21.619252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.786408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:35:21.619501Z","caller":"traceutil/trace.go:171","msg":"trace[123541244] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2524; }","duration":"110.935392ms","start":"2026-03-14T01:35:21.508383Z","end":"2026-03-14T01:35:21.619319Z","steps":["trace[123541244] 'agreement among raft nodes before linearized reading' (duration: 110.721646ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:21.743489Z","caller":"traceutil/trace.go:171","msg":"trace[367489459] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"229.308778ms","start":"2026-03-14T01:35:21.514152Z","end":"2026-03-14T01:35:21.743461Z","steps":["trace[367489459] 'process raft request' (duration: 229.211255ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:21.743741Z","caller":"traceutil/trace.go:171","msg":"trace[211156543] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"231.895976ms","start":"2026-03-14T01:35:21.51179Z","end":"2026-03-14T01:35:21.743686Z","steps":["trace[211156543] 'process raft request' (duration: 139.551963ms)","trace[211156543] 'compare' (duration: 91.867101ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:21.743811Z","caller":"traceutil/trace.go:171","msg":"trace[1606373625] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"174.992262ms","start":"2026-03-14T01:35:21.568794Z","end":"2026-03-14T01:35:21.743786Z","steps":["trace[1606373625] 'process raft request' (duration: 174.627802ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:21.743715Z","caller":"traceutil/trace.go:171","msg":"trace[1967186995] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2628; }","duration":"124.707113ms","start":"2026-03-14T01:35:21.618995Z","end":"2026-03-14T01:35:21.743702Z","steps":["trace[1967186995] 'read index received' (duration: 32.289007ms)","trace[1967186995] 'applied index is now lower than readState.Index' (duration: 92.417166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:21.743986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.859236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:35:21.744156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.288851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:35:21.744074Z","caller":"traceutil/trace.go:171","msg":"trace[1135717450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2527; }","duration":"135.999089ms","start":"2026-03-14T01:35:21.608063Z","end":"2026-03-14T01:35:21.744062Z","steps":["trace[1135717450] 'agreement among raft nodes before linearized reading' (duration: 135.736813ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:21.744227Z","caller":"traceutil/trace.go:171","msg":"trace[1421440759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2527; }","duration":"135.415154ms","start":"2026-03-14T01:35:21.608795Z","end":"2026-03-14T01:35:21.74421Z","steps":["trace[1421440759] 'agreement among raft nodes before linearized reading' (duration: 135.202418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.028123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284613942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:35:24.212212Z","caller":"traceutil/trace.go:171","msg":"trace[1277258774] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"884.072442ms","start":"2026-03-14T01:35:23.328111Z","end":"2026-03-14T01:35:24.212183Z","steps":["trace[1277258774] 'process raft request' (duration: 883.865677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.212399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.328089Z","time spent":"884.194106ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:24.295636Z","caller":"traceutil/trace.go:171","msg":"trace[625454174] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2637; }","duration":"767.578055ms","start":"2026-03-14T01:35:23.528033Z","end":"2026-03-14T01:35:24.295611Z","steps":["trace[625454174] 'read index received' (duration: 683.983151ms)","trace[625454174] 'applied index is now lower than readState.Index' (duration: 83.594084ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:24.295736Z","caller":"traceutil/trace.go:171","msg":"trace[1907951391] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"546.645966ms","start":"2026-03-14T01:35:23.749057Z","end":"2026-03-14T01:35:24.295703Z","steps":["trace[1907951391] 'process raft request' (duration: 538.347369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.295881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.830902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:24.295991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.749035Z","time spent":"546.870592ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:24.295786Z","caller":"traceutil/trace.go:171","msg":"trace[266299621] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"546.3878ms","start":"2026-03-14T01:35:23.749375Z","end":"2026-03-14T01:35:24.295763Z","steps":["trace[266299621] 'process raft request' (duration: 546.192255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.29614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.658904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:35:24.296181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.749354Z","time spent":"546.80047ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:24.296192Z","caller":"traceutil/trace.go:171","msg":"trace[59110730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2536; }","duration":"512.753128ms","start":"2026-03-14T01:35:23.783424Z","end":"2026-03-14T01:35:24.296177Z","steps":["trace[59110730] 'agreement among raft nodes before linearized reading' (duration: 512.563272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.296224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.12222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:35:24.296237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.783379Z","time spent":"512.849879ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:35:24.296269Z","caller":"traceutil/trace.go:171","msg":"trace[225556569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2536; }","duration":"499.181471ms","start":"2026-03-14T01:35:23.797076Z","end":"2026-03-14T01:35:24.296257Z","steps":["trace[225556569] 'agreement among raft nodes before linearized reading' (duration: 499.030877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.29631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.797071Z","time spent":"499.232773ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:24.296412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.427677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:24.296447Z","caller":"traceutil/trace.go:171","msg":"trace[1077760663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2536; }","duration":"499.472959ms","start":"2026-03-14T01:35:23.796963Z","end":"2026-03-14T01:35:24.296436Z","steps":["trace[1077760663] 'agreement among raft nodes before linearized reading' (duration: 499.363946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.296478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.796958Z","time spent":"499.513009ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:24.296607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.004373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:35:24.296638Z","caller":"traceutil/trace.go:171","msg":"trace[648886470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2536; }","duration":"500.070965ms","start":"2026-03-14T01:35:23.796555Z","end":"2026-03-14T01:35:24.296626Z","steps":["trace[648886470] 'agreement among raft nodes before linearized reading' (duration: 499.987983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.29667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.796524Z","time spent":"500.139596ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:35:24.296687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.805179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:35:24.296898Z","caller":"traceutil/trace.go:171","msg":"trace[1419759649] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2536; }","duration":"767.960203ms","start":"2026-03-14T01:35:23.527979Z","end":"2026-03-14T01:35:24.295939Z","steps":["trace[1419759649] 'agreement among raft nodes before linearized reading' (duration: 767.82037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.296894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.097975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:24.296902Z","caller":"traceutil/trace.go:171","msg":"trace[2083506100] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2536; }","duration":"188.054145ms","start":"2026-03-14T01:35:24.108832Z","end":"2026-03-14T01:35:24.296886Z","steps":["trace[2083506100] 'agreement among raft nodes before linearized reading' (duration: 187.745666ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:24.297022Z","caller":"traceutil/trace.go:171","msg":"trace[1935525731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2536; }","duration":"500.271399ms","start":"2026-03-14T01:35:23.796732Z","end":"2026-03-14T01:35:24.297004Z","steps":["trace[1935525731] 'agreement among raft nodes before linearized reading' (duration: 499.788047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.29713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.527928Z","time spent":"769.004862ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:35:24.297161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.796717Z","time spent":"500.434254ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:35:24.296812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.860778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:35:24.297203Z","caller":"traceutil/trace.go:171","msg":"trace[69887304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2536; }","duration":"500.260609ms","start":"2026-03-14T01:35:23.796928Z","end":"2026-03-14T01:35:24.297189Z","steps":["trace[69887304] 'agreement among raft nodes before linearized reading' (duration: 499.823997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:24.296762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.50596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-14T01:35:24.29724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:23.796922Z","time spent":"500.310009ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:35:24.297255Z","caller":"traceutil/trace.go:171","msg":"trace[1303930033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2536; }","duration":"183.030724ms","start":"2026-03-14T01:35:24.114207Z","end":"2026-03-14T01:35:24.297237Z","steps":["trace[1303930033] 'agreement among raft nodes before linearized reading' (duration: 182.491219ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.531972Z","caller":"traceutil/trace.go:171","msg":"trace[799594013] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"133.000651ms","start":"2026-03-14T01:35:50.398943Z","end":"2026-03-14T01:35:50.531944Z","steps":["trace[799594013] 'process raft request' (duration: 132.840307ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.541002Z","caller":"traceutil/trace.go:171","msg":"trace[204076959] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"140.077687ms","start":"2026-03-14T01:35:50.400874Z","end":"2026-03-14T01:35:50.540951Z","steps":["trace[204076959] 'process raft request' (duration: 139.859511ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.167663Z","caller":"traceutil/trace.go:171","msg":"trace[642364309] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"138.127954ms","start":"2026-03-14T01:37:21.029476Z","end":"2026-03-14T01:37:21.167604Z","steps":["trace[642364309] 'process raft request' (duration: 137.894008ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:55.194398Z","caller":"traceutil/trace.go:171","msg":"trace[105322594] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"215.306754ms","start":"2026-03-14T01:37:54.979059Z","end":"2026-03-14T01:37:55.194366Z","steps":["trace[105322594] 'process raft request' (duration: 215.044426ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:55.484626Z","caller":"traceutil/trace.go:171","msg":"trace[1022832446] linearizableReadLoop","detail":"{readStateIndex:3598; appliedIndex:3596; }","duration":"320.562874ms","start":"2026-03-14T01:37:55.164032Z","end":"2026-03-14T01:37:55.484595Z","steps":["trace[1022832446] 'read index received' (duration: 29.985029ms)","trace[1022832446] 'applied index is now lower than readState.Index' (duration: 290.576434ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:55.484721Z","caller":"traceutil/trace.go:171","msg":"trace[1790752720] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"503.557807ms","start":"2026-03-14T01:37:54.98111Z","end":"2026-03-14T01:37:55.484668Z","steps":["trace[1790752720] 'process raft request' (duration: 443.568839ms)","trace[1790752720] 'compare' (duration: 59.616938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:55.48482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.768259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:55.484851Z","caller":"traceutil/trace.go:171","msg":"trace[2041245363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3456; }","duration":"320.870011ms","start":"2026-03-14T01:37:55.163972Z","end":"2026-03-14T01:37:55.484842Z","steps":["trace[2041245363] 'agreement among raft nodes before linearized reading' (duration: 320.771458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:55.484882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:55.163945Z","time spent":"320.930023ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:37:55.484978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:54.981092Z","time spent":"503.747654ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:55.485192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.93908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:37:55.485253Z","caller":"traceutil/trace.go:171","msg":"trace[1376117621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3456; }","duration":"108.014401ms","start":"2026-03-14T01:37:55.377221Z","end":"2026-03-14T01:37:55.485235Z","steps":["trace[1376117621] 'agreement among raft nodes before linearized reading' (duration: 107.896948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:55.48525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.454536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:37:55.485285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.318595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:37:55.485333Z","caller":"traceutil/trace.go:171","msg":"trace[1678775052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3456; }","duration":"110.59868ms","start":"2026-03-14T01:37:55.374714Z","end":"2026-03-14T01:37:55.485312Z","steps":["trace[1678775052] 'agreement among raft nodes before linearized reading' (duration: 110.373704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:55.485392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.381468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:37:55.485378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.654669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:37:55.485418Z","caller":"traceutil/trace.go:171","msg":"trace[553800820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3456; }","duration":"115.438067ms","start":"2026-03-14T01:37:55.369899Z","end":"2026-03-14T01:37:55.485337Z","steps":["trace[553800820] 'agreement among raft nodes before linearized reading' (duration: 115.19599ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:55.48543Z","caller":"traceutil/trace.go:171","msg":"trace[514241805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3456; }","duration":"117.4765ms","start":"2026-03-14T01:37:55.367946Z","end":"2026-03-14T01:37:55.485422Z","steps":["trace[514241805] 'agreement among raft nodes before linearized reading' (duration: 117.326876ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:55.485452Z","caller":"traceutil/trace.go:171","msg":"trace[2024408314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3456; }","duration":"108.771442ms","start":"2026-03-14T01:37:55.376661Z","end":"2026-03-14T01:37:55.485433Z","steps":["trace[2024408314] 'agreement among raft nodes before linearized reading' (duration: 108.587048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:55.484923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.952644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:37:55.485517Z","caller":"traceutil/trace.go:171","msg":"trace[500666864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3456; }","duration":"123.621352ms","start":"2026-03-14T01:37:55.361887Z","end":"2026-03-14T01:37:55.485508Z","steps":["trace[500666864] 'agreement among raft nodes before linearized reading' (duration: 122.895263ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:03.864182Z","caller":"traceutil/trace.go:171","msg":"trace[38289085] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"106.200617ms","start":"2026-03-14T01:39:03.757941Z","end":"2026-03-14T01:39:03.864142Z","steps":["trace[38289085] 'process raft request' (duration: 102.624323ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:16.695995Z","caller":"traceutil/trace.go:171","msg":"trace[460740837] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"183.853251ms","start":"2026-03-14T01:39:16.5121Z","end":"2026-03-14T01:39:16.695953Z","steps":["trace[460740837] 'process raft request' (duration: 170.958729ms)","trace[460740837] 'compare' (duration: 12.742848ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:20.026496Z","caller":"traceutil/trace.go:171","msg":"trace[2144668057] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4778; }","duration":"492.543047ms","start":"2026-03-14T01:39:19.533912Z","end":"2026-03-14T01:39:20.026455Z","steps":["trace[2144668057] 'read index received' (duration: 491.297524ms)","trace[2144668057] 'applied index is now lower than readState.Index' (duration: 1.244263ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:20.026528Z","caller":"traceutil/trace.go:171","msg":"trace[12337221] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"523.997431ms","start":"2026-03-14T01:39:19.502513Z","end":"2026-03-14T01:39:20.026511Z","steps":["trace[12337221] 'process raft request' (duration: 522.583594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.026735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:19.502492Z","time spent":"524.159317ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:20.073064Z","caller":"traceutil/trace.go:171","msg":"trace[581836229] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"309.874136ms","start":"2026-03-14T01:39:19.763159Z","end":"2026-03-14T01:39:20.073033Z","steps":["trace[581836229] 'process raft request' (duration: 309.669871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.073111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.155515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-14T01:39:20.07333Z","caller":"traceutil/trace.go:171","msg":"trace[1507187628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0; range_end:; response_count:1; response_revision:4593; }","duration":"539.413331ms","start":"2026-03-14T01:39:19.533883Z","end":"2026-03-14T01:39:20.073296Z","steps":["trace[1507187628] 'agreement among raft nodes before linearized reading' (duration: 492.738351ms)","trace[1507187628] 'range keys from in-memory index tree' (duration: 46.273889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:20.073343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.860276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:20.073399Z","caller":"traceutil/trace.go:171","msg":"trace[796385132] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4595; }","duration":"512.946588ms","start":"2026-03-14T01:39:19.560431Z","end":"2026-03-14T01:39:20.073378Z","steps":["trace[796385132] 'agreement among raft nodes before linearized reading' (duration: 512.804805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.073398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:19.533844Z","time spent":"539.536754ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0\" "} {"level":"warn","ts":"2026-03-14T01:39:20.073444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:19.560414Z","time spent":"513.02006ms","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:39:20.073505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.622357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:39:20.073611Z","caller":"traceutil/trace.go:171","msg":"trace[1658857331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"113.76034ms","start":"2026-03-14T01:39:19.959825Z","end":"2026-03-14T01:39:20.073586Z","steps":["trace[1658857331] 'agreement among raft nodes before linearized reading' (duration: 113.454493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.073682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.476336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:39:20.073722Z","caller":"traceutil/trace.go:171","msg":"trace[710757018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"115.514657ms","start":"2026-03-14T01:39:19.958198Z","end":"2026-03-14T01:39:20.073712Z","steps":["trace[710757018] 'agreement among raft nodes before linearized reading' (duration: 115.415085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.073879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.075225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:39:20.07389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.821792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:39:20.073919Z","caller":"traceutil/trace.go:171","msg":"trace[1673114484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4595; }","duration":"118.191078ms","start":"2026-03-14T01:39:19.955719Z","end":"2026-03-14T01:39:20.07391Z","steps":["trace[1673114484] 'agreement among raft nodes before linearized reading' (duration: 118.059104ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:20.073925Z","caller":"traceutil/trace.go:171","msg":"trace[524395144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4595; }","duration":"110.885934ms","start":"2026-03-14T01:39:19.963029Z","end":"2026-03-14T01:39:20.073915Z","steps":["trace[524395144] 'agreement among raft nodes before linearized reading' (duration: 110.803412ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:20.074046Z","caller":"traceutil/trace.go:171","msg":"trace[1289574316] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"146.101389ms","start":"2026-03-14T01:39:19.927882Z","end":"2026-03-14T01:39:20.073984Z","steps":["trace[1289574316] 'process raft request' (duration: 145.093373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.07421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:19.763125Z","time spent":"310.072782ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:20.074095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.10675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:39:20.075009Z","caller":"traceutil/trace.go:171","msg":"trace[1584293741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"109.114766ms","start":"2026-03-14T01:39:19.965867Z","end":"2026-03-14T01:39:20.074982Z","steps":["trace[1584293741] 'agreement among raft nodes before linearized reading' (duration: 107.970676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.074048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.644297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xgjz8-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-14T01:39:20.075234Z","caller":"traceutil/trace.go:171","msg":"trace[1769500479] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xgjz8-tls; range_end:; response_count:1; response_revision:4595; }","duration":"143.874369ms","start":"2026-03-14T01:39:19.931334Z","end":"2026-03-14T01:39:20.075208Z","steps":["trace[1769500479] 'agreement among raft nodes before linearized reading' (duration: 142.417561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.074304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.815913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719292"} {"level":"info","ts":"2026-03-14T01:39:20.075468Z","caller":"traceutil/trace.go:171","msg":"trace[1520618344] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4595; }","duration":"413.045016ms","start":"2026-03-14T01:39:19.662406Z","end":"2026-03-14T01:39:20.075451Z","steps":["trace[1520618344] 'agreement among raft nodes before linearized reading' (duration: 411.358191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.075553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:19.662382Z","time spent":"413.152539ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719314,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:39:20.074369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.603726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:39:20.07579Z","caller":"traceutil/trace.go:171","msg":"trace[2062435076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"118.042374ms","start":"2026-03-14T01:39:19.95773Z","end":"2026-03-14T01:39:20.075772Z","steps":["trace[2062435076] 'agreement among raft nodes before linearized reading' (duration: 116.357869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.582157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284619043,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:39:20.668601Z","caller":"traceutil/trace.go:171","msg":"trace[1245674303] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"590.744753ms","start":"2026-03-14T01:39:20.07782Z","end":"2026-03-14T01:39:20.668564Z","steps":["trace[1245674303] 'process raft request' (duration: 573.457445ms)","trace[1245674303] 'compare' (duration: 16.904169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:20.668808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.077807Z","time spent":"590.883657ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:20.722749Z","caller":"traceutil/trace.go:171","msg":"trace[2021197394] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"643.297288ms","start":"2026-03-14T01:39:20.079435Z","end":"2026-03-14T01:39:20.722732Z","steps":["trace[2021197394] 'process raft request' (duration: 643.140735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.722852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.079409Z","time spent":"643.389931ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:20.722992Z","caller":"traceutil/trace.go:171","msg":"trace[1201821878] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"642.461516ms","start":"2026-03-14T01:39:20.080519Z","end":"2026-03-14T01:39:20.72298Z","steps":["trace[1201821878] 'process raft request' (duration: 642.172329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.723067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.080505Z","time spent":"642.517277ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:20.723341Z","caller":"traceutil/trace.go:171","msg":"trace[1381657656] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"642.759704ms","start":"2026-03-14T01:39:20.080561Z","end":"2026-03-14T01:39:20.723321Z","steps":["trace[1381657656] 'process raft request' (duration: 642.378364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.723469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.08054Z","time spent":"642.857807ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:20.72357Z","caller":"traceutil/trace.go:171","msg":"trace[1475652756] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4782; }","duration":"641.507712ms","start":"2026-03-14T01:39:20.082049Z","end":"2026-03-14T01:39:20.723557Z","steps":["trace[1475652756] 'read index received' (duration: 569.433178ms)","trace[1475652756] 'applied index is now lower than readState.Index' (duration: 72.073263ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:20.723673Z","caller":"traceutil/trace.go:171","msg":"trace[129697441] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"642.953209ms","start":"2026-03-14T01:39:20.080713Z","end":"2026-03-14T01:39:20.723666Z","steps":["trace[129697441] 'process raft request' (duration: 642.723523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.723708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.080702Z","time spent":"642.985661ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:20.723664Z","caller":"traceutil/trace.go:171","msg":"trace[1689226467] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"642.059676ms","start":"2026-03-14T01:39:20.081554Z","end":"2026-03-14T01:39:20.723613Z","steps":["trace[1689226467] 'process raft request' (duration: 641.942152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.723752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.703766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xgjz8-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-14T01:39:20.723795Z","caller":"traceutil/trace.go:171","msg":"trace[1390404143] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xgjz8-tls; range_end:; response_count:1; response_revision:4602; }","duration":"641.759747ms","start":"2026-03-14T01:39:20.08202Z","end":"2026-03-14T01:39:20.72378Z","steps":["trace[1390404143] 'agreement among raft nodes before linearized reading' (duration: 641.622873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.723826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.082008Z","time spent":"641.810008ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4450,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xgjz8-tls\" "} {"level":"warn","ts":"2026-03-14T01:39:20.723902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.117945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:39:20.723959Z","caller":"traceutil/trace.go:171","msg":"trace[804558548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:4602; }","duration":"518.218758ms","start":"2026-03-14T01:39:20.205727Z","end":"2026-03-14T01:39:20.723946Z","steps":["trace[804558548] 'agreement among raft nodes before linearized reading' (duration: 518.038884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.723944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.081542Z","time spent":"642.249321ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:20.723925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.713885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-14T01:39:20.723996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.205703Z","time spent":"518.28563ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-knbx2\" "} {"level":"warn","ts":"2026-03-14T01:39:20.724022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.565858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-14T01:39:20.724045Z","caller":"traceutil/trace.go:171","msg":"trace[29172327] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0; range_end:; response_count:1; response_revision:4602; }","duration":"491.815797ms","start":"2026-03-14T01:39:20.232195Z","end":"2026-03-14T01:39:20.724011Z","steps":["trace[29172327] 'agreement among raft nodes before linearized reading' (duration: 491.705254ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:20.724121Z","caller":"traceutil/trace.go:171","msg":"trace[54106860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4602; }","duration":"428.659791ms","start":"2026-03-14T01:39:20.29542Z","end":"2026-03-14T01:39:20.72408Z","steps":["trace[54106860] 'agreement among raft nodes before linearized reading' (duration: 428.420543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.724169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.295412Z","time spent":"428.748452ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:39:20.724164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.232189Z","time spent":"491.93125ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3740,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0\" "} {"level":"info","ts":"2026-03-14T01:39:20.724825Z","caller":"traceutil/trace.go:171","msg":"trace[816914597] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"642.906319ms","start":"2026-03-14T01:39:20.080653Z","end":"2026-03-14T01:39:20.723559Z","steps":["trace[816914597] 'process raft request' (duration: 642.59628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:20.724962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:20.080641Z","time spent":"644.261814ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:21.349696Z","caller":"traceutil/trace.go:171","msg":"trace[982521732] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4789; }","duration":"185.153996ms","start":"2026-03-14T01:39:21.164515Z","end":"2026-03-14T01:39:21.349669Z","steps":["trace[982521732] 'read index received' (duration: 184.991892ms)","trace[982521732] 'applied index is now lower than readState.Index' (duration: 160.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:21.349771Z","caller":"traceutil/trace.go:171","msg":"trace[1499898175] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4602; }","duration":"195.317405ms","start":"2026-03-14T01:39:21.154406Z","end":"2026-03-14T01:39:21.349724Z","steps":["trace[1499898175] 'process raft request' (duration: 195.169982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:21.349872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.33858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:21.350295Z","caller":"traceutil/trace.go:171","msg":"trace[1431484896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4602; }","duration":"185.821603ms","start":"2026-03-14T01:39:21.164455Z","end":"2026-03-14T01:39:21.350276Z","steps":["trace[1431484896] 'agreement among raft nodes before linearized reading' (duration: 185.341571ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:21.588502Z","caller":"traceutil/trace.go:171","msg":"trace[755181316] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"113.056082ms","start":"2026-03-14T01:39:21.475412Z","end":"2026-03-14T01:39:21.588468Z","steps":["trace[755181316] 'process raft request' (duration: 112.852096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:21.885439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.042828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:21.885543Z","caller":"traceutil/trace.go:171","msg":"trace[245657686] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4793; }","duration":"155.144378ms","start":"2026-03-14T01:39:21.73038Z","end":"2026-03-14T01:39:21.885524Z","steps":["trace[245657686] 'read index received' (duration: 20.76232ms)","trace[245657686] 'applied index is now lower than readState.Index' (duration: 134.380608ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:21.885615Z","caller":"traceutil/trace.go:171","msg":"trace[1882987479] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"292.367442ms","start":"2026-03-14T01:39:21.593222Z","end":"2026-03-14T01:39:21.88559Z","steps":["trace[1882987479] 'process raft request' (duration: 158.003325ms)","trace[1882987479] 'compare' (duration: 133.905945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:21.885816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.424666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-14T01:39:21.88591Z","caller":"traceutil/trace.go:171","msg":"trace[1183183511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36329454-197d-4198-8e0d-26535ac7aad0; range_end:; response_count:1; response_revision:4606; }","duration":"155.584849ms","start":"2026-03-14T01:39:21.7303Z","end":"2026-03-14T01:39:21.885885Z","steps":["trace[1183183511] 'agreement among raft nodes before linearized reading' (duration: 155.287872ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:22.01753Z","caller":"traceutil/trace.go:171","msg":"trace[1584184612] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"126.376795ms","start":"2026-03-14T01:39:21.89112Z","end":"2026-03-14T01:39:22.017497Z","steps":["trace[1584184612] 'process raft request' (duration: 106.653001ms)","trace[1584184612] 'compare' (duration: 19.445816ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:25.169737Z","caller":"traceutil/trace.go:171","msg":"trace[1471065038] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"120.415877ms","start":"2026-03-14T01:39:25.04928Z","end":"2026-03-14T01:39:25.169696Z","steps":["trace[1471065038] 'process raft request' (duration: 86.093727ms)","trace[1471065038] 'compare' (duration: 34.146646ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:32.239305Z","caller":"traceutil/trace.go:171","msg":"trace[1469039306] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"162.064313ms","start":"2026-03-14T01:39:32.077214Z","end":"2026-03-14T01:39:32.239278Z","steps":["trace[1469039306] 'process raft request' (duration: 77.350203ms)","trace[1469039306] 'compare' (duration: 84.580577ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:32.393747Z","caller":"traceutil/trace.go:171","msg":"trace[1311935706] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"280.127647ms","start":"2026-03-14T01:39:32.113603Z","end":"2026-03-14T01:39:32.393731Z","steps":["trace[1311935706] 'process raft request' (duration: 251.843377ms)","trace[1311935706] 'compare' (duration: 28.091375ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:32.393674Z","caller":"traceutil/trace.go:171","msg":"trace[2095437332] linearizableReadLoop","detail":"{readStateIndex:5019; appliedIndex:5018; }","duration":"229.364229ms","start":"2026-03-14T01:39:32.164282Z","end":"2026-03-14T01:39:32.393646Z","steps":["trace[2095437332] 'read index received' (duration: 201.14949ms)","trace[2095437332] 'applied index is now lower than readState.Index' (duration: 28.213609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:32.394111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.782641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:32.394269Z","caller":"traceutil/trace.go:171","msg":"trace[1984216999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4824; }","duration":"229.978616ms","start":"2026-03-14T01:39:32.16423Z","end":"2026-03-14T01:39:32.394209Z","steps":["trace[1984216999] 'agreement among raft nodes before linearized reading' (duration: 229.708539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.716154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.360658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:32.716244Z","caller":"traceutil/trace.go:171","msg":"trace[8091562] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4824; }","duration":"186.531272ms","start":"2026-03-14T01:39:32.529691Z","end":"2026-03-14T01:39:32.716222Z","steps":["trace[8091562] 'count revisions from in-memory index tree' (duration: 186.233024ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:32.966915Z","caller":"traceutil/trace.go:171","msg":"trace[2026203830] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5019; }","duration":"186.350787ms","start":"2026-03-14T01:39:32.780537Z","end":"2026-03-14T01:39:32.966888Z","steps":["trace[2026203830] 'read index received' (duration: 28.171207ms)","trace[2026203830] 'applied index is now lower than readState.Index' (duration: 158.17845ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:32.967063Z","caller":"traceutil/trace.go:171","msg":"trace[1222156667] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"242.141068ms","start":"2026-03-14T01:39:32.724863Z","end":"2026-03-14T01:39:32.967004Z","steps":["trace[1222156667] 'process raft request' (duration: 241.828799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.967222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.668436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:39:32.967279Z","caller":"traceutil/trace.go:171","msg":"trace[1865548842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4826; }","duration":"186.783829ms","start":"2026-03-14T01:39:32.78048Z","end":"2026-03-14T01:39:32.967264Z","steps":["trace[1865548842] 'agreement among raft nodes before linearized reading' (duration: 186.561353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.967312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.260056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:39:32.96741Z","caller":"traceutil/trace.go:171","msg":"trace[588143698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4826; }","duration":"180.385929ms","start":"2026-03-14T01:39:32.787002Z","end":"2026-03-14T01:39:32.967388Z","steps":["trace[588143698] 'agreement among raft nodes before linearized reading' (duration: 180.158284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.967423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.892432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T01:39:32.967456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.682627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:39:32.967531Z","caller":"traceutil/trace.go:171","msg":"trace[260107175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4826; }","duration":"181.031336ms","start":"2026-03-14T01:39:32.78647Z","end":"2026-03-14T01:39:32.967501Z","steps":["trace[260107175] 'agreement among raft nodes before linearized reading' (duration: 180.702318ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:32.967563Z","caller":"traceutil/trace.go:171","msg":"trace[370393682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4826; }","duration":"119.829542ms","start":"2026-03-14T01:39:32.847699Z","end":"2026-03-14T01:39:32.967529Z","steps":["trace[370393682] 'agreement among raft nodes before linearized reading' (duration: 119.575466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.967606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.656199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:39:32.967647Z","caller":"traceutil/trace.go:171","msg":"trace[1141440998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:4826; }","duration":"179.69696ms","start":"2026-03-14T01:39:32.787939Z","end":"2026-03-14T01:39:32.967636Z","steps":["trace[1141440998] 'agreement among raft nodes before linearized reading' (duration: 179.591397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.967702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.999996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:39:32.967847Z","caller":"traceutil/trace.go:171","msg":"trace[1905925644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4826; }","duration":"184.275662ms","start":"2026-03-14T01:39:32.783546Z","end":"2026-03-14T01:39:32.967822Z","steps":["trace[1905925644] 'agreement among raft nodes before linearized reading' (duration: 183.582083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:32.967766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.432056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:39:32.968055Z","caller":"traceutil/trace.go:171","msg":"trace[125448421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4826; }","duration":"181.734566ms","start":"2026-03-14T01:39:32.786306Z","end":"2026-03-14T01:39:32.968041Z","steps":["trace[125448421] 'agreement among raft nodes before linearized reading' (duration: 181.389967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:33.204422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.819656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:33.204626Z","caller":"traceutil/trace.go:171","msg":"trace[403301947] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"231.581039ms","start":"2026-03-14T01:39:32.97303Z","end":"2026-03-14T01:39:33.204611Z","steps":["trace[403301947] 'process raft request' (duration: 231.531167ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.204657Z","caller":"traceutil/trace.go:171","msg":"trace[1103474528] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"231.748973ms","start":"2026-03-14T01:39:32.972879Z","end":"2026-03-14T01:39:33.204628Z","steps":["trace[1103474528] 'process raft request' (duration: 127.643409ms)","trace[1103474528] 'compare' (duration: 103.702403ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:33.204683Z","caller":"traceutil/trace.go:171","msg":"trace[74114988] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"231.604789ms","start":"2026-03-14T01:39:32.973022Z","end":"2026-03-14T01:39:33.204626Z","steps":["trace[74114988] 'process raft request' (duration: 231.486126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.204999Z","caller":"traceutil/trace.go:171","msg":"trace[1697478070] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"231.913937ms","start":"2026-03-14T01:39:32.973078Z","end":"2026-03-14T01:39:33.204992Z","steps":["trace[1697478070] 'process raft request' (duration: 231.504186ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.205105Z","caller":"traceutil/trace.go:171","msg":"trace[964768316] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"231.969069ms","start":"2026-03-14T01:39:32.973102Z","end":"2026-03-14T01:39:33.205072Z","steps":["trace[964768316] 'process raft request' (duration: 231.734393ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.205169Z","caller":"traceutil/trace.go:171","msg":"trace[454655126] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"231.478536ms","start":"2026-03-14T01:39:32.973663Z","end":"2026-03-14T01:39:33.205141Z","steps":["trace[454655126] 'process raft request' (duration: 231.327561ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.205265Z","caller":"traceutil/trace.go:171","msg":"trace[561272676] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"231.399504ms","start":"2026-03-14T01:39:32.973855Z","end":"2026-03-14T01:39:33.205254Z","steps":["trace[561272676] 'process raft request' (duration: 231.256049ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.205405Z","caller":"traceutil/trace.go:171","msg":"trace[297830020] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"231.063005ms","start":"2026-03-14T01:39:32.97433Z","end":"2026-03-14T01:39:33.205393Z","steps":["trace[297830020] 'process raft request' (duration: 230.826139ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:33.205536Z","caller":"traceutil/trace.go:171","msg":"trace[1195773706] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"231.604088ms","start":"2026-03-14T01:39:32.973842Z","end":"2026-03-14T01:39:33.205446Z","steps":["trace[1195773706] 'process raft request' (duration: 231.204068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:33.767143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.601048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:33.767248Z","caller":"traceutil/trace.go:171","msg":"trace[198125179] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4836; }","duration":"376.791733ms","start":"2026-03-14T01:39:33.390431Z","end":"2026-03-14T01:39:33.767222Z","steps":["trace[198125179] 'count revisions from in-memory index tree' (duration: 376.479693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:33.767302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:33.390397Z","time spent":"376.892685ms","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:39:33.767289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.889636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:33.767388Z","caller":"traceutil/trace.go:171","msg":"trace[146386406] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4836; }","duration":"206.062ms","start":"2026-03-14T01:39:33.5613Z","end":"2026-03-14T01:39:33.767362Z","steps":["trace[146386406] 'count revisions from in-memory index tree' (duration: 205.729482ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:38.401016Z","caller":"traceutil/trace.go:171","msg":"trace[1386312018] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"134.344518ms","start":"2026-03-14T01:39:38.266639Z","end":"2026-03-14T01:39:38.400984Z","steps":["trace[1386312018] 'process raft request' (duration: 133.661219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.314575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.354062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:41.31468Z","caller":"traceutil/trace.go:171","msg":"trace[844039787] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:4968; }","duration":"222.554928ms","start":"2026-03-14T01:39:41.092105Z","end":"2026-03-14T01:39:41.31466Z","steps":["trace[844039787] 'count revisions from in-memory index tree' (duration: 222.174558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.314911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.224024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:41.314955Z","caller":"traceutil/trace.go:171","msg":"trace[102989877] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4968; }","duration":"212.288766ms","start":"2026-03-14T01:39:41.102654Z","end":"2026-03-14T01:39:41.314943Z","steps":["trace[102989877] 'count revisions from in-memory index tree' (duration: 212.172202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.315257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.349156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-14T01:39:41.3153Z","caller":"traceutil/trace.go:171","msg":"trace[1568258129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4968; }","duration":"201.412457ms","start":"2026-03-14T01:39:41.113877Z","end":"2026-03-14T01:39:41.31529Z","steps":["trace[1568258129] 'range keys from in-memory index tree' (duration: 201.249212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.315453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.806615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:41.31549Z","caller":"traceutil/trace.go:171","msg":"trace[1742409520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4968; }","duration":"150.861265ms","start":"2026-03-14T01:39:41.164617Z","end":"2026-03-14T01:39:41.315478Z","steps":["trace[1742409520] 'range keys from in-memory index tree' (duration: 150.765963ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:41.719244Z","caller":"traceutil/trace.go:171","msg":"trace[2024183973] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"398.765247ms","start":"2026-03-14T01:39:41.320451Z","end":"2026-03-14T01:39:41.719216Z","steps":["trace[2024183973] 'process raft request' (duration: 398.558082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.719438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.320438Z","time spent":"398.897761ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:41.719491Z","caller":"traceutil/trace.go:171","msg":"trace[860505064] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"398.948491ms","start":"2026-03-14T01:39:41.320523Z","end":"2026-03-14T01:39:41.719471Z","steps":["trace[860505064] 'process raft request' (duration: 398.639133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.719619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.320509Z","time spent":"399.059615ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:41.719747Z","caller":"traceutil/trace.go:171","msg":"trace[241942580] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5166; }","duration":"398.766577ms","start":"2026-03-14T01:39:41.320953Z","end":"2026-03-14T01:39:41.719719Z","steps":["trace[241942580] 'read index received' (duration: 14.438753ms)","trace[241942580] 'applied index is now lower than readState.Index' (duration: 384.326734ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:41.719751Z","caller":"traceutil/trace.go:171","msg":"trace[2064857236] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"399.189718ms","start":"2026-03-14T01:39:41.320527Z","end":"2026-03-14T01:39:41.719717Z","steps":["trace[2064857236] 'process raft request' (duration: 398.86817ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:41.719857Z","caller":"traceutil/trace.go:171","msg":"trace[242854377] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"398.158202ms","start":"2026-03-14T01:39:41.321654Z","end":"2026-03-14T01:39:41.719813Z","steps":["trace[242854377] 'process raft request' (duration: 397.977607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.719929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.320514Z","time spent":"399.324172ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:41.719957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.991863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18573"} {"level":"info","ts":"2026-03-14T01:39:41.720025Z","caller":"traceutil/trace.go:171","msg":"trace[330770224] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4973; }","duration":"399.075694ms","start":"2026-03-14T01:39:41.320934Z","end":"2026-03-14T01:39:41.72001Z","steps":["trace[330770224] 'agreement among raft nodes before linearized reading' (duration: 398.87737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:41.720065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.320926Z","time spent":"399.130236ms","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:39:41.720056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.321645Z","time spent":"398.306235ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:41.763028Z","caller":"traceutil/trace.go:171","msg":"trace[1749530613] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"220.553304ms","start":"2026-03-14T01:39:41.542436Z","end":"2026-03-14T01:39:41.762989Z","steps":["trace[1749530613] 'process raft request' (duration: 220.239427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.270353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284619880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:39:42.387354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.621021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:42.387501Z","caller":"traceutil/trace.go:171","msg":"trace[1099425801] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4974; }","duration":"187.776995ms","start":"2026-03-14T01:39:42.1997Z","end":"2026-03-14T01:39:42.387477Z","steps":["trace[1099425801] 'range keys from in-memory index tree' (duration: 187.605471ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:42.38777Z","caller":"traceutil/trace.go:171","msg":"trace[658943961] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"619.748313ms","start":"2026-03-14T01:39:41.767993Z","end":"2026-03-14T01:39:42.387741Z","steps":["trace[658943961] 'process raft request' (duration: 618.974072ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:42.387768Z","caller":"traceutil/trace.go:171","msg":"trace[1945516714] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5172; }","duration":"617.807272ms","start":"2026-03-14T01:39:41.769928Z","end":"2026-03-14T01:39:42.387735Z","steps":["trace[1945516714] 'read index received' (duration: 617.026681ms)","trace[1945516714] 'applied index is now lower than readState.Index' (duration: 778.661µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:42.388014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.668052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:42.388071Z","caller":"traceutil/trace.go:171","msg":"trace[896405155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4975; }","duration":"222.762365ms","start":"2026-03-14T01:39:42.165295Z","end":"2026-03-14T01:39:42.388058Z","steps":["trace[896405155] 'agreement among raft nodes before linearized reading' (duration: 222.669662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.388201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.070937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbdd73f1-01fc-4def-9296-b03293d3df0a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-14T01:39:42.388291Z","caller":"traceutil/trace.go:171","msg":"trace[1223238026] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbdd73f1-01fc-4def-9296-b03293d3df0a; range_end:; response_count:1; response_revision:4975; }","duration":"616.186699ms","start":"2026-03-14T01:39:41.77208Z","end":"2026-03-14T01:39:42.388267Z","steps":["trace[1223238026] 'agreement among raft nodes before linearized reading' (duration: 615.876851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.388315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.184752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:42.388343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.772075Z","time spent":"616.258441ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbdd73f1-01fc-4def-9296-b03293d3df0a\" "} {"level":"info","ts":"2026-03-14T01:39:42.388387Z","caller":"traceutil/trace.go:171","msg":"trace[901895066] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4975; }","duration":"604.273353ms","start":"2026-03-14T01:39:41.784094Z","end":"2026-03-14T01:39:42.388367Z","steps":["trace[901895066] 'agreement among raft nodes before linearized reading' (duration: 604.15139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.388433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.784024Z","time spent":"604.399226ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:39:42.388555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.222142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-14T01:39:42.388593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.402345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2264"} {"level":"warn","ts":"2026-03-14T01:39:42.387923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.767979Z","time spent":"619.860316ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:42.388646Z","caller":"traceutil/trace.go:171","msg":"trace[429885056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4975; }","duration":"175.354186ms","start":"2026-03-14T01:39:42.213269Z","end":"2026-03-14T01:39:42.388623Z","steps":["trace[429885056] 'agreement among raft nodes before linearized reading' (duration: 175.061848ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:42.388674Z","caller":"traceutil/trace.go:171","msg":"trace[2035834226] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4975; }","duration":"616.523308ms","start":"2026-03-14T01:39:41.77213Z","end":"2026-03-14T01:39:42.388653Z","steps":["trace[2035834226] 'agreement among raft nodes before linearized reading' (duration: 616.23548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.388709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.177972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-14T01:39:42.388741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.772121Z","time spent":"616.60952ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2286,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-14T01:39:42.388784Z","caller":"traceutil/trace.go:171","msg":"trace[1941030742] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4975; }","duration":"618.869269ms","start":"2026-03-14T01:39:41.769898Z","end":"2026-03-14T01:39:42.388767Z","steps":["trace[1941030742] 'agreement among raft nodes before linearized reading' (duration: 617.987796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.388863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.769887Z","time spent":"618.921262ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-14T01:39:42.389276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.446872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-14T01:39:42.389549Z","caller":"traceutil/trace.go:171","msg":"trace[408865831] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4975; }","duration":"391.791972ms","start":"2026-03-14T01:39:41.997736Z","end":"2026-03-14T01:39:42.389528Z","steps":["trace[408865831] 'agreement among raft nodes before linearized reading' (duration: 390.609451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:42.389633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:41.997708Z","time spent":"391.884334ms","remote":"127.0.0.1:43378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210825,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:39:42.897558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284619887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:39:43.380378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.477573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:43.38051Z","caller":"traceutil/trace.go:171","msg":"trace[1639070575] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"983.808229ms","start":"2026-03-14T01:39:42.396678Z","end":"2026-03-14T01:39:43.380486Z","steps":["trace[1639070575] 'process raft request' (duration: 864.130851ms)","trace[1639070575] 'compare' (duration: 119.039121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:43.380594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.396663Z","time spent":"983.885832ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:43.430487Z","caller":"traceutil/trace.go:171","msg":"trace[184535218] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"1.029241505s","start":"2026-03-14T01:39:42.401223Z","end":"2026-03-14T01:39:43.430465Z","steps":["trace[184535218] 'process raft request' (duration: 1.02906963s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.430619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.401205Z","time spent":"1.029348588s","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2576,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:43.430794Z","caller":"traceutil/trace.go:171","msg":"trace[1370162065] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"1.019315932s","start":"2026-03-14T01:39:42.411467Z","end":"2026-03-14T01:39:43.430783Z","steps":["trace[1370162065] 'process raft request' (duration: 1.018939081s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.430856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.411453Z","time spent":"1.019371983s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:43.430855Z","caller":"traceutil/trace.go:171","msg":"trace[101971626] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"923.651142ms","start":"2026-03-14T01:39:42.507178Z","end":"2026-03-14T01:39:43.430829Z","steps":["trace[101971626] 'process raft request' (duration: 923.481998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.507144Z","time spent":"923.791046ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:43.431055Z","caller":"traceutil/trace.go:171","msg":"trace[1717606962] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5173; }","duration":"1.033918599s","start":"2026-03-14T01:39:42.397106Z","end":"2026-03-14T01:39:43.431025Z","steps":["trace[1717606962] 'read index received' (duration: 863.723031ms)","trace[1717606962] 'applied index is now lower than readState.Index' (duration: 170.194148ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:43.431076Z","caller":"traceutil/trace.go:171","msg":"trace[1945010622] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"837.732742ms","start":"2026-03-14T01:39:42.593319Z","end":"2026-03-14T01:39:43.431052Z","steps":["trace[1945010622] 'process raft request' (duration: 837.464075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.593289Z","time spent":"837.863324ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:43.431286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034193486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18573"} {"level":"info","ts":"2026-03-14T01:39:43.431348Z","caller":"traceutil/trace.go:171","msg":"trace[1112576817] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4980; }","duration":"1.034278939s","start":"2026-03-14T01:39:42.397055Z","end":"2026-03-14T01:39:43.431334Z","steps":["trace[1112576817] 'agreement among raft nodes before linearized reading' (duration: 1.034108735s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.43138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.083113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:39:43.431389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.397038Z","time spent":"1.03434332s","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T01:39:43.431413Z","caller":"traceutil/trace.go:171","msg":"trace[654573462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4980; }","duration":"585.166326ms","start":"2026-03-14T01:39:42.846236Z","end":"2026-03-14T01:39:43.431402Z","steps":["trace[654573462] 'agreement among raft nodes before linearized reading' (duration: 585.089213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.846207Z","time spent":"585.238747ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:39:43.431298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031830484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-14T01:39:43.431542Z","caller":"traceutil/trace.go:171","msg":"trace[730653366] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4980; }","duration":"1.032088812s","start":"2026-03-14T01:39:42.399442Z","end":"2026-03-14T01:39:43.43153Z","steps":["trace[730653366] 'agreement among raft nodes before linearized reading' (duration: 1.031749033s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013090937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-14T01:39:43.431617Z","caller":"traceutil/trace.go:171","msg":"trace[2139340194] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4980; }","duration":"1.013143137s","start":"2026-03-14T01:39:42.418464Z","end":"2026-03-14T01:39:43.431607Z","steps":["trace[2139340194] 'agreement among raft nodes before linearized reading' (duration: 1.013057646s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.418456Z","time spent":"1.013187219s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-14T01:39:43.431585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.399429Z","time spent":"1.032144013s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-14T01:39:43.431827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.174746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:39:43.431777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.889387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:43.431834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030100568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T01:39:43.431884Z","caller":"traceutil/trace.go:171","msg":"trace[1994176336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:4980; }","duration":"417.30656ms","start":"2026-03-14T01:39:43.014564Z","end":"2026-03-14T01:39:43.431871Z","steps":["trace[1994176336] 'agreement among raft nodes before linearized reading' (duration: 416.632212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:43.014536Z","time spent":"417.379891ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-knbx2\" "} {"level":"info","ts":"2026-03-14T01:39:43.431924Z","caller":"traceutil/trace.go:171","msg":"trace[1555872649] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4980; }","duration":"1.030251121s","start":"2026-03-14T01:39:42.401649Z","end":"2026-03-14T01:39:43.4319Z","steps":["trace[1555872649] 'agreement among raft nodes before linearized reading' (duration: 1.029969594s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:43.431937Z","caller":"traceutil/trace.go:171","msg":"trace[1282667277] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4980; }","duration":"110.131974ms","start":"2026-03-14T01:39:43.321756Z","end":"2026-03-14T01:39:43.431888Z","steps":["trace[1282667277] 'agreement among raft nodes before linearized reading' (duration: 109.842186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.431979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:42.401626Z","time spent":"1.030338064s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-14T01:39:51.546595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.729607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:51.546837Z","caller":"traceutil/trace.go:171","msg":"trace[678444896] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"619.263711ms","start":"2026-03-14T01:39:50.927534Z","end":"2026-03-14T01:39:51.546798Z","steps":["trace[678444896] 'process raft request' (duration: 64.214655ms)","trace[678444896] 'compare' (duration: 554.594354ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:51.546897Z","caller":"traceutil/trace.go:171","msg":"trace[2001942985] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"619.100117ms","start":"2026-03-14T01:39:50.927775Z","end":"2026-03-14T01:39:51.546875Z","steps":["trace[2001942985] 'process raft request' (duration: 618.949652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.546976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.927743Z","time spent":"619.194788ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:51.547022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.927507Z","time spent":"619.410024ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:51.547279Z","caller":"traceutil/trace.go:171","msg":"trace[1374072938] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"619.372323ms","start":"2026-03-14T01:39:50.927869Z","end":"2026-03-14T01:39:51.547241Z","steps":["trace[1374072938] 'process raft request' (duration: 618.952112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.547469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.927861Z","time spent":"619.515557ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1867,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:51.547504Z","caller":"traceutil/trace.go:171","msg":"trace[1359869804] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"612.82578ms","start":"2026-03-14T01:39:50.934664Z","end":"2026-03-14T01:39:51.54749Z","steps":["trace[1359869804] 'process raft request' (duration: 612.42391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.547573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.934645Z","time spent":"612.890331ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:51.547612Z","caller":"traceutil/trace.go:171","msg":"trace[947009138] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"611.486054ms","start":"2026-03-14T01:39:50.936098Z","end":"2026-03-14T01:39:51.547584Z","steps":["trace[947009138] 'process raft request' (duration: 611.132835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.547768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.936077Z","time spent":"611.608377ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:51.547838Z","caller":"traceutil/trace.go:171","msg":"trace[136502600] linearizableReadLoop","detail":"{readStateIndex:5329; appliedIndex:5324; }","duration":"381.812847ms","start":"2026-03-14T01:39:51.166009Z","end":"2026-03-14T01:39:51.547822Z","steps":["trace[136502600] 'read index received' (duration: 378.185661ms)","trace[136502600] 'applied index is now lower than readState.Index' (duration: 3.626006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:51.548007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.689901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:51.548054Z","caller":"traceutil/trace.go:171","msg":"trace[599660915] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5129; }","duration":"277.738563ms","start":"2026-03-14T01:39:51.270304Z","end":"2026-03-14T01:39:51.548043Z","steps":["trace[599660915] 'agreement among raft nodes before linearized reading' (duration: 277.651181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.54813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.118205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:51.548179Z","caller":"traceutil/trace.go:171","msg":"trace[1913442203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5129; }","duration":"382.212167ms","start":"2026-03-14T01:39:51.165954Z","end":"2026-03-14T01:39:51.548166Z","steps":["trace[1913442203] 'agreement among raft nodes before linearized reading' (duration: 382.138525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.548215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:51.165927Z","time spent":"382.282179ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:39:55.111391Z","caller":"traceutil/trace.go:171","msg":"trace[1799266933] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5354; }","duration":"118.802864ms","start":"2026-03-14T01:39:54.992555Z","end":"2026-03-14T01:39:55.111357Z","steps":["trace[1799266933] 'read index received' (duration: 117.341405ms)","trace[1799266933] 'applied index is now lower than readState.Index' (duration: 1.459729ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:55.111478Z","caller":"traceutil/trace.go:171","msg":"trace[419124557] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"188.72039ms","start":"2026-03-14T01:39:54.922716Z","end":"2026-03-14T01:39:55.111436Z","steps":["trace[419124557] 'process raft request' (duration: 187.278791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:55.11166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.081381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:39:55.111734Z","caller":"traceutil/trace.go:171","msg":"trace[1018630459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5152; }","duration":"119.227145ms","start":"2026-03-14T01:39:54.99249Z","end":"2026-03-14T01:39:55.111718Z","steps":["trace[1018630459] 'agreement among raft nodes before linearized reading' (duration: 118.986039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:55.299568Z","caller":"traceutil/trace.go:171","msg":"trace[1006166906] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5356; }","duration":"135.58554ms","start":"2026-03-14T01:39:55.163956Z","end":"2026-03-14T01:39:55.299541Z","steps":["trace[1006166906] 'read index received' (duration: 135.266381ms)","trace[1006166906] 'applied index is now lower than readState.Index' (duration: 317.959µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:55.29961Z","caller":"traceutil/trace.go:171","msg":"trace[512449536] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"181.316903ms","start":"2026-03-14T01:39:55.118244Z","end":"2026-03-14T01:39:55.299561Z","steps":["trace[512449536] 'process raft request' (duration: 181.008065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:55.299715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.728673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:55.299753Z","caller":"traceutil/trace.go:171","msg":"trace[1942408656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5156; }","duration":"135.809825ms","start":"2026-03-14T01:39:55.163932Z","end":"2026-03-14T01:39:55.299742Z","steps":["trace[1942408656] 'agreement among raft nodes before linearized reading' (duration: 135.718453ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:55.299894Z","caller":"traceutil/trace.go:171","msg":"trace[282968278] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"181.595641ms","start":"2026-03-14T01:39:55.118253Z","end":"2026-03-14T01:39:55.299849Z","steps":["trace[282968278] 'process raft request' (duration: 181.17576ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:55.299932Z","caller":"traceutil/trace.go:171","msg":"trace[961169144] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"180.991395ms","start":"2026-03-14T01:39:55.118911Z","end":"2026-03-14T01:39:55.299903Z","steps":["trace[961169144] 'process raft request' (duration: 180.582744ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.026009Z","caller":"traceutil/trace.go:171","msg":"trace[1042390058] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"219.552339ms","start":"2026-03-14T01:39:55.80643Z","end":"2026-03-14T01:39:56.025983Z","steps":["trace[1042390058] 'process raft request' (duration: 219.384944ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.202251Z","caller":"traceutil/trace.go:171","msg":"trace[1316810391] linearizableReadLoop","detail":"{readStateIndex:5365; appliedIndex:5363; }","duration":"391.707659ms","start":"2026-03-14T01:39:55.810512Z","end":"2026-03-14T01:39:56.202219Z","steps":["trace[1316810391] 'read index received' (duration: 215.362268ms)","trace[1316810391] 'applied index is now lower than readState.Index' (duration: 176.344231ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:56.202269Z","caller":"traceutil/trace.go:171","msg":"trace[1546862453] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"392.120431ms","start":"2026-03-14T01:39:55.810122Z","end":"2026-03-14T01:39:56.202242Z","steps":["trace[1546862453] 'process raft request' (duration: 365.097453ms)","trace[1546862453] 'compare' (duration: 26.809892ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:56.202357Z","caller":"traceutil/trace.go:171","msg":"trace[215971333] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"180.287236ms","start":"2026-03-14T01:39:56.022033Z","end":"2026-03-14T01:39:56.20232Z","steps":["trace[215971333] 'process raft request' (duration: 180.139932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.20244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.810109Z","time spent":"392.230433ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:56.20262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.869529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:39:56.202667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.145491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:39:56.202651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.030545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:39:56.202693Z","caller":"traceutil/trace.go:171","msg":"trace[1284861097] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5163; }","duration":"178.973272ms","start":"2026-03-14T01:39:56.023704Z","end":"2026-03-14T01:39:56.202678Z","steps":["trace[1284861097] 'agreement among raft nodes before linearized reading' (duration: 178.834359ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.202746Z","caller":"traceutil/trace.go:171","msg":"trace[1479772410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5163; }","duration":"344.176748ms","start":"2026-03-14T01:39:55.858546Z","end":"2026-03-14T01:39:56.202723Z","steps":["trace[1479772410] 'agreement among raft nodes before linearized reading' (duration: 343.856449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.202821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.858533Z","time spent":"344.274549ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:39:56.202712Z","caller":"traceutil/trace.go:171","msg":"trace[1077190386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5163; }","duration":"392.245443ms","start":"2026-03-14T01:39:55.810454Z","end":"2026-03-14T01:39:56.2027Z","steps":["trace[1077190386] 'agreement among raft nodes before linearized reading' (duration: 391.903265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.202978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.810427Z","time spent":"392.535732ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:39:56.2029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.589396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:39:56.20311Z","caller":"traceutil/trace.go:171","msg":"trace[1175034046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5163; }","duration":"275.784842ms","start":"2026-03-14T01:39:55.927278Z","end":"2026-03-14T01:39:56.203063Z","steps":["trace[1175034046] 'agreement among raft nodes before linearized reading' (duration: 275.443613ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.164458Z","caller":"traceutil/trace.go:171","msg":"trace[1600774928] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"104.915876ms","start":"2026-03-14T01:39:57.059511Z","end":"2026-03-14T01:39:57.164427Z","steps":["trace[1600774928] 'process raft request' (duration: 104.643828ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.349819Z","caller":"traceutil/trace.go:171","msg":"trace[441393066] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"179.354422ms","start":"2026-03-14T01:39:57.170431Z","end":"2026-03-14T01:39:57.349785Z","steps":["trace[441393066] 'process raft request' (duration: 176.416133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:57.349951Z","caller":"traceutil/trace.go:171","msg":"trace[834643179] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"179.425973ms","start":"2026-03-14T01:39:57.170505Z","end":"2026-03-14T01:39:57.349931Z","steps":["trace[834643179] 'process raft request' (duration: 179.232688ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:02.666315Z","caller":"traceutil/trace.go:171","msg":"trace[1397338286] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"105.075789ms","start":"2026-03-14T01:40:02.561191Z","end":"2026-03-14T01:40:02.666267Z","steps":["trace[1397338286] 'process raft request' (duration: 104.750931ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:03.107541Z","caller":"traceutil/trace.go:171","msg":"trace[84433572] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"111.442819ms","start":"2026-03-14T01:40:02.996054Z","end":"2026-03-14T01:40:03.107496Z","steps":["trace[84433572] 'process raft request' (duration: 94.626242ms)","trace[84433572] 'compare' (duration: 16.321973ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:03.107577Z","caller":"traceutil/trace.go:171","msg":"trace[1561372877] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"109.549518ms","start":"2026-03-14T01:40:02.997998Z","end":"2026-03-14T01:40:03.107547Z","steps":["trace[1561372877] 'process raft request' (duration: 109.21657ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:03.107572Z","caller":"traceutil/trace.go:171","msg":"trace[1535357091] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"109.855206ms","start":"2026-03-14T01:40:02.997676Z","end":"2026-03-14T01:40:03.107531Z","steps":["trace[1535357091] 'process raft request' (duration: 109.468206ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:03.442945Z","caller":"traceutil/trace.go:171","msg":"trace[1528998127] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"206.072421ms","start":"2026-03-14T01:40:03.236847Z","end":"2026-03-14T01:40:03.44292Z","steps":["trace[1528998127] 'read index received' (duration: 115.494045ms)","trace[1528998127] 'applied index is now lower than readState.Index' (duration: 90.577316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:03.443285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.290907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-14T01:40:03.443339Z","caller":"traceutil/trace.go:171","msg":"trace[903866128] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5212; }","duration":"206.515282ms","start":"2026-03-14T01:40:03.236806Z","end":"2026-03-14T01:40:03.443321Z","steps":["trace[903866128] 'agreement among raft nodes before linearized reading' (duration: 206.211804ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:03.443357Z","caller":"traceutil/trace.go:171","msg":"trace[452156175] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"266.442964ms","start":"2026-03-14T01:40:03.176823Z","end":"2026-03-14T01:40:03.443266Z","steps":["trace[452156175] 'process raft request' (duration: 175.592362ms)","trace[452156175] 'compare' (duration: 90.352849ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:32.142376Z","caller":"traceutil/trace.go:171","msg":"trace[676156253] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"137.252116ms","start":"2026-03-14T01:40:32.005096Z","end":"2026-03-14T01:40:32.142348Z","steps":["trace[676156253] 'process raft request' (duration: 137.092513ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.42252Z","caller":"traceutil/trace.go:171","msg":"trace[2117877517] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"245.042873ms","start":"2026-03-14T01:40:33.177447Z","end":"2026-03-14T01:40:33.42249Z","steps":["trace[2117877517] 'process raft request' (duration: 244.873798ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:41.984188Z","caller":"traceutil/trace.go:171","msg":"trace[611082248] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"151.621717ms","start":"2026-03-14T01:40:41.832535Z","end":"2026-03-14T01:40:41.984156Z","steps":["trace[611082248] 'process raft request' (duration: 151.413892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:42.077591Z","caller":"traceutil/trace.go:171","msg":"trace[895381499] linearizableReadLoop","detail":"{readStateIndex:5730; appliedIndex:5728; }","duration":"148.720691ms","start":"2026-03-14T01:40:41.92884Z","end":"2026-03-14T01:40:42.077561Z","steps":["trace[895381499] 'read index received' (duration: 55.148301ms)","trace[895381499] 'applied index is now lower than readState.Index' (duration: 93.57135ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:42.077773Z","caller":"traceutil/trace.go:171","msg":"trace[311215750] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"183.183464ms","start":"2026-03-14T01:40:41.894547Z","end":"2026-03-14T01:40:42.077731Z","steps":["trace[311215750] 'process raft request' (duration: 182.848315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:42.077881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.019898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:40:42.077943Z","caller":"traceutil/trace.go:171","msg":"trace[623157895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:5516; }","duration":"149.149952ms","start":"2026-03-14T01:40:41.928777Z","end":"2026-03-14T01:40:42.077927Z","steps":["trace[623157895] 'agreement among raft nodes before linearized reading' (duration: 148.933447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:42.310967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.628468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:42.311115Z","caller":"traceutil/trace.go:171","msg":"trace[162528660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5516; }","duration":"111.800283ms","start":"2026-03-14T01:40:42.199295Z","end":"2026-03-14T01:40:42.311096Z","steps":["trace[162528660] 'range keys from in-memory index tree' (duration: 111.606677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:42.311346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.160563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:42.311484Z","caller":"traceutil/trace.go:171","msg":"trace[959644815] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5730; }","duration":"228.824483ms","start":"2026-03-14T01:40:42.082639Z","end":"2026-03-14T01:40:42.311463Z","steps":["trace[959644815] 'read index received' (duration: 22.449644ms)","trace[959644815] 'applied index is now lower than readState.Index' (duration: 206.373279ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:42.311591Z","caller":"traceutil/trace.go:171","msg":"trace[27213692] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"228.979678ms","start":"2026-03-14T01:40:42.082594Z","end":"2026-03-14T01:40:42.311574Z","steps":["trace[27213692] 'process raft request' (duration: 22.473936ms)","trace[27213692] 'compare' (duration: 205.965388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:42.311714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.033117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:42.311834Z","caller":"traceutil/trace.go:171","msg":"trace[2141297002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5517; }","duration":"147.18803ms","start":"2026-03-14T01:40:42.164625Z","end":"2026-03-14T01:40:42.311813Z","steps":["trace[2141297002] 'agreement among raft nodes before linearized reading' (duration: 147.027175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:42.311919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.271446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101676"} {"level":"info","ts":"2026-03-14T01:40:42.311966Z","caller":"traceutil/trace.go:171","msg":"trace[1483499963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5517; }","duration":"229.349337ms","start":"2026-03-14T01:40:42.082605Z","end":"2026-03-14T01:40:42.311955Z","steps":["trace[1483499963] 'agreement among raft nodes before linearized reading' (duration: 229.07602ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:59.772966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2714} {"level":"info","ts":"2026-03-14T01:40:59.830747Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2714,"took":"56.111537ms","hash":287727342,"current-db-size-bytes":40443904,"current-db-size":"40 MB","current-db-size-in-use-bytes":30494720,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-14T01:40:59.830808Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":287727342,"revision":2714,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:45:58.405277Z","caller":"traceutil/trace.go:171","msg":"trace[708172538] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7979; }","duration":"115.294184ms","start":"2026-03-14T01:45:58.289961Z","end":"2026-03-14T01:45:58.405255Z","steps":["trace[708172538] 'read index received' (duration: 30.914306ms)","trace[708172538] 'applied index is now lower than readState.Index' (duration: 84.378927ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:45:58.405282Z","caller":"traceutil/trace.go:171","msg":"trace[1106712055] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"115.374286ms","start":"2026-03-14T01:45:58.289875Z","end":"2026-03-14T01:45:58.40525Z","steps":["trace[1106712055] 'process raft request' (duration: 30.992829ms)","trace[1106712055] 'compare' (duration: 84.254964ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:45:58.405375Z","caller":"traceutil/trace.go:171","msg":"trace[2108382401] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"114.644796ms","start":"2026-03-14T01:45:58.290722Z","end":"2026-03-14T01:45:58.405367Z","steps":["trace[2108382401] 'process raft request' (duration: 114.508463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:58.405617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.642734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223826"} {"level":"info","ts":"2026-03-14T01:45:58.405675Z","caller":"traceutil/trace.go:171","msg":"trace[1853758825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7694; }","duration":"115.757176ms","start":"2026-03-14T01:45:58.289905Z","end":"2026-03-14T01:45:58.405663Z","steps":["trace[1853758825] 'agreement among raft nodes before linearized reading' (duration: 115.432128ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:59.576045Z","caller":"traceutil/trace.go:171","msg":"trace[861737414] linearizableReadLoop","detail":"{readStateIndex:7983; appliedIndex:7982; }","duration":"348.0114ms","start":"2026-03-14T01:45:59.228008Z","end":"2026-03-14T01:45:59.57602Z","steps":["trace[861737414] 'read index received' (duration: 42.729269ms)","trace[861737414] 'applied index is now lower than readState.Index' (duration: 305.280991ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:45:59.5761Z","caller":"traceutil/trace.go:171","msg":"trace[1468083620] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"360.648633ms","start":"2026-03-14T01:45:59.215427Z","end":"2026-03-14T01:45:59.576075Z","steps":["trace[1468083620] 'process raft request' (duration: 360.437798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:59.576159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.130863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:45:59.576184Z","caller":"traceutil/trace.go:171","msg":"trace[1853068659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7696; }","duration":"348.216814ms","start":"2026-03-14T01:45:59.227959Z","end":"2026-03-14T01:45:59.576176Z","steps":["trace[1853068659] 'agreement among raft nodes before linearized reading' (duration: 348.144072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:59.576206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:45:59.227942Z","time spent":"348.257826ms","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:45:59.576233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:45:59.215402Z","time spent":"360.755086ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:45:59.59186Z","caller":"traceutil/trace.go:171","msg":"trace[151062377] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"118.994992ms","start":"2026-03-14T01:45:59.472832Z","end":"2026-03-14T01:45:59.591827Z","steps":["trace[151062377] 'process raft request' (duration: 118.754966ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.262376Z","caller":"traceutil/trace.go:171","msg":"trace[559628850] linearizableReadLoop","detail":"{readStateIndex:7986; appliedIndex:7985; }","duration":"447.398294ms","start":"2026-03-14T01:45:59.81495Z","end":"2026-03-14T01:46:00.262348Z","steps":["trace[559628850] 'read index received' (duration: 447.21607ms)","trace[559628850] 'applied index is now lower than readState.Index' (duration: 180.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:00.262414Z","caller":"traceutil/trace.go:171","msg":"trace[1133693552] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"487.713529ms","start":"2026-03-14T01:45:59.77467Z","end":"2026-03-14T01:46:00.262384Z","steps":["trace[1133693552] 'process raft request' (duration: 487.515074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:00.262553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:45:59.774648Z","time spent":"487.834062ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:00.262548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.583919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:00.262639Z","caller":"traceutil/trace.go:171","msg":"trace[1497254200] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7698; }","duration":"447.726372ms","start":"2026-03-14T01:45:59.814897Z","end":"2026-03-14T01:46:00.262623Z","steps":["trace[1497254200] 'agreement among raft nodes before linearized reading' (duration: 447.530037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:00.262672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.752029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:46:00.262847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.555802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:46:00.262864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.832889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:46:00.262939Z","caller":"traceutil/trace.go:171","msg":"trace[522922245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7698; }","duration":"140.937352ms","start":"2026-03-14T01:46:00.121991Z","end":"2026-03-14T01:46:00.262928Z","steps":["trace[522922245] 'agreement among raft nodes before linearized reading' (duration: 140.791577ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.262952Z","caller":"traceutil/trace.go:171","msg":"trace[332471253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7698; }","duration":"207.726456ms","start":"2026-03-14T01:46:00.055211Z","end":"2026-03-14T01:46:00.262937Z","steps":["trace[332471253] 'agreement among raft nodes before linearized reading' (duration: 207.567541ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.262842Z","caller":"traceutil/trace.go:171","msg":"trace[10271457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7698; }","duration":"131.938784ms","start":"2026-03-14T01:46:00.130879Z","end":"2026-03-14T01:46:00.262818Z","steps":["trace[10271457] 'agreement among raft nodes before linearized reading' (duration: 131.666596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:00.262747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.171031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fdf6c5c8d-czcd6.189c91dee89a0bfc\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:46:00.263161Z","caller":"traceutil/trace.go:171","msg":"trace[1170165705] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fdf6c5c8d-czcd6.189c91dee89a0bfc; range_end:; response_count:1; response_revision:7698; }","duration":"413.649133ms","start":"2026-03-14T01:45:59.849486Z","end":"2026-03-14T01:46:00.263135Z","steps":["trace[1170165705] 'agreement among raft nodes before linearized reading' (duration: 413.044577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:00.262715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:45:59.814871Z","time spent":"447.831886ms","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:00.263233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:45:59.849466Z","time spent":"413.746494ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6fdf6c5c8d-czcd6.189c91dee89a0bfc\" "} {"level":"info","ts":"2026-03-14T01:46:00.440932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5650} {"level":"info","ts":"2026-03-14T01:46:00.441046Z","caller":"traceutil/trace.go:171","msg":"trace[632241409] compact","detail":"{revision:5650; response_revision:7698; }","duration":"176.588253ms","start":"2026-03-14T01:46:00.264439Z","end":"2026-03-14T01:46:00.441027Z","steps":["trace[632241409] 'process raft request' (duration: 172.987197ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.442263Z","caller":"traceutil/trace.go:171","msg":"trace[607653927] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"175.045383ms","start":"2026-03-14T01:46:00.267192Z","end":"2026-03-14T01:46:00.442237Z","steps":["trace[607653927] 'process raft request' (duration: 173.854781ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.442617Z","caller":"traceutil/trace.go:171","msg":"trace[1652349055] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"175.033362ms","start":"2026-03-14T01:46:00.267571Z","end":"2026-03-14T01:46:00.442604Z","steps":["trace[1652349055] 'process raft request' (duration: 174.653222ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.443115Z","caller":"traceutil/trace.go:171","msg":"trace[1461268592] linearizableReadLoop","detail":"{readStateIndex:7991; appliedIndex:7986; }","duration":"152.713362ms","start":"2026-03-14T01:46:00.290384Z","end":"2026-03-14T01:46:00.443097Z","steps":["trace[1461268592] 'read index received' (duration: 147.050382ms)","trace[1461268592] 'applied index is now lower than readState.Index' (duration: 5.662ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:00.44323Z","caller":"traceutil/trace.go:171","msg":"trace[722458796] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"174.486287ms","start":"2026-03-14T01:46:00.26873Z","end":"2026-03-14T01:46:00.443216Z","steps":["trace[722458796] 'process raft request' (duration: 173.863391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:00.443472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.081581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:00.443512Z","caller":"traceutil/trace.go:171","msg":"trace[1783132906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7701; }","duration":"153.154625ms","start":"2026-03-14T01:46:00.290345Z","end":"2026-03-14T01:46:00.443499Z","steps":["trace[1783132906] 'agreement among raft nodes before linearized reading' (duration: 153.073993ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:00.548218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5650,"took":"104.402318ms","hash":3320759714,"current-db-size-bytes":41570304,"current-db-size":"42 MB","current-db-size-in-use-bytes":23560192,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-14T01:46:00.548285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3320759714,"revision":5650,"compact-revision":2714} {"level":"info","ts":"2026-03-14T01:46:19.434694Z","caller":"traceutil/trace.go:171","msg":"trace[936141978] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"100.006331ms","start":"2026-03-14T01:46:19.334655Z","end":"2026-03-14T01:46:19.434662Z","steps":["trace[936141978] 'process raft request' (duration: 99.811256ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:21.681549Z","caller":"traceutil/trace.go:171","msg":"trace[274197859] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"240.743157ms","start":"2026-03-14T01:46:21.44077Z","end":"2026-03-14T01:46:21.681513Z","steps":["trace[274197859] 'process raft request' (duration: 240.583123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:24.218733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.370868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-14T01:46:24.218854Z","caller":"traceutil/trace.go:171","msg":"trace[1771746791] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7869; }","duration":"312.515871ms","start":"2026-03-14T01:46:23.90631Z","end":"2026-03-14T01:46:24.218825Z","steps":["trace[1771746791] 'range keys from in-memory index tree' (duration: 312.189673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:24.218917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:23.906266Z","time spent":"312.636416ms","remote":"127.0.0.1:43378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-14T01:46:24.221967Z","caller":"traceutil/trace.go:171","msg":"trace[1447955537] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"226.477581ms","start":"2026-03-14T01:46:23.995457Z","end":"2026-03-14T01:46:24.221934Z","steps":["trace[1447955537] 'read index received' (duration: 225.362951ms)","trace[1447955537] 'applied index is now lower than readState.Index' (duration: 1.11358ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:24.222036Z","caller":"traceutil/trace.go:171","msg":"trace[1128283919] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"284.213775ms","start":"2026-03-14T01:46:23.937784Z","end":"2026-03-14T01:46:24.221998Z","steps":["trace[1128283919] 'process raft request' (duration: 283.394533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:24.222177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.708316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T01:46:24.222224Z","caller":"traceutil/trace.go:171","msg":"trace[281250596] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7870; }","duration":"226.85185ms","start":"2026-03-14T01:46:23.99536Z","end":"2026-03-14T01:46:24.222212Z","steps":["trace[281250596] 'agreement among raft nodes before linearized reading' (duration: 226.746248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:24.222443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.257894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:46:24.222464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.074707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6x6sn\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-14T01:46:24.222554Z","caller":"traceutil/trace.go:171","msg":"trace[558402253] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7870; }","duration":"140.444649ms","start":"2026-03-14T01:46:24.08208Z","end":"2026-03-14T01:46:24.222525Z","steps":["trace[558402253] 'agreement among raft nodes before linearized reading' (duration: 140.262324ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:24.222698Z","caller":"traceutil/trace.go:171","msg":"trace[808807354] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6x6sn; range_end:; response_count:1; response_revision:7870; }","duration":"210.296933ms","start":"2026-03-14T01:46:24.01233Z","end":"2026-03-14T01:46:24.222627Z","steps":["trace[808807354] 'agreement among raft nodes before linearized reading' (duration: 209.860432ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:26.042216Z","caller":"traceutil/trace.go:171","msg":"trace[979970726] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"279.172493ms","start":"2026-03-14T01:46:25.762941Z","end":"2026-03-14T01:46:26.042114Z","steps":["trace[979970726] 'process raft request' (duration: 273.937384ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:28.182963Z","caller":"traceutil/trace.go:171","msg":"trace[94300914] linearizableReadLoop","detail":"{readStateIndex:8186; appliedIndex:8185; }","duration":"205.765033ms","start":"2026-03-14T01:46:27.977178Z","end":"2026-03-14T01:46:28.182943Z","steps":["trace[94300914] 'read index received' (duration: 205.671291ms)","trace[94300914] 'applied index is now lower than readState.Index' (duration: 92.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:28.183053Z","caller":"traceutil/trace.go:171","msg":"trace[864136869] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"479.82012ms","start":"2026-03-14T01:46:27.703223Z","end":"2026-03-14T01:46:28.183043Z","steps":["trace[864136869] 'process raft request' (duration: 479.594374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:28.183214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:27.703199Z","time spent":"479.872921ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:28.183261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.073812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:46:28.18331Z","caller":"traceutil/trace.go:171","msg":"trace[159896366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7889; }","duration":"206.122773ms","start":"2026-03-14T01:46:27.977172Z","end":"2026-03-14T01:46:28.183295Z","steps":["trace[159896366] 'agreement among raft nodes before linearized reading' (duration: 205.983389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:28.683606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284628019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:46:28.713513Z","caller":"traceutil/trace.go:171","msg":"trace[923046173] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8186; }","duration":"530.467477ms","start":"2026-03-14T01:46:28.18302Z","end":"2026-03-14T01:46:28.713487Z","steps":["trace[923046173] 'read index received' (duration: 530.22376ms)","trace[923046173] 'applied index is now lower than readState.Index' (duration: 242.577µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:28.713729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.666178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:28.713709Z","caller":"traceutil/trace.go:171","msg":"trace[336767467] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"666.050006ms","start":"2026-03-14T01:46:28.047612Z","end":"2026-03-14T01:46:28.713662Z","steps":["trace[336767467] 'process raft request' (duration: 665.713138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:28.713892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.403026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-538515e9-4899-4ead-9b78-039fcb7ee882\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-14T01:46:28.713957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:28.047587Z","time spent":"666.245143ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:28.71398Z","caller":"traceutil/trace.go:171","msg":"trace[395339825] range","detail":"{range_begin:/registry/persistentvolumes/pvc-538515e9-4899-4ead-9b78-039fcb7ee882; range_end:; response_count:1; response_revision:7890; }","duration":"527.516139ms","start":"2026-03-14T01:46:28.186438Z","end":"2026-03-14T01:46:28.713954Z","steps":["trace[395339825] 'agreement among raft nodes before linearized reading' (duration: 527.266253ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:28.713777Z","caller":"traceutil/trace.go:171","msg":"trace[58700132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7890; }","duration":"548.76857ms","start":"2026-03-14T01:46:28.164997Z","end":"2026-03-14T01:46:28.713765Z","steps":["trace[58700132] 'agreement among raft nodes before linearized reading' (duration: 548.630757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:28.714097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.279555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:46:28.714165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:28.164975Z","time spent":"549.171572ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:46:28.714184Z","caller":"traceutil/trace.go:171","msg":"trace[1727142793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7890; }","duration":"126.428819ms","start":"2026-03-14T01:46:28.58773Z","end":"2026-03-14T01:46:28.714159Z","steps":["trace[1727142793] 'agreement among raft nodes before linearized reading' (duration: 126.173153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:28.714038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:28.186427Z","time spent":"527.600322ms","remote":"127.0.0.1:43420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-538515e9-4899-4ead-9b78-039fcb7ee882\" "} {"level":"info","ts":"2026-03-14T01:46:29.78904Z","caller":"traceutil/trace.go:171","msg":"trace[467416340] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"165.000227ms","start":"2026-03-14T01:46:29.624004Z","end":"2026-03-14T01:46:29.789004Z","steps":["trace[467416340] 'process raft request' (duration: 164.853123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.345948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.05513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:41.34679Z","caller":"traceutil/trace.go:171","msg":"trace[1015012229] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7990; }","duration":"815.577416ms","start":"2026-03-14T01:46:40.531193Z","end":"2026-03-14T01:46:41.346771Z","steps":["trace[1015012229] 'process raft request' (duration: 815.028971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:41.346818Z","caller":"traceutil/trace.go:171","msg":"trace[2029515279] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"545.645177ms","start":"2026-03-14T01:46:40.801152Z","end":"2026-03-14T01:46:41.346797Z","steps":["trace[2029515279] 'process raft request' (duration: 545.414551ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:41.346591Z","caller":"traceutil/trace.go:171","msg":"trace[166271408] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"819.085178ms","start":"2026-03-14T01:46:40.527476Z","end":"2026-03-14T01:46:41.346561Z","steps":["trace[166271408] 'process raft request' (duration: 314.314059ms)","trace[166271408] 'compare' (duration: 503.388773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:41.347005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.531178Z","time spent":"815.678718ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T01:46:41.347059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.527463Z","time spent":"819.531611ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:41.347062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.898022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:46:41.347068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.801128Z","time spent":"545.821523ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:41.347136Z","caller":"traceutil/trace.go:171","msg":"trace[774995231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7991; }","duration":"465.973094ms","start":"2026-03-14T01:46:40.881144Z","end":"2026-03-14T01:46:41.347117Z","steps":["trace[774995231] 'agreement among raft nodes before linearized reading' (duration: 465.763648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.347397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.881082Z","time spent":"466.301853ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:46:41.347639Z","caller":"traceutil/trace.go:171","msg":"trace[1811515521] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8291; }","duration":"465.473941ms","start":"2026-03-14T01:46:40.88115Z","end":"2026-03-14T01:46:41.346624Z","steps":["trace[1811515521] 'read index received' (duration: 402.426826ms)","trace[1811515521] 'applied index is now lower than readState.Index' (duration: 63.046045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:41.431652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.927681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:46:41.431658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.61019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:46:41.43172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.492239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:46:41.431744Z","caller":"traceutil/trace.go:171","msg":"trace[692535617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:7993; }","duration":"486.045264ms","start":"2026-03-14T01:46:40.945678Z","end":"2026-03-14T01:46:41.431723Z","steps":["trace[692535617] 'agreement among raft nodes before linearized reading' (duration: 485.839309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.431767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.958387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:46:41.431768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.89376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:41.431787Z","caller":"traceutil/trace.go:171","msg":"trace[34762564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"491.58852ms","start":"2026-03-14T01:46:40.940182Z","end":"2026-03-14T01:46:41.43177Z","steps":["trace[34762564] 'agreement among raft nodes before linearized reading' (duration: 491.400406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.431795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.945666Z","time spent":"486.117475ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-knbx2\" "} {"level":"info","ts":"2026-03-14T01:46:41.43182Z","caller":"traceutil/trace.go:171","msg":"trace[2068829340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"529.049271ms","start":"2026-03-14T01:46:40.902757Z","end":"2026-03-14T01:46:41.431806Z","steps":["trace[2068829340] 'agreement among raft nodes before linearized reading' (duration: 528.909556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.431841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.940171Z","time spent":"491.658972ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:46:41.43184Z","caller":"traceutil/trace.go:171","msg":"trace[1306838614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7993; }","duration":"500.025414ms","start":"2026-03-14T01:46:40.931794Z","end":"2026-03-14T01:46:41.431819Z","steps":["trace[1306838614] 'agreement among raft nodes before linearized reading' (duration: 499.805298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.431863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.902739Z","time spent":"529.116501ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:46:41.43183Z","caller":"traceutil/trace.go:171","msg":"trace[462752576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"266.842106ms","start":"2026-03-14T01:46:41.164953Z","end":"2026-03-14T01:46:41.431746Z","steps":["trace[462752576] 'agreement among raft nodes before linearized reading' (duration: 266.557368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.431906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.931782Z","time spent":"500.109675ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:46:41.431925Z","caller":"traceutil/trace.go:171","msg":"trace[721213035] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"242.494163ms","start":"2026-03-14T01:46:41.189402Z","end":"2026-03-14T01:46:41.431896Z","steps":["trace[721213035] 'process raft request' (duration: 242.03507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.431956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.689057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:46:41.431959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.910029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6x6sn\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-14T01:46:41.432003Z","caller":"traceutil/trace.go:171","msg":"trace[343160701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7993; }","duration":"490.764049ms","start":"2026-03-14T01:46:40.941226Z","end":"2026-03-14T01:46:41.43199Z","steps":["trace[343160701] 'agreement among raft nodes before linearized reading' (duration: 490.584555ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:41.432068Z","caller":"traceutil/trace.go:171","msg":"trace[1022164811] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6x6sn; range_end:; response_count:1; response_revision:7993; }","duration":"253.049342ms","start":"2026-03-14T01:46:41.178988Z","end":"2026-03-14T01:46:41.432037Z","steps":["trace[1022164811] 'agreement among raft nodes before linearized reading' (duration: 252.879488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.432064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.941213Z","time spent":"490.832452ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:41.432218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.942633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:46:41.43233Z","caller":"traceutil/trace.go:171","msg":"trace[579720684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7993; }","duration":"491.083027ms","start":"2026-03-14T01:46:40.941233Z","end":"2026-03-14T01:46:41.432316Z","steps":["trace[579720684] 'agreement among raft nodes before linearized reading' (duration: 490.456452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:41.432409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.941221Z","time spent":"491.172581ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:46:41.432193Z","caller":"traceutil/trace.go:171","msg":"trace[407997428] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"251.81212ms","start":"2026-03-14T01:46:41.179822Z","end":"2026-03-14T01:46:41.431634Z","steps":["trace[407997428] 'process raft request' (duration: 251.497491ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:41.598279Z","caller":"traceutil/trace.go:171","msg":"trace[219070109] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"113.296752ms","start":"2026-03-14T01:46:41.484963Z","end":"2026-03-14T01:46:41.59826Z","steps":["trace[219070109] 'read index received' (duration: 99.775206ms)","trace[219070109] 'applied index is now lower than readState.Index' (duration: 13.520786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:41.598393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.085981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-14T01:46:41.598416Z","caller":"traceutil/trace.go:171","msg":"trace[1083642870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8000; }","duration":"156.133543ms","start":"2026-03-14T01:46:41.442276Z","end":"2026-03-14T01:46:41.598409Z","steps":["trace[1083642870] 'agreement among raft nodes before linearized reading' (duration: 156.059091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:41.598518Z","caller":"traceutil/trace.go:171","msg":"trace[839767681] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"148.83245ms","start":"2026-03-14T01:46:41.449627Z","end":"2026-03-14T01:46:41.59846Z","steps":["trace[839767681] 'process raft request' (duration: 135.190039ms)","trace[839767681] 'compare' (duration: 13.357814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:41.598554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.203385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6x6sn\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-14T01:46:41.598733Z","caller":"traceutil/trace.go:171","msg":"trace[784435992] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6x6sn; range_end:; response_count:1; response_revision:8000; }","duration":"156.41341ms","start":"2026-03-14T01:46:41.442311Z","end":"2026-03-14T01:46:41.598725Z","steps":["trace[784435992] 'agreement among raft nodes before linearized reading' (duration: 156.04866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.320863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198297284628360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:46:43.704552Z","caller":"traceutil/trace.go:171","msg":"trace[1541477893] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"980.583873ms","start":"2026-03-14T01:46:42.72394Z","end":"2026-03-14T01:46:43.704524Z","steps":["trace[1541477893] 'process raft request' (duration: 980.42098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.704999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.723913Z","time spent":"980.952892ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:43.705303Z","caller":"traceutil/trace.go:171","msg":"trace[926418128] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8307; }","duration":"884.897777ms","start":"2026-03-14T01:46:42.820385Z","end":"2026-03-14T01:46:43.705283Z","steps":["trace[926418128] 'read index received' (duration: 884.887857ms)","trace[926418128] 'applied index is now lower than readState.Index' (duration: 8.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:43.705541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.153284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T01:46:43.705602Z","caller":"traceutil/trace.go:171","msg":"trace[527114582] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8004; }","duration":"885.250076ms","start":"2026-03-14T01:46:42.820337Z","end":"2026-03-14T01:46:43.705587Z","steps":["trace[527114582] 'agreement among raft nodes before linearized reading' (duration: 885.0677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.705645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.82032Z","time spent":"885.313377ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-14T01:46:43.71098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.477189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:43.71104Z","caller":"traceutil/trace.go:171","msg":"trace[345410608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8006; }","duration":"546.575773ms","start":"2026-03-14T01:46:43.164451Z","end":"2026-03-14T01:46:43.711027Z","steps":["trace[345410608] 'agreement among raft nodes before linearized reading' (duration: 546.4717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.711077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.164426Z","time spent":"546.641564ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:46:43.711281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.660079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:46:43.711372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.125272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:46:43.71139Z","caller":"traceutil/trace.go:171","msg":"trace[1677938127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8006; }","duration":"222.789752ms","start":"2026-03-14T01:46:43.488559Z","end":"2026-03-14T01:46:43.711348Z","steps":["trace[1677938127] 'agreement among raft nodes before linearized reading' (duration: 222.519655ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:43.711424Z","caller":"traceutil/trace.go:171","msg":"trace[1575529802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8006; }","duration":"223.201664ms","start":"2026-03-14T01:46:43.488209Z","end":"2026-03-14T01:46:43.71141Z","steps":["trace[1575529802] 'agreement among raft nodes before linearized reading' (duration: 223.074601ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:43.711589Z","caller":"traceutil/trace.go:171","msg":"trace[1531231213] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"358.65875ms","start":"2026-03-14T01:46:43.352911Z","end":"2026-03-14T01:46:43.71157Z","steps":["trace[1531231213] 'process raft request' (duration: 357.849389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.711612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.874654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:46:43.711671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.78265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:46:43.711686Z","caller":"traceutil/trace.go:171","msg":"trace[297196881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8006; }","duration":"268.013657ms","start":"2026-03-14T01:46:43.443655Z","end":"2026-03-14T01:46:43.711668Z","steps":["trace[297196881] 'agreement among raft nodes before linearized reading' (duration: 267.811201ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:43.71172Z","caller":"traceutil/trace.go:171","msg":"trace[1992585008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8006; }","duration":"223.842091ms","start":"2026-03-14T01:46:43.487858Z","end":"2026-03-14T01:46:43.7117Z","steps":["trace[1992585008] 'agreement among raft nodes before linearized reading' (duration: 223.770239ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:43.711702Z","caller":"traceutil/trace.go:171","msg":"trace[1207909831] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"180.200418ms","start":"2026-03-14T01:46:43.531462Z","end":"2026-03-14T01:46:43.711662Z","steps":["trace[1207909831] 'process raft request' (duration: 179.402518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.711764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.352882Z","time spent":"358.780023ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:43.711845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.592768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:46:43.711588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.157789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:46:43.711904Z","caller":"traceutil/trace.go:171","msg":"trace[1852502381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:8006; }","duration":"219.67561ms","start":"2026-03-14T01:46:43.492214Z","end":"2026-03-14T01:46:43.711889Z","steps":["trace[1852502381] 'agreement among raft nodes before linearized reading' (duration: 219.531347ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:43.711914Z","caller":"traceutil/trace.go:171","msg":"trace[1285577270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8006; }","duration":"224.54221ms","start":"2026-03-14T01:46:43.487363Z","end":"2026-03-14T01:46:43.711905Z","steps":["trace[1285577270] 'agreement among raft nodes before linearized reading' (duration: 224.046536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.712023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.533729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:43.71215Z","caller":"traceutil/trace.go:171","msg":"trace[867284620] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8006; }","duration":"224.724864ms","start":"2026-03-14T01:46:43.487391Z","end":"2026-03-14T01:46:43.712116Z","steps":["trace[867284620] 'agreement among raft nodes before linearized reading' (duration: 224.372704ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:43.934972Z","caller":"traceutil/trace.go:171","msg":"trace[1753098529] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"121.706844ms","start":"2026-03-14T01:46:43.813239Z","end":"2026-03-14T01:46:43.934946Z","steps":["trace[1753098529] 'process raft request' (duration: 121.5654ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.947888Z","caller":"traceutil/trace.go:171","msg":"trace[2027031843] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"138.090837ms","start":"2026-03-14T01:46:44.809769Z","end":"2026-03-14T01:46:44.94786Z","steps":["trace[2027031843] 'process raft request' (duration: 137.925252ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.012703Z","caller":"traceutil/trace.go:171","msg":"trace[1365581831] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"289.510704ms","start":"2026-03-14T01:46:45.723162Z","end":"2026-03-14T01:46:46.012672Z","steps":["trace[1365581831] 'read index received' (duration: 289.32007ms)","trace[1365581831] 'applied index is now lower than readState.Index' (duration: 189.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:46.012749Z","caller":"traceutil/trace.go:171","msg":"trace[235356893] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"294.130896ms","start":"2026-03-14T01:46:45.718592Z","end":"2026-03-14T01:46:46.012723Z","steps":["trace[235356893] 'process raft request' (duration: 293.88626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.012957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.633027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:46:46.012954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.778042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:46:46.013022Z","caller":"traceutil/trace.go:171","msg":"trace[1856165368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8021; }","duration":"281.75662ms","start":"2026-03-14T01:46:45.731248Z","end":"2026-03-14T01:46:46.013005Z","steps":["trace[1856165368] 'agreement among raft nodes before linearized reading' (duration: 281.576916ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.013028Z","caller":"traceutil/trace.go:171","msg":"trace[1962717291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:8021; }","duration":"289.862754ms","start":"2026-03-14T01:46:45.723151Z","end":"2026-03-14T01:46:46.013014Z","steps":["trace[1962717291] 'agreement among raft nodes before linearized reading' (duration: 289.644959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.013069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.863731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T01:46:46.013078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.152221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:46:46.013147Z","caller":"traceutil/trace.go:171","msg":"trace[1639381944] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8021; }","duration":"215.952322ms","start":"2026-03-14T01:46:45.797164Z","end":"2026-03-14T01:46:46.013116Z","steps":["trace[1639381944] 'agreement among raft nodes before linearized reading' (duration: 215.786168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.013142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.421228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:46:46.013172Z","caller":"traceutil/trace.go:171","msg":"trace[1701068237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8021; }","duration":"218.320905ms","start":"2026-03-14T01:46:45.794827Z","end":"2026-03-14T01:46:46.013147Z","steps":["trace[1701068237] 'agreement among raft nodes before linearized reading' (duration: 218.037667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.013187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.720561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T01:46:46.013202Z","caller":"traceutil/trace.go:171","msg":"trace[1798729043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8021; }","duration":"218.53314ms","start":"2026-03-14T01:46:45.794654Z","end":"2026-03-14T01:46:46.013187Z","steps":["trace[1798729043] 'agreement among raft nodes before linearized reading' (duration: 218.367316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.01324Z","caller":"traceutil/trace.go:171","msg":"trace[1704550153] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8021; }","duration":"247.803493ms","start":"2026-03-14T01:46:45.765422Z","end":"2026-03-14T01:46:46.013225Z","steps":["trace[1704550153] 'agreement among raft nodes before linearized reading' (duration: 247.643519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.01322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.933094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:46:46.013302Z","caller":"traceutil/trace.go:171","msg":"trace[441065012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8021; }","duration":"218.063588ms","start":"2026-03-14T01:46:45.795219Z","end":"2026-03-14T01:46:46.013282Z","steps":["trace[441065012] 'agreement among raft nodes before linearized reading' (duration: 217.76799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.013364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.564791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:46:46.013466Z","caller":"traceutil/trace.go:171","msg":"trace[1800218867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8021; }","duration":"218.740266ms","start":"2026-03-14T01:46:45.794701Z","end":"2026-03-14T01:46:46.013441Z","steps":["trace[1800218867] 'agreement among raft nodes before linearized reading' (duration: 218.442098ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.186793Z","caller":"traceutil/trace.go:171","msg":"trace[506738670] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"167.526724ms","start":"2026-03-14T01:46:46.019234Z","end":"2026-03-14T01:46:46.186761Z","steps":["trace[506738670] 'process raft request' (duration: 167.452932ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.186811Z","caller":"traceutil/trace.go:171","msg":"trace[1652923846] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"168.5499ms","start":"2026-03-14T01:46:46.018232Z","end":"2026-03-14T01:46:46.186782Z","steps":["trace[1652923846] 'process raft request' (duration: 168.299264ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.187284Z","caller":"traceutil/trace.go:171","msg":"trace[1331398008] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"167.990215ms","start":"2026-03-14T01:46:46.019257Z","end":"2026-03-14T01:46:46.187247Z","steps":["trace[1331398008] 'process raft request' (duration: 167.469782ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.187763Z","caller":"traceutil/trace.go:171","msg":"trace[1601910777] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8325; }","duration":"168.813978ms","start":"2026-03-14T01:46:46.018934Z","end":"2026-03-14T01:46:46.187748Z","steps":["trace[1601910777] 'read index received' (duration: 20.45244ms)","trace[1601910777] 'applied index is now lower than readState.Index' (duration: 148.360318ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:46.187843Z","caller":"traceutil/trace.go:171","msg":"trace[1610089686] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"168.50671ms","start":"2026-03-14T01:46:46.019298Z","end":"2026-03-14T01:46:46.187805Z","steps":["trace[1610089686] 'process raft request' (duration: 168.372076ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.187905Z","caller":"traceutil/trace.go:171","msg":"trace[995544816] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"168.5398ms","start":"2026-03-14T01:46:46.019291Z","end":"2026-03-14T01:46:46.187831Z","steps":["trace[995544816] 'process raft request' (duration: 167.919384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.188279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.323042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228469"} {"level":"info","ts":"2026-03-14T01:46:46.188327Z","caller":"traceutil/trace.go:171","msg":"trace[1683991331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8027; }","duration":"169.407884ms","start":"2026-03-14T01:46:46.018907Z","end":"2026-03-14T01:46:46.188315Z","steps":["trace[1683991331] 'agreement among raft nodes before linearized reading' (duration: 168.951442ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.432632Z","caller":"traceutil/trace.go:171","msg":"trace[1342744484] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8333; }","duration":"184.248985ms","start":"2026-03-14T01:46:46.248355Z","end":"2026-03-14T01:46:46.432603Z","steps":["trace[1342744484] 'read index received' (duration: 165.263503ms)","trace[1342744484] 'applied index is now lower than readState.Index' (duration: 18.984282ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:46.432701Z","caller":"traceutil/trace.go:171","msg":"trace[748316545] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"186.3032ms","start":"2026-03-14T01:46:46.246341Z","end":"2026-03-14T01:46:46.432644Z","steps":["trace[748316545] 'process raft request' (duration: 167.255186ms)","trace[748316545] 'compare' (duration: 18.795157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:46.433043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.667286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-14T01:46:46.433223Z","caller":"traceutil/trace.go:171","msg":"trace[826641314] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8030; }","duration":"184.865201ms","start":"2026-03-14T01:46:46.248337Z","end":"2026-03-14T01:46:46.433202Z","steps":["trace[826641314] 'agreement among raft nodes before linearized reading' (duration: 184.42668ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:46.450966Z","caller":"traceutil/trace.go:171","msg":"trace[199754660] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"124.902518ms","start":"2026-03-14T01:46:46.326039Z","end":"2026-03-14T01:46:46.450941Z","steps":["trace[199754660] 'process raft request' (duration: 124.751174ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:02.609792Z","caller":"traceutil/trace.go:171","msg":"trace[1232907766] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"104.555471ms","start":"2026-03-14T01:47:02.505191Z","end":"2026-03-14T01:47:02.609746Z","steps":["trace[1232907766] 'process raft request' (duration: 104.344606ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.223096Z","caller":"traceutil/trace.go:171","msg":"trace[92885980] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"158.741262ms","start":"2026-03-14T01:47:07.064332Z","end":"2026-03-14T01:47:07.223073Z","steps":["trace[92885980] 'read index received' (duration: 158.488375ms)","trace[92885980] 'applied index is now lower than readState.Index' (duration: 251.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:07.223197Z","caller":"traceutil/trace.go:171","msg":"trace[2119101798] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"347.317671ms","start":"2026-03-14T01:47:06.875871Z","end":"2026-03-14T01:47:07.223189Z","steps":["trace[2119101798] 'process raft request' (duration: 347.080175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:07.223304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:06.875834Z","time spent":"347.382534ms","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19436,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:07.223464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.144252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-14T01:47:07.223494Z","caller":"traceutil/trace.go:171","msg":"trace[430767470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8266; }","duration":"159.217094ms","start":"2026-03-14T01:47:07.064268Z","end":"2026-03-14T01:47:07.223485Z","steps":["trace[430767470] 'agreement among raft nodes before linearized reading' (duration: 159.136983ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:07.605425Z","caller":"traceutil/trace.go:171","msg":"trace[93484799] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"136.566366ms","start":"2026-03-14T01:47:07.468827Z","end":"2026-03-14T01:47:07.605393Z","steps":["trace[93484799] 'process raft request' (duration: 134.488091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.232401Z","caller":"traceutil/trace.go:171","msg":"trace[1345913511] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8580; }","duration":"104.950852ms","start":"2026-03-14T01:47:08.127425Z","end":"2026-03-14T01:47:08.232376Z","steps":["trace[1345913511] 'read index received' (duration: 104.819387ms)","trace[1345913511] 'applied index is now lower than readState.Index' (duration: 130.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:08.232498Z","caller":"traceutil/trace.go:171","msg":"trace[716243275] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"140.816448ms","start":"2026-03-14T01:47:08.091654Z","end":"2026-03-14T01:47:08.232471Z","steps":["trace[716243275] 'process raft request' (duration: 140.589542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:08.232642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.209239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:47:08.232684Z","caller":"traceutil/trace.go:171","msg":"trace[1714778400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8269; }","duration":"105.30538ms","start":"2026-03-14T01:47:08.127367Z","end":"2026-03-14T01:47:08.232673Z","steps":["trace[1714778400] 'agreement among raft nodes before linearized reading' (duration: 105.137856ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.440696Z","caller":"traceutil/trace.go:171","msg":"trace[447386030] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"120.379849ms","start":"2026-03-14T01:47:08.320284Z","end":"2026-03-14T01:47:08.440664Z","steps":["trace[447386030] 'process raft request' (duration: 120.158293ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.441105Z","caller":"traceutil/trace.go:171","msg":"trace[1777895485] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"120.536993ms","start":"2026-03-14T01:47:08.320541Z","end":"2026-03-14T01:47:08.441078Z","steps":["trace[1777895485] 'process raft request' (duration: 120.078911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.4412Z","caller":"traceutil/trace.go:171","msg":"trace[130443950] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"120.240374ms","start":"2026-03-14T01:47:08.320917Z","end":"2026-03-14T01:47:08.441157Z","steps":["trace[130443950] 'process raft request' (duration: 120.167113ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:08.441397Z","caller":"traceutil/trace.go:171","msg":"trace[1786735616] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"120.626245ms","start":"2026-03-14T01:47:08.320747Z","end":"2026-03-14T01:47:08.441373Z","steps":["trace[1786735616] 'process raft request' (duration: 120.137512ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:22.718591Z","caller":"traceutil/trace.go:171","msg":"trace[1622781578] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8669; }","duration":"168.701774ms","start":"2026-03-14T01:47:22.549859Z","end":"2026-03-14T01:47:22.718561Z","steps":["trace[1622781578] 'read index received' (duration: 38.090525ms)","trace[1622781578] 'applied index is now lower than readState.Index' (duration: 130.610139ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:22.718647Z","caller":"traceutil/trace.go:171","msg":"trace[433985060] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"169.308462ms","start":"2026-03-14T01:47:22.549303Z","end":"2026-03-14T01:47:22.718611Z","steps":["trace[433985060] 'process raft request' (duration: 165.056379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:22.7189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.968151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-03-14T01:47:22.718985Z","caller":"traceutil/trace.go:171","msg":"trace[1014402023] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:8356; }","duration":"169.140757ms","start":"2026-03-14T01:47:22.549821Z","end":"2026-03-14T01:47:22.718962Z","steps":["trace[1014402023] 'agreement among raft nodes before linearized reading' (duration: 168.860129ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:22.887476Z","caller":"traceutil/trace.go:171","msg":"trace[821992476] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"168.769436ms","start":"2026-03-14T01:47:22.718674Z","end":"2026-03-14T01:47:22.887444Z","steps":["trace[821992476] 'read index received' (duration: 147.852824ms)","trace[821992476] 'applied index is now lower than readState.Index' (duration: 20.915022ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:22.887531Z","caller":"traceutil/trace.go:171","msg":"trace[419604726] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"269.179829ms","start":"2026-03-14T01:47:22.618324Z","end":"2026-03-14T01:47:22.887504Z","steps":["trace[419604726] 'process raft request' (duration: 248.245746ms)","trace[419604726] 'compare' (duration: 20.724638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:22.887856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.398064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:22.887928Z","caller":"traceutil/trace.go:171","msg":"trace[1723338056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"333.484186ms","start":"2026-03-14T01:47:22.554427Z","end":"2026-03-14T01:47:22.887911Z","steps":["trace[1723338056] 'agreement among raft nodes before linearized reading' (duration: 333.232179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:22.887905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.604552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-14T01:47:22.887977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:22.554388Z","time spent":"333.576778ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:47:22.888063Z","caller":"traceutil/trace.go:171","msg":"trace[1638569972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8357; }","duration":"285.768636ms","start":"2026-03-14T01:47:22.602232Z","end":"2026-03-14T01:47:22.888001Z","steps":["trace[1638569972] 'agreement among raft nodes before linearized reading' (duration: 285.354476ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:22.888669Z","caller":"traceutil/trace.go:171","msg":"trace[1362127340] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"132.566631ms","start":"2026-03-14T01:47:22.756078Z","end":"2026-03-14T01:47:22.888644Z","steps":["trace[1362127340] 'process raft request' (duration: 132.451018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:22.889037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.030597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-14T01:47:22.889132Z","caller":"traceutil/trace.go:171","msg":"trace[1023075074] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:8358; }","duration":"165.402077ms","start":"2026-03-14T01:47:22.723678Z","end":"2026-03-14T01:47:22.88908Z","steps":["trace[1023075074] 'agreement among raft nodes before linearized reading' (duration: 164.925685ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.788351Z","caller":"traceutil/trace.go:171","msg":"trace[489673763] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"143.16111ms","start":"2026-03-14T01:47:32.645159Z","end":"2026-03-14T01:47:32.78832Z","steps":["trace[489673763] 'process raft request' (duration: 122.73342ms)","trace[489673763] 'compare' (duration: 20.266485ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:32.789516Z","caller":"traceutil/trace.go:171","msg":"trace[1105644240] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"143.713065ms","start":"2026-03-14T01:47:32.645757Z","end":"2026-03-14T01:47:32.78947Z","steps":["trace[1105644240] 'process raft request' (duration: 143.5055ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:32.78954Z","caller":"traceutil/trace.go:171","msg":"trace[1146522817] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"143.508159ms","start":"2026-03-14T01:47:32.64601Z","end":"2026-03-14T01:47:32.789519Z","steps":["trace[1146522817] 'process raft request' (duration: 143.390506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.282205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.678672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:42.282341Z","caller":"traceutil/trace.go:171","msg":"trace[170734098] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8920; }","duration":"357.648404ms","start":"2026-03-14T01:47:41.924676Z","end":"2026-03-14T01:47:42.282324Z","steps":["trace[170734098] 'read index received' (duration: 65.609352ms)","trace[170734098] 'applied index is now lower than readState.Index' (duration: 292.037702ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:42.282415Z","caller":"traceutil/trace.go:171","msg":"trace[292289456] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"403.983887ms","start":"2026-03-14T01:47:41.878376Z","end":"2026-03-14T01:47:42.28236Z","steps":["trace[292289456] 'process raft request' (duration: 111.922265ms)","trace[292289456] 'compare' (duration: 291.578178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:42.282625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:41.878358Z","time spent":"404.167572ms","remote":"127.0.0.1:43352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:47:42.282644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.008356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:42.282687Z","caller":"traceutil/trace.go:171","msg":"trace[450440211] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8601; }","duration":"346.083839ms","start":"2026-03-14T01:47:41.93659Z","end":"2026-03-14T01:47:42.282674Z","steps":["trace[450440211] 'agreement among raft nodes before linearized reading' (duration: 345.957036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.282732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:41.936577Z","time spent":"346.14441ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:42.282976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.303742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:42.283097Z","caller":"traceutil/trace.go:171","msg":"trace[375717107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8601; }","duration":"358.413244ms","start":"2026-03-14T01:47:41.924621Z","end":"2026-03-14T01:47:42.283034Z","steps":["trace[375717107] 'agreement among raft nodes before linearized reading' (duration: 358.324902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.283178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:41.9246Z","time spent":"358.523297ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:54.670387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.148785Z","time spent":"521.597383ms","remote":"127.0.0.1:43304","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:47:54.670564Z","caller":"traceutil/trace.go:171","msg":"trace[676130545] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:9003; }","duration":"331.542419ms","start":"2026-03-14T01:47:54.338887Z","end":"2026-03-14T01:47:54.67043Z","steps":["trace[676130545] 'read index received' (duration: 331.474818ms)","trace[676130545] 'applied index is now lower than readState.Index' (duration: 64.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:54.670705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.775286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:54.670805Z","caller":"traceutil/trace.go:171","msg":"trace[157511332] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8680; }","duration":"331.942421ms","start":"2026-03-14T01:47:54.33884Z","end":"2026-03-14T01:47:54.670782Z","steps":["trace[157511332] 'agreement among raft nodes before linearized reading' (duration: 331.750606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:54.670865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.338814Z","time spent":"332.033172ms","remote":"127.0.0.1:43538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:54.708408Z","caller":"traceutil/trace.go:171","msg":"trace[424135226] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"154.190303ms","start":"2026-03-14T01:47:54.554189Z","end":"2026-03-14T01:47:54.70838Z","steps":["trace[424135226] 'process raft request' (duration: 154.028658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.137064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.593195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:55.137515Z","caller":"traceutil/trace.go:171","msg":"trace[1122242375] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"465.543056ms","start":"2026-03-14T01:47:54.671913Z","end":"2026-03-14T01:47:55.137457Z","steps":["trace[1122242375] 'process raft request' (duration: 166.457658ms)","trace[1122242375] 'compare' (duration: 298.469212ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:55.137579Z","caller":"traceutil/trace.go:171","msg":"trace[563111129] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"368.195153ms","start":"2026-03-14T01:47:54.769357Z","end":"2026-03-14T01:47:55.137552Z","steps":["trace[563111129] 'process raft request' (duration: 368.105601ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.137579Z","caller":"traceutil/trace.go:171","msg":"trace[1551533687] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9004; }","duration":"420.709767ms","start":"2026-03-14T01:47:54.716824Z","end":"2026-03-14T01:47:55.137534Z","steps":["trace[1551533687] 'read index received' (duration: 121.574397ms)","trace[1551533687] 'applied index is now lower than readState.Index' (duration: 299.12966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:55.137691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.769327Z","time spent":"368.309356ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:55.137697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.671873Z","time spent":"465.724301ms","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:55.13778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.944943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-knbx2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:47:55.137846Z","caller":"traceutil/trace.go:171","msg":"trace[1831743024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-knbx2; range_end:; response_count:1; response_revision:8683; }","duration":"421.055995ms","start":"2026-03-14T01:47:54.716776Z","end":"2026-03-14T01:47:55.137832Z","steps":["trace[1831743024] 'agreement among raft nodes before linearized reading' (duration: 420.874881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.137883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.716758Z","time spent":"421.116577ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-knbx2\" "} {"level":"info","ts":"2026-03-14T01:47:55.176651Z","caller":"traceutil/trace.go:171","msg":"trace[861200230] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"125.306047ms","start":"2026-03-14T01:47:55.051323Z","end":"2026-03-14T01:47:55.176629Z","steps":["trace[861200230] 'process raft request' (duration: 125.138412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.176901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.067837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:47:55.176973Z","caller":"traceutil/trace.go:171","msg":"trace[915731276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8685; }","duration":"279.161329ms","start":"2026-03-14T01:47:54.897796Z","end":"2026-03-14T01:47:55.176957Z","steps":["trace[915731276] 'agreement among raft nodes before linearized reading' (duration: 279.017255ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.177079Z","caller":"traceutil/trace.go:171","msg":"trace[1493248722] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"119.497012ms","start":"2026-03-14T01:47:55.057567Z","end":"2026-03-14T01:47:55.177064Z","steps":["trace[1493248722] 'process raft request' (duration: 119.027229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.177121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.750804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:47:55.177217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.467105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:55.177229Z","caller":"traceutil/trace.go:171","msg":"trace[227867782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8685; }","duration":"282.896569ms","start":"2026-03-14T01:47:54.894315Z","end":"2026-03-14T01:47:55.177212Z","steps":["trace[227867782] 'agreement among raft nodes before linearized reading' (duration: 282.671113ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.177268Z","caller":"traceutil/trace.go:171","msg":"trace[1625883152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8685; }","duration":"433.552307ms","start":"2026-03-14T01:47:54.743702Z","end":"2026-03-14T01:47:55.177254Z","steps":["trace[1625883152] 'agreement among raft nodes before linearized reading' (duration: 433.422883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.177311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:54.743684Z","time spent":"433.612988ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:55.176913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.190278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-14T01:47:55.177387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.623025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:47:55.177382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.735661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:55.177416Z","caller":"traceutil/trace.go:171","msg":"trace[345524980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8685; }","duration":"190.718752ms","start":"2026-03-14T01:47:54.98668Z","end":"2026-03-14T01:47:55.177398Z","steps":["trace[345524980] 'agreement among raft nodes before linearized reading' (duration: 190.097505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.177432Z","caller":"traceutil/trace.go:171","msg":"trace[1667204586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8685; }","duration":"281.663995ms","start":"2026-03-14T01:47:54.895755Z","end":"2026-03-14T01:47:55.177419Z","steps":["trace[1667204586] 'agreement among raft nodes before linearized reading' (duration: 281.581153ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.17746Z","caller":"traceutil/trace.go:171","msg":"trace[2114746380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8685; }","duration":"280.856415ms","start":"2026-03-14T01:47:54.896587Z","end":"2026-03-14T01:47:55.177444Z","steps":["trace[2114746380] 'agreement among raft nodes before linearized reading' (duration: 280.682251ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.327478Z","caller":"traceutil/trace.go:171","msg":"trace[917855739] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"145.235874ms","start":"2026-03-14T01:47:55.182215Z","end":"2026-03-14T01:47:55.327451Z","steps":["trace[917855739] 'process raft request' (duration: 145.077001ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.327798Z","caller":"traceutil/trace.go:171","msg":"trace[1335926510] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"145.505823ms","start":"2026-03-14T01:47:55.182262Z","end":"2026-03-14T01:47:55.327768Z","steps":["trace[1335926510] 'process raft request' (duration: 145.148124ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.328171Z","caller":"traceutil/trace.go:171","msg":"trace[1081971483] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"145.886032ms","start":"2026-03-14T01:47:55.182263Z","end":"2026-03-14T01:47:55.328149Z","steps":["trace[1081971483] 'process raft request' (duration: 145.414759ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.328185Z","caller":"traceutil/trace.go:171","msg":"trace[1688491308] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"145.796211ms","start":"2026-03-14T01:47:55.182369Z","end":"2026-03-14T01:47:55.328165Z","steps":["trace[1688491308] 'process raft request' (duration: 145.601085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:55.328268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.004445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cbdd73f1-01fc-4def-9296-b03293d3df0a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-14T01:47:55.328162Z","caller":"traceutil/trace.go:171","msg":"trace[10497158] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"144.998139ms","start":"2026-03-14T01:47:55.183144Z","end":"2026-03-14T01:47:55.328142Z","steps":["trace[10497158] 'process raft request' (duration: 144.916817ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:55.328335Z","caller":"traceutil/trace.go:171","msg":"trace[233038520] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cbdd73f1-01fc-4def-9296-b03293d3df0a; range_end:; response_count:1; response_revision:8691; }","duration":"146.121189ms","start":"2026-03-14T01:47:55.182191Z","end":"2026-03-14T01:47:55.328313Z","steps":["trace[233038520] 'agreement among raft nodes before linearized reading' (duration: 145.933504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:45.863497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.861621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:45.86362Z","caller":"traceutil/trace.go:171","msg":"trace[1219362836] linearizableReadLoop","detail":"{readStateIndex:9775; appliedIndex:9774; }","duration":"178.136558ms","start":"2026-03-14T01:49:45.685465Z","end":"2026-03-14T01:49:45.863601Z","steps":["trace[1219362836] 'read index received' (duration: 60.958328ms)","trace[1219362836] 'applied index is now lower than readState.Index' (duration: 117.17682ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:45.863711Z","caller":"traceutil/trace.go:171","msg":"trace[1447043796] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"246.450992ms","start":"2026-03-14T01:49:45.617246Z","end":"2026-03-14T01:49:45.863697Z","steps":["trace[1447043796] 'process raft request' (duration: 129.288382ms)","trace[1447043796] 'compare' (duration: 116.738688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:45.863905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.436937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-14T01:49:45.864004Z","caller":"traceutil/trace.go:171","msg":"trace[1337039902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9425; }","duration":"178.57722ms","start":"2026-03-14T01:49:45.685405Z","end":"2026-03-14T01:49:45.863982Z","steps":["trace[1337039902] 'agreement among raft nodes before linearized reading' (duration: 178.361704ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:08.360494Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:50:08.365796Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:50:08.365913Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:50:09.337683Z","caller":"traceutil/trace.go:171","msg":"trace[860202465] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"117.228868ms","start":"2026-03-14T01:50:09.220428Z","end":"2026-03-14T01:50:09.337656Z","steps":["trace[860202465] 'process raft request' (duration: 117.100144ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:09.493988Z","caller":"traceutil/trace.go:171","msg":"trace[816113189] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"149.209003ms","start":"2026-03-14T01:50:09.344727Z","end":"2026-03-14T01:50:09.493936Z","steps":["trace[816113189] 'process raft request' (duration: 102.645572ms)","trace[816113189] 'compare' (duration: 46.225292ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:51:00.447603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7698} {"level":"info","ts":"2026-03-14T01:51:00.512058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7698,"took":"62.181564ms","hash":498328312,"current-db-size-bytes":41570304,"current-db-size":"42 MB","current-db-size-in-use-bytes":26279936,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T01:51:00.512153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":498328312,"revision":7698,"compact-revision":5650} {"level":"info","ts":"2026-03-14T01:56:00.453853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9939} {"level":"info","ts":"2026-03-14T01:56:00.537738Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9939,"took":"81.998459ms","hash":2124108605,"current-db-size-bytes":41570304,"current-db-size":"42 MB","current-db-size-in-use-bytes":17223680,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-14T01:56:00.537804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2124108605,"revision":9939,"compact-revision":7698}