{"level":"warn","ts":"2026-03-25T21:07:34.598628Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:07:34.598714Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T21:07:34.59878Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:07:34.598793Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-25T21:07:34.598809Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:07:34.599556Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-03-25T21:07:34.59964Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T21:07:34.605293Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.398939ms"} {"level":"info","ts":"2026-03-25T21:07:34.625289Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-03-25T21:07:34.625403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T21:07:34.625434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-03-25T21:07:34.625451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T21:07:34.625464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-03-25T21:07:34.625516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-03-25T21:07:34.637038Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T21:07:34.643252Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T21:07:34.646085Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T21:07:34.649807Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T21:07:34.650126Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:07:34.650185Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T21:07:34.650297Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:07:34.650485Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:07:34.651618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-03-25T21:07:34.652373Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-25T21:07:34.654644Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:07:34.654924Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T21:07:34.654974Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T21:07:34.655022Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-25T21:07:34.655098Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-25T21:07:34.726044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T21:07:34.726123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T21:07:34.726146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-03-25T21:07:34.726164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-03-25T21:07:34.726216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-25T21:07:34.726235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-03-25T21:07:34.726247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-25T21:07:34.73416Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:34.742385Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T21:07:34.742622Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:07:34.742702Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:07:34.742858Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T21:07:34.742929Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T21:07:34.742929Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:34.743083Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:34.743114Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:07:34.746133Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T21:07:34.747316Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-03-25T21:07:37.995484Z","caller":"traceutil/trace.go:171","msg":"trace[1732777364] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"132.332827ms","start":"2026-03-25T21:07:37.863122Z","end":"2026-03-25T21:07:37.995455Z","steps":["trace[1732777364] 'read index received' (duration: 74.137715ms)","trace[1732777364] 'applied index is now lower than readState.Index' (duration: 58.190452ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:37.995542Z","caller":"traceutil/trace.go:171","msg":"trace[1290776032] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"132.49218ms","start":"2026-03-25T21:07:37.862959Z","end":"2026-03-25T21:07:37.995503Z","steps":["trace[1290776032] 'process raft request' (duration: 74.249687ms)","trace[1290776032] 'compare' (duration: 58.054389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:07:37.995728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.577031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-25T21:07:37.995998Z","caller":"traceutil/trace.go:171","msg":"trace[1671444892] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:73; }","duration":"132.876765ms","start":"2026-03-25T21:07:37.863098Z","end":"2026-03-25T21:07:37.995974Z","steps":["trace[1671444892] 'agreement among raft nodes before linearized reading' (duration: 132.503609ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:38.406252Z","caller":"traceutil/trace.go:171","msg":"trace[214546557] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"169.021483ms","start":"2026-03-25T21:07:38.237203Z","end":"2026-03-25T21:07:38.406224Z","steps":["trace[214546557] 'process raft request' (duration: 165.867931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:38.720126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.164248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-25T21:07:38.720325Z","caller":"traceutil/trace.go:171","msg":"trace[837185879] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"220.983801ms","start":"2026-03-25T21:07:38.499324Z","end":"2026-03-25T21:07:38.720308Z","steps":["trace[837185879] 'process raft request' (duration: 220.9171ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:38.72049Z","caller":"traceutil/trace.go:171","msg":"trace[1147897814] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"223.656656ms","start":"2026-03-25T21:07:38.496761Z","end":"2026-03-25T21:07:38.720417Z","steps":["trace[1147897814] 'process raft request' (duration: 88.560003ms)","trace[1147897814] 'compare' (duration: 133.980615ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:38.932738Z","caller":"traceutil/trace.go:171","msg":"trace[32913353] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"156.896183ms","start":"2026-03-25T21:07:38.775808Z","end":"2026-03-25T21:07:38.932705Z","steps":["trace[32913353] 'process raft request' (duration: 107.618098ms)","trace[32913353] 'compare' (duration: 49.053811ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:39.985541Z","caller":"traceutil/trace.go:171","msg":"trace[1939842120] linearizableReadLoop","detail":"{readStateIndex:194; appliedIndex:193; }","duration":"138.902845ms","start":"2026-03-25T21:07:39.846605Z","end":"2026-03-25T21:07:39.985508Z","steps":["trace[1939842120] 'read index received' (duration: 128.443483ms)","trace[1939842120] 'applied index is now lower than readState.Index' (duration: 10.457322ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:39.98558Z","caller":"traceutil/trace.go:171","msg":"trace[1599230564] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"168.193689ms","start":"2026-03-25T21:07:39.817361Z","end":"2026-03-25T21:07:39.985555Z","steps":["trace[1599230564] 'process raft request' (duration: 157.792367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:39.985793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.160069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:07:39.98607Z","caller":"traceutil/trace.go:171","msg":"trace[1819031711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:190; }","duration":"139.319542ms","start":"2026-03-25T21:07:39.846546Z","end":"2026-03-25T21:07:39.985866Z","steps":["trace[1819031711] 'agreement among raft nodes before linearized reading' (duration: 139.094239ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:41.039104Z","caller":"traceutil/trace.go:171","msg":"trace[862295369] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"101.790162ms","start":"2026-03-25T21:07:40.937285Z","end":"2026-03-25T21:07:41.039076Z","steps":["trace[862295369] 'process raft request' (duration: 101.358075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:46.828758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.387757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-2dwg9\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-25T21:07:46.828878Z","caller":"traceutil/trace.go:171","msg":"trace[883007764] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-2dwg9; range_end:; response_count:1; response_revision:349; }","duration":"184.529089ms","start":"2026-03-25T21:07:46.644305Z","end":"2026-03-25T21:07:46.828834Z","steps":["trace[883007764] 'range keys from in-memory index tree' (duration: 184.298706ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:47.390982Z","caller":"traceutil/trace.go:171","msg":"trace[1687184815] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:365; }","duration":"312.89275ms","start":"2026-03-25T21:07:47.078063Z","end":"2026-03-25T21:07:47.390956Z","steps":["trace[1687184815] 'read index received' (duration: 312.720366ms)","trace[1687184815] 'applied index is now lower than readState.Index' (duration: 171.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:47.391037Z","caller":"traceutil/trace.go:171","msg":"trace[811278487] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"552.765465ms","start":"2026-03-25T21:07:46.838244Z","end":"2026-03-25T21:07:47.391009Z","steps":["trace[811278487] 'process raft request' (duration: 552.575391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:47.391145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.078214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:07:47.391183Z","caller":"traceutil/trace.go:171","msg":"trace[830067307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"313.249727ms","start":"2026-03-25T21:07:47.077923Z","end":"2026-03-25T21:07:47.391173Z","steps":["trace[830067307] 'agreement among raft nodes before linearized reading' (duration: 313.159755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:47.391225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:47.077888Z","time spent":"313.328798ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:07:47.39138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:46.83821Z","time spent":"552.888396ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:07:47.573347Z","caller":"traceutil/trace.go:171","msg":"trace[1034383536] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:366; }","duration":"182.255543ms","start":"2026-03-25T21:07:47.391057Z","end":"2026-03-25T21:07:47.573312Z","steps":["trace[1034383536] 'read index received' (duration: 170.05839ms)","trace[1034383536] 'applied index is now lower than readState.Index' (duration: 12.195943ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:47.573482Z","caller":"traceutil/trace.go:171","msg":"trace[1200751639] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"357.918106ms","start":"2026-03-25T21:07:47.215517Z","end":"2026-03-25T21:07:47.573435Z","steps":["trace[1200751639] 'process raft request' (duration: 345.57782ms)","trace[1200751639] 'compare' (duration: 12.077111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:07:47.573534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.617388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T21:07:47.573578Z","caller":"traceutil/trace.go:171","msg":"trace[1380007848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:351; }","duration":"450.681679ms","start":"2026-03-25T21:07:47.122881Z","end":"2026-03-25T21:07:47.573563Z","steps":["trace[1380007848] 'agreement among raft nodes before linearized reading' (duration: 450.546387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:47.573625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:47.122815Z","time spent":"450.800661ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:07:47.573686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:47.215483Z","time spent":"358.086019ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:07:47.578924Z","caller":"traceutil/trace.go:171","msg":"trace[1413020897] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"182.797803ms","start":"2026-03-25T21:07:47.396106Z","end":"2026-03-25T21:07:47.578904Z","steps":["trace[1413020897] 'process raft request' (duration: 182.601319ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:47.579253Z","caller":"traceutil/trace.go:171","msg":"trace[1829607243] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"180.53603ms","start":"2026-03-25T21:07:47.39869Z","end":"2026-03-25T21:07:47.579226Z","steps":["trace[1829607243] 'process raft request' (duration: 180.143303ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:52.900889Z","caller":"traceutil/trace.go:171","msg":"trace[924334837] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"241.438604ms","start":"2026-03-25T21:07:52.659425Z","end":"2026-03-25T21:07:52.900864Z","steps":["trace[924334837] 'read index received' (duration: 241.248421ms)","trace[924334837] 'applied index is now lower than readState.Index' (duration: 188.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:52.90097Z","caller":"traceutil/trace.go:171","msg":"trace[35038602] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"437.49864ms","start":"2026-03-25T21:07:52.463411Z","end":"2026-03-25T21:07:52.900909Z","steps":["trace[35038602] 'process raft request' (duration: 437.290046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:52.901141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.690059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7302"} {"level":"info","ts":"2026-03-25T21:07:52.901258Z","caller":"traceutil/trace.go:171","msg":"trace[2043699092] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:370; }","duration":"241.834371ms","start":"2026-03-25T21:07:52.659395Z","end":"2026-03-25T21:07:52.90123Z","steps":["trace[2043699092] 'agreement among raft nodes before linearized reading' (duration: 241.589377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:52.901424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:52.46339Z","time spent":"437.830257ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:07:53.159878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.409872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:07:53.16013Z","caller":"traceutil/trace.go:171","msg":"trace[1709386575] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"246.519311ms","start":"2026-03-25T21:07:52.913587Z","end":"2026-03-25T21:07:53.160106Z","steps":["trace[1709386575] 'process raft request' (duration: 246.448209ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.160198Z","caller":"traceutil/trace.go:171","msg":"trace[774752111] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"248.655562ms","start":"2026-03-25T21:07:52.911495Z","end":"2026-03-25T21:07:53.16015Z","steps":["trace[774752111] 'process raft request' (duration: 117.847872ms)","trace[774752111] 'compare' (duration: 130.231449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:07:53.686885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138085990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:07:54.034453Z","caller":"traceutil/trace.go:171","msg":"trace[695757543] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"847.581977ms","start":"2026-03-25T21:07:53.186848Z","end":"2026-03-25T21:07:54.03443Z","steps":["trace[695757543] 'read index received' (duration: 847.348953ms)","trace[695757543] 'applied index is now lower than readState.Index' (duration: 231.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:54.03452Z","caller":"traceutil/trace.go:171","msg":"trace[28573250] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"861.771068ms","start":"2026-03-25T21:07:53.172718Z","end":"2026-03-25T21:07:54.034489Z","steps":["trace[28573250] 'process raft request' (duration: 861.572884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:54.034603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.74451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:07:54.034641Z","caller":"traceutil/trace.go:171","msg":"trace[1229044258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"847.826302ms","start":"2026-03-25T21:07:53.186806Z","end":"2026-03-25T21:07:54.034633Z","steps":["trace[1229044258] 'agreement among raft nodes before linearized reading' (duration: 847.746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:54.034673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.186793Z","time spent":"847.872383ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:07:54.034759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.397209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:07:54.034779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.172698Z","time spent":"861.950992ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:07:54.034834Z","caller":"traceutil/trace.go:171","msg":"trace[1671154601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:373; }","duration":"426.527481ms","start":"2026-03-25T21:07:53.608285Z","end":"2026-03-25T21:07:54.034813Z","steps":["trace[1671154601] 'agreement among raft nodes before linearized reading' (duration: 426.391019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:54.034843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.382033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:07:54.034877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.608251Z","time spent":"426.617412ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:07:54.034872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.503638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:07:54.034897Z","caller":"traceutil/trace.go:171","msg":"trace[1742876681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"421.482465ms","start":"2026-03-25T21:07:53.613398Z","end":"2026-03-25T21:07:54.034881Z","steps":["trace[1742876681] 'agreement among raft nodes before linearized reading' (duration: 421.398373ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:54.034931Z","caller":"traceutil/trace.go:171","msg":"trace[1190792294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"373.588899ms","start":"2026-03-25T21:07:53.661327Z","end":"2026-03-25T21:07:54.034915Z","steps":["trace[1190792294] 'agreement among raft nodes before linearized reading' (duration: 373.466697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:54.034938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.61337Z","time spent":"421.558856ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:07:54.034968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.661315Z","time spent":"373.64608ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:08:02.261467Z","caller":"traceutil/trace.go:171","msg":"trace[1110857427] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"135.679063ms","start":"2026-03-25T21:08:02.125759Z","end":"2026-03-25T21:08:02.261439Z","steps":["trace[1110857427] 'process raft request' (duration: 135.500429ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:04.355425Z","caller":"traceutil/trace.go:171","msg":"trace[1579819523] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"145.051362ms","start":"2026-03-25T21:08:04.210337Z","end":"2026-03-25T21:08:04.355388Z","steps":["trace[1579819523] 'read index received' (duration: 144.753056ms)","trace[1579819523] 'applied index is now lower than readState.Index' (duration: 297.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:04.355514Z","caller":"traceutil/trace.go:171","msg":"trace[1364567893] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"224.872347ms","start":"2026-03-25T21:08:04.130589Z","end":"2026-03-25T21:08:04.355462Z","steps":["trace[1364567893] 'process raft request' (duration: 224.585852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:04.35566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.298107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:08:04.35571Z","caller":"traceutil/trace.go:171","msg":"trace[2141810244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"145.42852ms","start":"2026-03-25T21:08:04.210266Z","end":"2026-03-25T21:08:04.355694Z","steps":["trace[2141810244] 'agreement among raft nodes before linearized reading' (duration: 145.306057ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:05.404324Z","caller":"traceutil/trace.go:171","msg":"trace[1678984485] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"214.853876ms","start":"2026-03-25T21:08:05.189432Z","end":"2026-03-25T21:08:05.404286Z","steps":["trace[1678984485] 'read index received' (duration: 203.355617ms)","trace[1678984485] 'applied index is now lower than readState.Index' (duration: 11.495309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:05.404769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.306724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:05.404977Z","caller":"traceutil/trace.go:171","msg":"trace[704916231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"215.59289ms","start":"2026-03-25T21:08:05.189361Z","end":"2026-03-25T21:08:05.404954Z","steps":["trace[704916231] 'agreement among raft nodes before linearized reading' (duration: 215.028919ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:09.412672Z","caller":"traceutil/trace.go:171","msg":"trace[2061273951] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"229.835222ms","start":"2026-03-25T21:08:09.182801Z","end":"2026-03-25T21:08:09.412636Z","steps":["trace[2061273951] 'process raft request' (duration: 174.873922ms)","trace[2061273951] 'compare' (duration: 54.803067ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:09.41449Z","caller":"traceutil/trace.go:171","msg":"trace[871222191] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"225.746694ms","start":"2026-03-25T21:08:09.18872Z","end":"2026-03-25T21:08:09.414467Z","steps":["trace[871222191] 'process raft request' (duration: 225.456249ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:09.416053Z","caller":"traceutil/trace.go:171","msg":"trace[1448315119] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"199.761327ms","start":"2026-03-25T21:08:09.215351Z","end":"2026-03-25T21:08:09.415112Z","steps":["trace[1448315119] 'process raft request' (duration: 199.613495ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:10.224042Z","caller":"traceutil/trace.go:171","msg":"trace[1187695653] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"602.489342ms","start":"2026-03-25T21:08:09.621524Z","end":"2026-03-25T21:08:10.224013Z","steps":["trace[1187695653] 'process raft request' (duration: 585.153751ms)","trace[1187695653] 'compare' (duration: 17.193838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:10.224222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:09.621499Z","time spent":"602.637725ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:10.224408Z","caller":"traceutil/trace.go:171","msg":"trace[2127251184] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:544; }","duration":"175.706698ms","start":"2026-03-25T21:08:10.048674Z","end":"2026-03-25T21:08:10.224381Z","steps":["trace[2127251184] 'read index received' (duration: 157.931408ms)","trace[2127251184] 'applied index is now lower than readState.Index' (duration: 17.77444ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:10.224471Z","caller":"traceutil/trace.go:171","msg":"trace[1446921653] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"558.422121ms","start":"2026-03-25T21:08:09.666037Z","end":"2026-03-25T21:08:10.224459Z","steps":["trace[1446921653] 'process raft request' (duration: 558.227237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:10.224526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:09.665999Z","time spent":"558.501121ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:10.22473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.031594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:08:10.22484Z","caller":"traceutil/trace.go:171","msg":"trace[2110329732] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:525; }","duration":"176.196097ms","start":"2026-03-25T21:08:10.048619Z","end":"2026-03-25T21:08:10.224815Z","steps":["trace[2110329732] 'agreement among raft nodes before linearized reading' (duration: 175.856261ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:15.90699Z","caller":"traceutil/trace.go:171","msg":"trace[558118666] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"141.3237ms","start":"2026-03-25T21:08:15.76564Z","end":"2026-03-25T21:08:15.906963Z","steps":["trace[558118666] 'process raft request' (duration: 140.555496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:16.027822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.733915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:16.028023Z","caller":"traceutil/trace.go:171","msg":"trace[542893972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:574; }","duration":"100.967569ms","start":"2026-03-25T21:08:15.927028Z","end":"2026-03-25T21:08:16.027996Z","steps":["trace[542893972] 'count revisions from in-memory index tree' (duration: 100.699984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:16.028132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.171593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:16.02828Z","caller":"traceutil/trace.go:171","msg":"trace[640020495] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:574; }","duration":"101.411378ms","start":"2026-03-25T21:08:15.926834Z","end":"2026-03-25T21:08:16.028245Z","steps":["trace[640020495] 'range keys from in-memory index tree' (duration: 101.082511ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:16.960383Z","caller":"traceutil/trace.go:171","msg":"trace[174740909] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"234.888387ms","start":"2026-03-25T21:08:16.725383Z","end":"2026-03-25T21:08:16.960271Z","steps":["trace[174740909] 'read index received' (duration: 234.550401ms)","trace[174740909] 'applied index is now lower than readState.Index' (duration: 336.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:16.960562Z","caller":"traceutil/trace.go:171","msg":"trace[1238149783] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"412.485371ms","start":"2026-03-25T21:08:16.548038Z","end":"2026-03-25T21:08:16.960524Z","steps":["trace[1238149783] 'process raft request' (duration: 412.018342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:16.960734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:16.548014Z","time spent":"412.634184ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:16.960765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.352166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v9sm4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-25T21:08:16.960831Z","caller":"traceutil/trace.go:171","msg":"trace[48798385] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v9sm4; range_end:; response_count:1; response_revision:583; }","duration":"235.475029ms","start":"2026-03-25T21:08:16.725336Z","end":"2026-03-25T21:08:16.960811Z","steps":["trace[48798385] 'agreement among raft nodes before linearized reading' (duration: 235.204684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:17.690095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138086423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:08:17.75773Z","caller":"traceutil/trace.go:171","msg":"trace[1294653500] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"780.930993ms","start":"2026-03-25T21:08:16.976776Z","end":"2026-03-25T21:08:17.757707Z","steps":["trace[1294653500] 'process raft request' (duration: 780.747459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:17.75788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:16.976749Z","time spent":"781.055196ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:18.567277Z","caller":"traceutil/trace.go:171","msg":"trace[1691640782] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"1.377605165s","start":"2026-03-25T21:08:17.189637Z","end":"2026-03-25T21:08:18.567243Z","steps":["trace[1691640782] 'read index received' (duration: 568.014604ms)","trace[1691640782] 'applied index is now lower than readState.Index' (duration: 809.588461ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:18.567369Z","caller":"traceutil/trace.go:171","msg":"trace[1659419748] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"1.181431346s","start":"2026-03-25T21:08:17.385896Z","end":"2026-03-25T21:08:18.567327Z","steps":["trace[1659419748] 'process raft request' (duration: 1.180401687s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:18.567508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37784296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:18.567753Z","caller":"traceutil/trace.go:171","msg":"trace[762065047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"1.378169166s","start":"2026-03-25T21:08:17.189568Z","end":"2026-03-25T21:08:18.567737Z","steps":["trace[762065047] 'agreement among raft nodes before linearized reading' (duration: 1.37784611s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:18.567778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:17.385852Z","time spent":"1.18160896s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:18.567807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:17.189545Z","time spent":"1.378249877s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:18.573317Z","caller":"traceutil/trace.go:171","msg":"trace[1636952346] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"277.577955ms","start":"2026-03-25T21:08:18.295723Z","end":"2026-03-25T21:08:18.573301Z","steps":["trace[1636952346] 'process raft request' (duration: 277.433452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:18.57397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329927024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T21:08:18.574112Z","caller":"traceutil/trace.go:171","msg":"trace[201077684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"1.330105618s","start":"2026-03-25T21:08:17.243979Z","end":"2026-03-25T21:08:18.574084Z","steps":["trace[201077684] 'agreement among raft nodes before linearized reading' (duration: 1.329749941s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:18.574178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:17.243968Z","time spent":"1.330196549s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:08:20.581542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:08:20.58168Z","caller":"traceutil/trace.go:171","msg":"trace[438701671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349535s","start":"2026-03-25T21:08:18.581313Z","end":"2026-03-25T21:08:20.581663Z","steps":["trace[438701671] 'agreement among raft nodes before linearized reading' (duration: 2.000191482s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:20.581784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:18.581302Z","time spent":"2.000467627s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:08:20 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:08:20.688858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.886729264s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:08:20.6929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890701969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:08:20.69384Z","caller":"traceutil/trace.go:171","msg":"trace[1603373893] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"2.116274321s","start":"2026-03-25T21:08:18.577536Z","end":"2026-03-25T21:08:20.69381Z","steps":["trace[1603373893] 'process raft request' (duration: 224.557822ms)","trace[1603373893] 'compare' (duration: 1.890440974s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:20.693949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:18.577513Z","time spent":"2.116385752s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:20.694089Z","caller":"traceutil/trace.go:171","msg":"trace[580740161] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.114382294s","start":"2026-03-25T21:08:18.579647Z","end":"2026-03-25T21:08:20.694029Z","steps":["trace[580740161] 'process raft request' (duration: 2.113855304s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:20.694327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:18.579622Z","time spent":"2.114576218s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:20.694391Z","caller":"traceutil/trace.go:171","msg":"trace[1750126072] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"2.114665589s","start":"2026-03-25T21:08:18.579689Z","end":"2026-03-25T21:08:20.694355Z","steps":["trace[1750126072] 'process raft request' (duration: 2.113879184s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:20.694611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:18.579654Z","time spent":"2.114848223s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:20.69472Z","caller":"traceutil/trace.go:171","msg":"trace[813221517] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:609; }","duration":"2.113337184s","start":"2026-03-25T21:08:18.581342Z","end":"2026-03-25T21:08:20.694679Z","steps":["trace[813221517] 'read index received' (duration: 220.766519ms)","trace[813221517] 'applied index is now lower than readState.Index' (duration: 1.892569595s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:20.694753Z","caller":"traceutil/trace.go:171","msg":"trace[1909081912] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"2.062118525s","start":"2026-03-25T21:08:18.632606Z","end":"2026-03-25T21:08:20.694725Z","steps":["trace[1909081912] 'process raft request' (duration: 2.061977822s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:20.694791Z","caller":"traceutil/trace.go:171","msg":"trace[1212389157] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.115085657s","start":"2026-03-25T21:08:18.579689Z","end":"2026-03-25T21:08:20.694775Z","steps":["trace[1212389157] 'process raft request' (duration: 2.114537897s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:20.694853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:18.579654Z","time spent":"2.115168059s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:20.694877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:18.632568Z","time spent":"2.062258638s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:20.695012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.855886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:20.695038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.376751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:08:20.695096Z","caller":"traceutil/trace.go:171","msg":"trace[976136376] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:591; }","duration":"646.450802ms","start":"2026-03-25T21:08:20.048632Z","end":"2026-03-25T21:08:20.695083Z","steps":["trace[976136376] 'agreement among raft nodes before linearized reading' (duration: 646.235048ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:20.695117Z","caller":"traceutil/trace.go:171","msg":"trace[1104090652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"112.978899ms","start":"2026-03-25T21:08:20.582086Z","end":"2026-03-25T21:08:20.695065Z","steps":["trace[1104090652] 'agreement among raft nodes before linearized reading' (duration: 112.879297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:20.695138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:20.048525Z","time spent":"646.603685ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-03-25T21:08:22.35932Z","caller":"traceutil/trace.go:171","msg":"trace[1400411869] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"488.585797ms","start":"2026-03-25T21:08:21.870703Z","end":"2026-03-25T21:08:22.359289Z","steps":["trace[1400411869] 'process raft request' (duration: 473.789654ms)","trace[1400411869] 'compare' (duration: 14.470987ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:22.359308Z","caller":"traceutil/trace.go:171","msg":"trace[1414509155] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"169.636172ms","start":"2026-03-25T21:08:22.189626Z","end":"2026-03-25T21:08:22.359263Z","steps":["trace[1414509155] 'read index received' (duration: 154.799578ms)","trace[1414509155] 'applied index is now lower than readState.Index' (duration: 14.830983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:22.359507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:21.870668Z","time spent":"488.75139ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:08:22.359643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.976378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:22.359777Z","caller":"traceutil/trace.go:171","msg":"trace[1590396607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"170.180222ms","start":"2026-03-25T21:08:22.189563Z","end":"2026-03-25T21:08:22.359743Z","steps":["trace[1590396607] 'agreement among raft nodes before linearized reading' (duration: 169.835795ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:25.457667Z","caller":"traceutil/trace.go:171","msg":"trace[1050528519] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"502.729447ms","start":"2026-03-25T21:08:24.9549Z","end":"2026-03-25T21:08:25.45763Z","steps":["trace[1050528519] 'process raft request' (duration: 502.417181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:25.458436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.954842Z","time spent":"503.149215ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:25.518428Z","caller":"traceutil/trace.go:171","msg":"trace[792804856] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:683; }","duration":"370.892718ms","start":"2026-03-25T21:08:25.147513Z","end":"2026-03-25T21:08:25.518405Z","steps":["trace[792804856] 'read index received' (duration: 309.877762ms)","trace[792804856] 'applied index is now lower than readState.Index' (duration: 61.013516ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:25.518551Z","caller":"traceutil/trace.go:171","msg":"trace[1259812369] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"539.246164ms","start":"2026-03-25T21:08:24.979282Z","end":"2026-03-25T21:08:25.518529Z","steps":["trace[1259812369] 'process raft request' (duration: 538.921248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:25.518671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:24.979237Z","time spent":"539.361426ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:25.518665Z","caller":"traceutil/trace.go:171","msg":"trace[1769638031] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"164.84902ms","start":"2026-03-25T21:08:25.353763Z","end":"2026-03-25T21:08:25.518612Z","steps":["trace[1769638031] 'process raft request' (duration: 164.589395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:25.518726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.209983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-25T21:08:25.518956Z","caller":"traceutil/trace.go:171","msg":"trace[1872431235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:662; }","duration":"371.418917ms","start":"2026-03-25T21:08:25.147491Z","end":"2026-03-25T21:08:25.51891Z","steps":["trace[1872431235] 'agreement among raft nodes before linearized reading' (duration: 371.085751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:25.519086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:25.147406Z","time spent":"371.637342ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-25T21:08:25.541492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.537047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:25.541582Z","caller":"traceutil/trace.go:171","msg":"trace[1654998859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"351.698941ms","start":"2026-03-25T21:08:25.189863Z","end":"2026-03-25T21:08:25.541562Z","steps":["trace[1654998859] 'agreement among raft nodes before linearized reading' (duration: 351.534968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:25.541627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:25.189834Z","time spent":"351.783972ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:26.290903Z","caller":"traceutil/trace.go:171","msg":"trace[1580062545] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"303.287876ms","start":"2026-03-25T21:08:25.987583Z","end":"2026-03-25T21:08:26.290871Z","steps":["trace[1580062545] 'process raft request' (duration: 299.181258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:26.29108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:25.987544Z","time spent":"303.443648ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:26.42311Z","caller":"traceutil/trace.go:171","msg":"trace[1664191659] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"240.680759ms","start":"2026-03-25T21:08:26.182396Z","end":"2026-03-25T21:08:26.423077Z","steps":["trace[1664191659] 'process raft request' (duration: 233.38774ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:26.711248Z","caller":"traceutil/trace.go:171","msg":"trace[287627736] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"163.466684ms","start":"2026-03-25T21:08:26.547762Z","end":"2026-03-25T21:08:26.711228Z","steps":["trace[287627736] 'read index received' (duration: 163.167558ms)","trace[287627736] 'applied index is now lower than readState.Index' (duration: 298.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:26.711335Z","caller":"traceutil/trace.go:171","msg":"trace[1178448422] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"168.170294ms","start":"2026-03-25T21:08:26.54314Z","end":"2026-03-25T21:08:26.71131Z","steps":["trace[1178448422] 'process raft request' (duration: 167.902419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:26.712544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.758858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-25T21:08:26.712698Z","caller":"traceutil/trace.go:171","msg":"trace[1030883952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:675; }","duration":"164.898601ms","start":"2026-03-25T21:08:26.547744Z","end":"2026-03-25T21:08:26.712643Z","steps":["trace[1030883952] 'agreement among raft nodes before linearized reading' (duration: 163.591526ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.053287Z","caller":"traceutil/trace.go:171","msg":"trace[960399894] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"134.603042ms","start":"2026-03-25T21:08:26.918661Z","end":"2026-03-25T21:08:27.053264Z","steps":["trace[960399894] 'process raft request' (duration: 113.251973ms)","trace[960399894] 'compare' (duration: 21.247867ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:27.146661Z","caller":"traceutil/trace.go:171","msg":"trace[368797397] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:707; }","duration":"199.319159ms","start":"2026-03-25T21:08:26.94731Z","end":"2026-03-25T21:08:27.146629Z","steps":["trace[368797397] 'read index received' (duration: 84.77683ms)","trace[368797397] 'applied index is now lower than readState.Index' (duration: 114.540409ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:27.146794Z","caller":"traceutil/trace.go:171","msg":"trace[231432125] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"224.179624ms","start":"2026-03-25T21:08:26.922552Z","end":"2026-03-25T21:08:27.146731Z","steps":["trace[231432125] 'process raft request' (duration: 223.863198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.14701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.667325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-25T21:08:27.147092Z","caller":"traceutil/trace.go:171","msg":"trace[1088860332] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"199.803288ms","start":"2026-03-25T21:08:26.947263Z","end":"2026-03-25T21:08:27.147066Z","steps":["trace[1088860332] 'agreement among raft nodes before linearized reading' (duration: 199.488582ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.260067Z","caller":"traceutil/trace.go:171","msg":"trace[1620407560] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"102.114652ms","start":"2026-03-25T21:08:27.157906Z","end":"2026-03-25T21:08:27.260021Z","steps":["trace[1620407560] 'process raft request' (duration: 101.821036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.509111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.513933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:08:27.50923Z","caller":"traceutil/trace.go:171","msg":"trace[1621101258] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"243.82456ms","start":"2026-03-25T21:08:27.265386Z","end":"2026-03-25T21:08:27.50921Z","steps":["trace[1621101258] 'process raft request' (duration: 111.113303ms)","trace[1621101258] 'compare' (duration: 132.36269ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:27.51217Z","caller":"traceutil/trace.go:171","msg":"trace[786450355] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"245.841728ms","start":"2026-03-25T21:08:27.26631Z","end":"2026-03-25T21:08:27.512152Z","steps":["trace[786450355] 'process raft request' (duration: 245.385059ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.685135Z","caller":"traceutil/trace.go:171","msg":"trace[1491029794] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:713; }","duration":"116.020377ms","start":"2026-03-25T21:08:27.569079Z","end":"2026-03-25T21:08:27.685099Z","steps":["trace[1491029794] 'read index received' (duration: 46.692142ms)","trace[1491029794] 'applied index is now lower than readState.Index' (duration: 69.326705ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:27.685282Z","caller":"traceutil/trace.go:171","msg":"trace[1025305865] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"118.407642ms","start":"2026-03-25T21:08:27.566855Z","end":"2026-03-25T21:08:27.685262Z","steps":["trace[1025305865] 'process raft request' (duration: 48.976105ms)","trace[1025305865] 'compare' (duration: 69.07812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:27.685478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.324984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:27.685542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.307424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-zfzvp\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-03-25T21:08:27.685604Z","caller":"traceutil/trace.go:171","msg":"trace[1727524765] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-zfzvp; range_end:; response_count:1; response_revision:689; }","duration":"170.368545ms","start":"2026-03-25T21:08:27.515219Z","end":"2026-03-25T21:08:27.685587Z","steps":["trace[1727524765] 'agreement among raft nodes before linearized reading' (duration: 170.11007ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.68557Z","caller":"traceutil/trace.go:171","msg":"trace[1230618064] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:689; }","duration":"170.460576ms","start":"2026-03-25T21:08:27.515089Z","end":"2026-03-25T21:08:27.685549Z","steps":["trace[1230618064] 'agreement among raft nodes before linearized reading' (duration: 170.326384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.685479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.729932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:27.685775Z","caller":"traceutil/trace.go:171","msg":"trace[1850592596] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:689; }","duration":"170.048899ms","start":"2026-03-25T21:08:27.515693Z","end":"2026-03-25T21:08:27.685742Z","steps":["trace[1850592596] 'agreement among raft nodes before linearized reading' (duration: 169.718663ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.732162Z","caller":"traceutil/trace.go:171","msg":"trace[1153421535] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"159.210091ms","start":"2026-03-25T21:08:27.572928Z","end":"2026-03-25T21:08:27.732138Z","steps":["trace[1153421535] 'process raft request' (duration: 158.928386ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.732536Z","caller":"traceutil/trace.go:171","msg":"trace[1694225209] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"149.607168ms","start":"2026-03-25T21:08:27.582911Z","end":"2026-03-25T21:08:27.732518Z","steps":["trace[1694225209] 'process raft request' (duration: 149.111268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.732743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.311692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:27.73283Z","caller":"traceutil/trace.go:171","msg":"trace[156718245] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:691; }","duration":"128.423234ms","start":"2026-03-25T21:08:27.604374Z","end":"2026-03-25T21:08:27.732797Z","steps":["trace[156718245] 'agreement among raft nodes before linearized reading' (duration: 128.294802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.73294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.375163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:27.732589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.031616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:27.733129Z","caller":"traceutil/trace.go:171","msg":"trace[1463972982] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:691; }","duration":"129.658937ms","start":"2026-03-25T21:08:27.603461Z","end":"2026-03-25T21:08:27.73312Z","steps":["trace[1463972982] 'agreement among raft nodes before linearized reading' (duration: 128.962214ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.733113Z","caller":"traceutil/trace.go:171","msg":"trace[1237810523] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:691; }","duration":"129.605546ms","start":"2026-03-25T21:08:27.603461Z","end":"2026-03-25T21:08:27.733066Z","steps":["trace[1237810523] 'agreement among raft nodes before linearized reading' (duration: 129.29645ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.963064Z","caller":"traceutil/trace.go:171","msg":"trace[1724038576] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:716; }","duration":"228.740131ms","start":"2026-03-25T21:08:27.734285Z","end":"2026-03-25T21:08:27.963025Z","steps":["trace[1724038576] 'read index received' (duration: 199.317918ms)","trace[1724038576] 'applied index is now lower than readState.Index' (duration: 29.421003ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:27.9632Z","caller":"traceutil/trace.go:171","msg":"trace[587128030] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"268.097233ms","start":"2026-03-25T21:08:27.695069Z","end":"2026-03-25T21:08:27.963167Z","steps":["trace[587128030] 'process raft request' (duration: 238.62609ms)","trace[587128030] 'compare' (duration: 29.138477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:27.96339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.075928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5tvts\" ","response":"range_response_count:1 size:3043"} {"level":"warn","ts":"2026-03-25T21:08:27.96346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.701554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:27.963481Z","caller":"traceutil/trace.go:171","msg":"trace[1405045130] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5tvts; range_end:; response_count:1; response_revision:692; }","duration":"229.21107ms","start":"2026-03-25T21:08:27.73425Z","end":"2026-03-25T21:08:27.963461Z","steps":["trace[1405045130] 'agreement among raft nodes before linearized reading' (duration: 228.929625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.963487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.69159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-zfzvp\" ","response":"range_response_count:1 size:4741"} {"level":"warn","ts":"2026-03-25T21:08:27.96349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.779535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:27.963509Z","caller":"traceutil/trace.go:171","msg":"trace[1152238174] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:692; }","duration":"168.797435ms","start":"2026-03-25T21:08:27.79469Z","end":"2026-03-25T21:08:27.963487Z","steps":["trace[1152238174] 'agreement among raft nodes before linearized reading' (duration: 168.701504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:27.963532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.777416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:27.963565Z","caller":"traceutil/trace.go:171","msg":"trace[1362251487] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:692; }","duration":"168.905538ms","start":"2026-03-25T21:08:27.794641Z","end":"2026-03-25T21:08:27.963546Z","steps":["trace[1362251487] 'agreement among raft nodes before linearized reading' (duration: 168.777485ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.96361Z","caller":"traceutil/trace.go:171","msg":"trace[767872678] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:692; }","duration":"167.927909ms","start":"2026-03-25T21:08:27.795661Z","end":"2026-03-25T21:08:27.963589Z","steps":["trace[767872678] 'agreement among raft nodes before linearized reading' (duration: 167.764126ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:27.963548Z","caller":"traceutil/trace.go:171","msg":"trace[1588759923] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-zfzvp; range_end:; response_count:1; response_revision:692; }","duration":"228.850663ms","start":"2026-03-25T21:08:27.734682Z","end":"2026-03-25T21:08:27.963533Z","steps":["trace[1588759923] 'agreement among raft nodes before linearized reading' (duration: 228.69192ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:28.37441Z","caller":"traceutil/trace.go:171","msg":"trace[811380577] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"185.654058ms","start":"2026-03-25T21:08:28.188726Z","end":"2026-03-25T21:08:28.37438Z","steps":["trace[811380577] 'read index received' (duration: 185.382523ms)","trace[811380577] 'applied index is now lower than readState.Index' (duration: 270.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:28.374526Z","caller":"traceutil/trace.go:171","msg":"trace[703866439] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"397.970394ms","start":"2026-03-25T21:08:27.976525Z","end":"2026-03-25T21:08:28.374495Z","steps":["trace[703866439] 'process raft request' (duration: 397.679619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:28.37461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.854841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:28.374648Z","caller":"traceutil/trace.go:171","msg":"trace[1998094820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:693; }","duration":"186.018075ms","start":"2026-03-25T21:08:28.188621Z","end":"2026-03-25T21:08:28.374639Z","steps":["trace[1998094820] 'agreement among raft nodes before linearized reading' (duration: 185.909423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:28.374742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:27.976513Z","time spent":"398.112258ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:28.565477Z","caller":"traceutil/trace.go:171","msg":"trace[458223130] transaction","detail":"{read_only:false; number_of_response:0; response_revision:694; }","duration":"183.378174ms","start":"2026-03-25T21:08:28.38207Z","end":"2026-03-25T21:08:28.565449Z","steps":["trace[458223130] 'process raft request' (duration: 111.306357ms)","trace[458223130] 'compare' (duration: 71.985056ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:28.929822Z","caller":"traceutil/trace.go:171","msg":"trace[1220196803] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:720; }","duration":"195.435975ms","start":"2026-03-25T21:08:28.73436Z","end":"2026-03-25T21:08:28.929796Z","steps":["trace[1220196803] 'read index received' (duration: 195.278462ms)","trace[1220196803] 'applied index is now lower than readState.Index' (duration: 156.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:28.929914Z","caller":"traceutil/trace.go:171","msg":"trace[1590259644] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"248.752713ms","start":"2026-03-25T21:08:28.681127Z","end":"2026-03-25T21:08:28.92988Z","steps":["trace[1590259644] 'process raft request' (duration: 248.512999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:28.930105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.72866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:08:28.93015Z","caller":"traceutil/trace.go:171","msg":"trace[1130230554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:695; }","duration":"195.857362ms","start":"2026-03-25T21:08:28.734282Z","end":"2026-03-25T21:08:28.930139Z","steps":["trace[1130230554] 'agreement among raft nodes before linearized reading' (duration: 195.642248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.17588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.528376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:08:29.175994Z","caller":"traceutil/trace.go:171","msg":"trace[564950793] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"246.080452ms","start":"2026-03-25T21:08:28.929895Z","end":"2026-03-25T21:08:29.175976Z","steps":["trace[564950793] 'read index received' (duration: 116.374533ms)","trace[564950793] 'applied index is now lower than readState.Index' (duration: 129.704679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:29.176158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.979684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:08:29.176196Z","caller":"traceutil/trace.go:171","msg":"trace[296676446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:696; }","duration":"433.059446ms","start":"2026-03-25T21:08:28.743127Z","end":"2026-03-25T21:08:29.176187Z","steps":["trace[296676446] 'agreement among raft nodes before linearized reading' (duration: 432.921343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.176177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.281331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:08:29.17623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.743113Z","time spent":"433.109876ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:08:29.176246Z","caller":"traceutil/trace.go:171","msg":"trace[940092932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:696; }","duration":"432.388662ms","start":"2026-03-25T21:08:28.74384Z","end":"2026-03-25T21:08:29.176228Z","steps":["trace[940092932] 'agreement among raft nodes before linearized reading' (duration: 432.204579ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:29.176248Z","caller":"traceutil/trace.go:171","msg":"trace[1498725568] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"333.312809ms","start":"2026-03-25T21:08:28.842911Z","end":"2026-03-25T21:08:29.176224Z","steps":["trace[1498725568] 'process raft request' (duration: 203.339706ms)","trace[1498725568] 'compare' (duration: 129.394032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:29.176285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.743831Z","time spent":"432.445723ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:08:29.176278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.394019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:08:29.176339Z","caller":"traceutil/trace.go:171","msg":"trace[253846879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"436.531131ms","start":"2026-03-25T21:08:28.739791Z","end":"2026-03-25T21:08:29.176322Z","steps":["trace[253846879] 'agreement among raft nodes before linearized reading' (duration: 436.355858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.176358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.842878Z","time spent":"333.422131ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:29.176393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.739768Z","time spent":"436.614103ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:08:29.176465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.066206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:08:29.176551Z","caller":"traceutil/trace.go:171","msg":"trace[381873824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:696; }","duration":"432.187878ms","start":"2026-03-25T21:08:28.744345Z","end":"2026-03-25T21:08:29.176533Z","steps":["trace[381873824] 'agreement among raft nodes before linearized reading' (duration: 431.932193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.176596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.744337Z","time spent":"432.249379ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:08:29.328418Z","caller":"traceutil/trace.go:171","msg":"trace[740969756] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"393.382468ms","start":"2026-03-25T21:08:28.935016Z","end":"2026-03-25T21:08:29.328399Z","steps":["trace[740969756] 'process raft request' (duration: 362.781293ms)","trace[740969756] 'compare' (duration: 30.447972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:29.328556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.934986Z","time spent":"393.495929ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:29.328581Z","caller":"traceutil/trace.go:171","msg":"trace[1659639423] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:722; }","duration":"152.515155ms","start":"2026-03-25T21:08:29.176021Z","end":"2026-03-25T21:08:29.328536Z","steps":["trace[1659639423] 'read index received' (duration: 121.834249ms)","trace[1659639423] 'applied index is now lower than readState.Index' (duration: 30.677766ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:29.32863Z","caller":"traceutil/trace.go:171","msg":"trace[1871806855] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"391.797487ms","start":"2026-03-25T21:08:28.936792Z","end":"2026-03-25T21:08:29.32859Z","steps":["trace[1871806855] 'process raft request' (duration: 391.553103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.328761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.713396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2075"} {"level":"info","ts":"2026-03-25T21:08:29.328823Z","caller":"traceutil/trace.go:171","msg":"trace[181541563] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:698; }","duration":"256.805257ms","start":"2026-03-25T21:08:29.072003Z","end":"2026-03-25T21:08:29.328808Z","steps":["trace[181541563] 'agreement among raft nodes before linearized reading' (duration: 256.711966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.328824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:28.936778Z","time spent":"391.94631ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2060,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:29.354437Z","caller":"traceutil/trace.go:171","msg":"trace[1638482772] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"172.13447ms","start":"2026-03-25T21:08:29.182288Z","end":"2026-03-25T21:08:29.354422Z","steps":["trace[1638482772] 'process raft request' (duration: 172.047768ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:29.354513Z","caller":"traceutil/trace.go:171","msg":"trace[396059308] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"172.202171ms","start":"2026-03-25T21:08:29.182276Z","end":"2026-03-25T21:08:29.354479Z","steps":["trace[396059308] 'process raft request' (duration: 171.975937ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:29.355201Z","caller":"traceutil/trace.go:171","msg":"trace[615222013] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"172.880713ms","start":"2026-03-25T21:08:29.182301Z","end":"2026-03-25T21:08:29.355182Z","steps":["trace[615222013] 'process raft request' (duration: 172.088608ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:29.35526Z","caller":"traceutil/trace.go:171","msg":"trace[738731518] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"172.822873ms","start":"2026-03-25T21:08:29.182425Z","end":"2026-03-25T21:08:29.355247Z","steps":["trace[738731518] 'process raft request' (duration: 172.69018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:29.355398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.849259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:29.355458Z","caller":"traceutil/trace.go:171","msg":"trace[404506879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"166.96654ms","start":"2026-03-25T21:08:29.188476Z","end":"2026-03-25T21:08:29.355443Z","steps":["trace[404506879] 'agreement among raft nodes before linearized reading' (duration: 166.832138ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:35.536682Z","caller":"traceutil/trace.go:171","msg":"trace[547100787] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:760; }","duration":"152.697698ms","start":"2026-03-25T21:08:35.383949Z","end":"2026-03-25T21:08:35.536646Z","steps":["trace[547100787] 'read index received' (duration: 152.387212ms)","trace[547100787] 'applied index is now lower than readState.Index' (duration: 308.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:35.536739Z","caller":"traceutil/trace.go:171","msg":"trace[1018415368] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"176.274848ms","start":"2026-03-25T21:08:35.360429Z","end":"2026-03-25T21:08:35.536704Z","steps":["trace[1018415368] 'process raft request' (duration: 175.952502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.536992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.012444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:08:35.537041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.308201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:08:35.537094Z","caller":"traceutil/trace.go:171","msg":"trace[1673212276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:734; }","duration":"151.398683ms","start":"2026-03-25T21:08:35.385684Z","end":"2026-03-25T21:08:35.537083Z","steps":["trace[1673212276] 'agreement among raft nodes before linearized reading' (duration: 151.22226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.537097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.047375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:08:35.537174Z","caller":"traceutil/trace.go:171","msg":"trace[1133805934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:734; }","duration":"152.159208ms","start":"2026-03-25T21:08:35.384999Z","end":"2026-03-25T21:08:35.537158Z","steps":["trace[1133805934] 'agreement among raft nodes before linearized reading' (duration: 151.975524ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:35.537107Z","caller":"traceutil/trace.go:171","msg":"trace[1835245556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:734; }","duration":"153.216427ms","start":"2026-03-25T21:08:35.383867Z","end":"2026-03-25T21:08:35.537083Z","steps":["trace[1835245556] 'agreement among raft nodes before linearized reading' (duration: 152.916902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.537025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.877591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:08:35.537353Z","caller":"traceutil/trace.go:171","msg":"trace[2130441800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:734; }","duration":"153.281869ms","start":"2026-03-25T21:08:35.384048Z","end":"2026-03-25T21:08:35.53733Z","steps":["trace[2130441800] 'agreement among raft nodes before linearized reading' (duration: 152.80072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.855157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.996626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:08:35.85529Z","caller":"traceutil/trace.go:171","msg":"trace[2049280597] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"313.257217ms","start":"2026-03-25T21:08:35.542009Z","end":"2026-03-25T21:08:35.855266Z","steps":["trace[2049280597] 'process raft request' (duration: 118.021996ms)","trace[2049280597] 'compare' (duration: 194.863063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:35.855382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:35.541983Z","time spent":"313.350758ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:35.926181Z","caller":"traceutil/trace.go:171","msg":"trace[381523741] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"384.074549ms","start":"2026-03-25T21:08:35.542087Z","end":"2026-03-25T21:08:35.926161Z","steps":["trace[381523741] 'process raft request' (duration: 383.932196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.926328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:35.542067Z","time spent":"384.181011ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:35.9264Z","caller":"traceutil/trace.go:171","msg":"trace[883382533] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"384.175161ms","start":"2026-03-25T21:08:35.54221Z","end":"2026-03-25T21:08:35.926385Z","steps":["trace[883382533] 'process raft request' (duration: 383.921237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.926506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:35.542199Z","time spent":"384.241622ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:35.926776Z","caller":"traceutil/trace.go:171","msg":"trace[1464831351] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"384.548929ms","start":"2026-03-25T21:08:35.542219Z","end":"2026-03-25T21:08:35.926768Z","steps":["trace[1464831351] 'process raft request' (duration: 384.1069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:35.926812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:35.542194Z","time spent":"384.597199ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:36.403559Z","caller":"traceutil/trace.go:171","msg":"trace[1216904901] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:765; }","duration":"231.537604ms","start":"2026-03-25T21:08:36.171995Z","end":"2026-03-25T21:08:36.403532Z","steps":["trace[1216904901] 'read index received' (duration: 231.32896ms)","trace[1216904901] 'applied index is now lower than readState.Index' (duration: 207.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:36.403634Z","caller":"traceutil/trace.go:171","msg":"trace[1686284038] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"333.206507ms","start":"2026-03-25T21:08:36.070382Z","end":"2026-03-25T21:08:36.403589Z","steps":["trace[1686284038] 'process raft request' (duration: 332.977333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:36.403715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.706497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:36.403757Z","caller":"traceutil/trace.go:171","msg":"trace[2017310609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"231.767308ms","start":"2026-03-25T21:08:36.171978Z","end":"2026-03-25T21:08:36.403745Z","steps":["trace[2017310609] 'agreement among raft nodes before linearized reading' (duration: 231.683057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:36.40387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:36.07035Z","time spent":"333.37957ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:36.899962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.880457ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:08:36.90032Z","caller":"traceutil/trace.go:171","msg":"trace[1041840224] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"496.637831ms","start":"2026-03-25T21:08:36.40363Z","end":"2026-03-25T21:08:36.900267Z","steps":["trace[1041840224] 'read index received' (duration: 58.452567ms)","trace[1041840224] 'applied index is now lower than readState.Index' (duration: 438.181114ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:36.900518Z","caller":"traceutil/trace.go:171","msg":"trace[303161774] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"486.879834ms","start":"2026-03-25T21:08:36.413598Z","end":"2026-03-25T21:08:36.900478Z","steps":["trace[303161774] 'process raft request' (duration: 486.512947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:36.900772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:36.413571Z","time spent":"487.077758ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4181,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:36.900544Z","caller":"traceutil/trace.go:171","msg":"trace[1878815057] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"479.469703ms","start":"2026-03-25T21:08:36.421059Z","end":"2026-03-25T21:08:36.900528Z","steps":["trace[1878815057] 'process raft request' (duration: 479.215678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:36.901034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.029346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:36.901142Z","caller":"traceutil/trace.go:171","msg":"trace[1193307565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"713.25437ms","start":"2026-03-25T21:08:36.187869Z","end":"2026-03-25T21:08:36.901123Z","steps":["trace[1193307565] 'agreement among raft nodes before linearized reading' (duration: 712.605268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:36.901129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:36.42103Z","time spent":"479.978342ms","remote":"127.0.0.1:58166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:36.901196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:36.187839Z","time spent":"713.344731ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:08:37.108549Z","caller":"traceutil/trace.go:171","msg":"trace[525573751] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"199.790518ms","start":"2026-03-25T21:08:36.90873Z","end":"2026-03-25T21:08:37.108521Z","steps":["trace[525573751] 'process raft request' (duration: 199.603545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:37.344604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.690906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:37.344768Z","caller":"traceutil/trace.go:171","msg":"trace[1788480277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"154.92852ms","start":"2026-03-25T21:08:37.189816Z","end":"2026-03-25T21:08:37.344744Z","steps":["trace[1788480277] 'range keys from in-memory index tree' (duration: 154.446282ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:39.661389Z","caller":"traceutil/trace.go:171","msg":"trace[931405651] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"472.708303ms","start":"2026-03-25T21:08:39.188641Z","end":"2026-03-25T21:08:39.661349Z","steps":["trace[931405651] 'read index received' (duration: 472.674313ms)","trace[931405651] 'applied index is now lower than readState.Index' (duration: 32.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:39.661478Z","caller":"traceutil/trace.go:171","msg":"trace[2062232061] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"789.246632ms","start":"2026-03-25T21:08:38.87219Z","end":"2026-03-25T21:08:39.661437Z","steps":["trace[2062232061] 'process raft request' (duration: 788.976037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:39.661552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.901537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:39.661587Z","caller":"traceutil/trace.go:171","msg":"trace[345043966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"473.019799ms","start":"2026-03-25T21:08:39.188556Z","end":"2026-03-25T21:08:39.661576Z","steps":["trace[345043966] 'agreement among raft nodes before linearized reading' (duration: 472.941778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:39.661623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:39.188476Z","time spent":"473.139341ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:08:39.661639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:38.872152Z","time spent":"789.397185ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:39.674736Z","caller":"traceutil/trace.go:171","msg":"trace[1279040109] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"368.42391ms","start":"2026-03-25T21:08:39.306256Z","end":"2026-03-25T21:08:39.67468Z","steps":["trace[1279040109] 'process raft request' (duration: 368.057823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:39.674774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.829017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:08:39.674871Z","caller":"traceutil/trace.go:171","msg":"trace[1426863563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:758; }","duration":"122.98173ms","start":"2026-03-25T21:08:39.551868Z","end":"2026-03-25T21:08:39.674849Z","steps":["trace[1426863563] 'agreement among raft nodes before linearized reading' (duration: 122.699145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:39.67518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:39.306228Z","time spent":"368.621114ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:46.068728Z","caller":"traceutil/trace.go:171","msg":"trace[751951536] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"156.891818ms","start":"2026-03-25T21:08:45.910895Z","end":"2026-03-25T21:08:46.067787Z","steps":["trace[751951536] 'process raft request' (duration: 156.578782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.547358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.944474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:08:46.547729Z","caller":"traceutil/trace.go:171","msg":"trace[401857300] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:865; }","duration":"445.447662ms","start":"2026-03-25T21:08:46.102264Z","end":"2026-03-25T21:08:46.547712Z","steps":["trace[401857300] 'read index received' (duration: 69.055169ms)","trace[401857300] 'applied index is now lower than readState.Index' (duration: 376.391203ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:46.54783Z","caller":"traceutil/trace.go:171","msg":"trace[1329219350] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"477.628277ms","start":"2026-03-25T21:08:46.070191Z","end":"2026-03-25T21:08:46.547819Z","steps":["trace[1329219350] 'process raft request' (duration: 101.132092ms)","trace[1329219350] 'compare' (duration: 375.468635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:46.547889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.07017Z","time spent":"477.691658ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2260,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:46.548074Z","caller":"traceutil/trace.go:171","msg":"trace[988143366] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"437.254526ms","start":"2026-03-25T21:08:46.110808Z","end":"2026-03-25T21:08:46.548062Z","steps":["trace[988143366] 'process raft request' (duration: 436.855328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.110798Z","time spent":"437.306546ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2260,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:08:46.548225Z","caller":"traceutil/trace.go:171","msg":"trace[1304222211] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"474.64598ms","start":"2026-03-25T21:08:46.073571Z","end":"2026-03-25T21:08:46.548217Z","steps":["trace[1304222211] 'process raft request' (duration: 474.046959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.85898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:46.548289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.073557Z","time spent":"474.693731ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:46.54828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.683041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:46.548345Z","caller":"traceutil/trace.go:171","msg":"trace[1250499414] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:839; }","duration":"445.985953ms","start":"2026-03-25T21:08:46.102307Z","end":"2026-03-25T21:08:46.548293Z","steps":["trace[1250499414] 'agreement among raft nodes before linearized reading' (duration: 445.83302ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:46.548362Z","caller":"traceutil/trace.go:171","msg":"trace[1256432828] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"475.583078ms","start":"2026-03-25T21:08:46.072725Z","end":"2026-03-25T21:08:46.548308Z","steps":["trace[1256432828] 'process raft request' (duration: 474.753682ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:46.548406Z","caller":"traceutil/trace.go:171","msg":"trace[929055575] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:839; }","duration":"418.854804ms","start":"2026-03-25T21:08:46.129525Z","end":"2026-03-25T21:08:46.54838Z","steps":["trace[929055575] 'agreement among raft nodes before linearized reading' (duration: 418.639629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.765613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:46.548471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.31626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:46.548446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.473518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:46.548491Z","caller":"traceutil/trace.go:171","msg":"trace[1624515453] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"475.277262ms","start":"2026-03-25T21:08:46.073202Z","end":"2026-03-25T21:08:46.548479Z","steps":["trace[1624515453] 'process raft request' (duration: 474.378045ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:46.548508Z","caller":"traceutil/trace.go:171","msg":"trace[641710561] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:839; }","duration":"445.371011ms","start":"2026-03-25T21:08:46.103127Z","end":"2026-03-25T21:08:46.548498Z","steps":["trace[641710561] 'agreement among raft nodes before linearized reading' (duration: 445.3145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.043938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:46.548525Z","caller":"traceutil/trace.go:171","msg":"trace[187556500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"373.14103ms","start":"2026-03-25T21:08:46.175356Z","end":"2026-03-25T21:08:46.548497Z","steps":["trace[187556500] 'agreement among raft nodes before linearized reading' (duration: 372.928656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.103118Z","time spent":"445.414071ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-25T21:08:46.548552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.073173Z","time spent":"475.346923ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:08:46.548562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.209142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:46.548582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.175328Z","time spent":"373.245812ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:08:46.548603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.406714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:46.54861Z","caller":"traceutil/trace.go:171","msg":"trace[1802264179] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:839; }","duration":"418.271063ms","start":"2026-03-25T21:08:46.130326Z","end":"2026-03-25T21:08:46.548597Z","steps":["trace[1802264179] 'agreement among raft nodes before linearized reading' (duration: 418.191351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.072705Z","time spent":"475.761411ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:08:46.548635Z","caller":"traceutil/trace.go:171","msg":"trace[521562549] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:839; }","duration":"431.457105ms","start":"2026-03-25T21:08:46.117168Z","end":"2026-03-25T21:08:46.548625Z","steps":["trace[521562549] 'agreement among raft nodes before linearized reading' (duration: 431.409474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.801181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:46.548656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.130319Z","time spent":"418.325124ms","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-25T21:08:46.548679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.11716Z","time spent":"431.509816ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-25T21:08:46.548479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.129519Z","time spent":"418.942386ms","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:08:46.548721Z","caller":"traceutil/trace.go:171","msg":"trace[1245811390] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:839; }","duration":"432.972314ms","start":"2026-03-25T21:08:46.115725Z","end":"2026-03-25T21:08:46.548697Z","steps":["trace[1245811390] 'agreement among raft nodes before linearized reading' (duration: 432.730419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.425401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:08:46.548779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.115719Z","time spent":"433.048715ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:08:46.548413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.102301Z","time spent":"446.093295ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:08:46.548449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.625347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:46.54882Z","caller":"traceutil/trace.go:171","msg":"trace[631552883] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:839; }","duration":"446.534023ms","start":"2026-03-25T21:08:46.102235Z","end":"2026-03-25T21:08:46.548769Z","steps":["trace[631552883] 'agreement among raft nodes before linearized reading' (duration: 446.414781ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:46.548853Z","caller":"traceutil/trace.go:171","msg":"trace[535190385] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:839; }","duration":"433.084656ms","start":"2026-03-25T21:08:46.115755Z","end":"2026-03-25T21:08:46.54884Z","steps":["trace[535190385] 'agreement among raft nodes before linearized reading' (duration: 432.634858ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:46.548554Z","caller":"traceutil/trace.go:171","msg":"trace[1047657524] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:839; }","duration":"419.092719ms","start":"2026-03-25T21:08:46.129447Z","end":"2026-03-25T21:08:46.54854Z","steps":["trace[1047657524] 'agreement among raft nodes before linearized reading' (duration: 419.038878ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:46.548574Z","caller":"traceutil/trace.go:171","msg":"trace[995806827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"360.661602ms","start":"2026-03-25T21:08:46.187875Z","end":"2026-03-25T21:08:46.548537Z","steps":["trace[995806827] 'agreement among raft nodes before linearized reading' (duration: 360.394626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.548862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.102218Z","time spent":"446.631395ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T21:08:46.548897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.115728Z","time spent":"433.155757ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T21:08:46.548913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.129438Z","time spent":"419.459705ms","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-25T21:08:46.548929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.187861Z","time spent":"361.05425ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:08:46.548987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.05873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:08:46.549025Z","caller":"traceutil/trace.go:171","msg":"trace[1071169934] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:839; }","duration":"304.185003ms","start":"2026-03-25T21:08:46.24483Z","end":"2026-03-25T21:08:46.549015Z","steps":["trace[1071169934] 'agreement among raft nodes before linearized reading' (duration: 304.116981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:46.549054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:08:46.244814Z","time spent":"304.233193ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:08:59.113437Z","caller":"traceutil/trace.go:171","msg":"trace[933317483] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1133; }","duration":"145.724367ms","start":"2026-03-25T21:08:58.967689Z","end":"2026-03-25T21:08:59.113414Z","steps":["trace[933317483] 'read index received' (duration: 117.747275ms)","trace[933317483] 'applied index is now lower than readState.Index' (duration: 27.976302ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:59.113556Z","caller":"traceutil/trace.go:171","msg":"trace[1809699130] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"285.186116ms","start":"2026-03-25T21:08:58.828334Z","end":"2026-03-25T21:08:59.11352Z","steps":["trace[1809699130] 'process raft request' (duration: 256.987869ms)","trace[1809699130] 'compare' (duration: 27.926411ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:59.113621Z","caller":"traceutil/trace.go:171","msg":"trace[740064568] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"197.663943ms","start":"2026-03-25T21:08:58.915935Z","end":"2026-03-25T21:08:59.113599Z","steps":["trace[740064568] 'process raft request' (duration: 197.424977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:08:59.113651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.944512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ft8mx\" ","response":"range_response_count:1 size:4791"} {"level":"info","ts":"2026-03-25T21:08:59.113725Z","caller":"traceutil/trace.go:171","msg":"trace[1760126207] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ft8mx; range_end:; response_count:1; response_revision:1102; }","duration":"146.076675ms","start":"2026-03-25T21:08:58.967632Z","end":"2026-03-25T21:08:59.113708Z","steps":["trace[1760126207] 'agreement among raft nodes before linearized reading' (duration: 145.894681ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:59.296599Z","caller":"traceutil/trace.go:171","msg":"trace[44868106] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1135; }","duration":"107.691054ms","start":"2026-03-25T21:08:59.188877Z","end":"2026-03-25T21:08:59.296568Z","steps":["trace[44868106] 'read index received' (duration: 44.494353ms)","trace[44868106] 'applied index is now lower than readState.Index' (duration: 63.195441ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:08:59.296635Z","caller":"traceutil/trace.go:171","msg":"trace[411993160] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"174.407333ms","start":"2026-03-25T21:08:59.122202Z","end":"2026-03-25T21:08:59.296609Z","steps":["trace[411993160] 'process raft request' (duration: 111.225432ms)","trace[411993160] 'compare' (duration: 62.962467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:59.296839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.92575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:08:59.296947Z","caller":"traceutil/trace.go:171","msg":"trace[1058031736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1103; }","duration":"108.089503ms","start":"2026-03-25T21:08:59.188832Z","end":"2026-03-25T21:08:59.296922Z","steps":["trace[1058031736] 'agreement among raft nodes before linearized reading' (duration: 107.863108ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:02.67247Z","caller":"traceutil/trace.go:171","msg":"trace[869515102] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"199.552473ms","start":"2026-03-25T21:09:02.47289Z","end":"2026-03-25T21:09:02.672442Z","steps":["trace[869515102] 'process raft request' (duration: 199.348959ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:02.795201Z","caller":"traceutil/trace.go:171","msg":"trace[2047051988] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1155; }","duration":"152.363092ms","start":"2026-03-25T21:09:02.642801Z","end":"2026-03-25T21:09:02.795164Z","steps":["trace[2047051988] 'read index received' (duration: 29.533876ms)","trace[2047051988] 'applied index is now lower than readState.Index' (duration: 122.827996ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:02.795295Z","caller":"traceutil/trace.go:171","msg":"trace[1510197142] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"322.154594ms","start":"2026-03-25T21:09:02.473086Z","end":"2026-03-25T21:09:02.795241Z","steps":["trace[1510197142] 'process raft request' (duration: 290.39149ms)","trace[1510197142] 'compare' (duration: 31.521099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:02.795558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.709949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:09:02.795621Z","caller":"traceutil/trace.go:171","msg":"trace[2029759952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1123; }","duration":"152.869403ms","start":"2026-03-25T21:09:02.642739Z","end":"2026-03-25T21:09:02.795609Z","steps":["trace[2029759952] 'agreement among raft nodes before linearized reading' (duration: 152.622297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:02.795697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.161232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"warn","ts":"2026-03-25T21:09:02.795727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.309399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:09:02.795769Z","caller":"traceutil/trace.go:171","msg":"trace[1867521421] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1123; }","duration":"117.286465ms","start":"2026-03-25T21:09:02.678463Z","end":"2026-03-25T21:09:02.79575Z","steps":["trace[1867521421] 'agreement among raft nodes before linearized reading' (duration: 117.032989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:02.795734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.066653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:09:02.795807Z","caller":"traceutil/trace.go:171","msg":"trace[1102987279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1123; }","duration":"124.482302ms","start":"2026-03-25T21:09:02.671302Z","end":"2026-03-25T21:09:02.795785Z","steps":["trace[1102987279] 'agreement among raft nodes before linearized reading' (duration: 124.115794ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:02.79585Z","caller":"traceutil/trace.go:171","msg":"trace[1703325848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1123; }","duration":"124.244497ms","start":"2026-03-25T21:09:02.671582Z","end":"2026-03-25T21:09:02.795827Z","steps":["trace[1703325848] 'agreement among raft nodes before linearized reading' (duration: 123.9239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:02.796416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:02.47305Z","time spent":"322.359059ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:09:03.221703Z","caller":"traceutil/trace.go:171","msg":"trace[1930854099] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"125.605597ms","start":"2026-03-25T21:09:03.096067Z","end":"2026-03-25T21:09:03.221672Z","steps":["trace[1930854099] 'process raft request' (duration: 124.183935ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:10.305443Z","caller":"traceutil/trace.go:171","msg":"trace[1990071165] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1194; }","duration":"157.137236ms","start":"2026-03-25T21:09:10.148273Z","end":"2026-03-25T21:09:10.30541Z","steps":["trace[1990071165] 'read index received' (duration: 157.014023ms)","trace[1990071165] 'applied index is now lower than readState.Index' (duration: 121.663µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:10.305677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.390161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:09:10.305738Z","caller":"traceutil/trace.go:171","msg":"trace[226243696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1159; }","duration":"157.526635ms","start":"2026-03-25T21:09:10.148197Z","end":"2026-03-25T21:09:10.305724Z","steps":["trace[226243696] 'agreement among raft nodes before linearized reading' (duration: 157.31749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:10.307493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.42468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:10.307555Z","caller":"traceutil/trace.go:171","msg":"trace[871206033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"118.519841ms","start":"2026-03-25T21:09:10.189019Z","end":"2026-03-25T21:09:10.307539Z","steps":["trace[871206033] 'agreement among raft nodes before linearized reading' (duration: 118.409159ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:10.307635Z","caller":"traceutil/trace.go:171","msg":"trace[494727098] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"141.426793ms","start":"2026-03-25T21:09:10.166167Z","end":"2026-03-25T21:09:10.307594Z","steps":["trace[494727098] 'process raft request' (duration: 141.115606ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:31.157135Z","caller":"traceutil/trace.go:171","msg":"trace[267512055] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"122.502248ms","start":"2026-03-25T21:09:31.034562Z","end":"2026-03-25T21:09:31.157064Z","steps":["trace[267512055] 'process raft request' (duration: 91.860428ms)","trace[267512055] 'compare' (duration: 30.355374ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:31.157521Z","caller":"traceutil/trace.go:171","msg":"trace[1631920794] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"115.378043ms","start":"2026-03-25T21:09:31.042109Z","end":"2026-03-25T21:09:31.157487Z","steps":["trace[1631920794] 'process raft request' (duration: 114.826541ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:33.653544Z","caller":"traceutil/trace.go:171","msg":"trace[916975178] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"190.073848ms","start":"2026-03-25T21:09:33.463435Z","end":"2026-03-25T21:09:33.653509Z","steps":["trace[916975178] 'process raft request' (duration: 189.840743ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:34.16232Z","caller":"traceutil/trace.go:171","msg":"trace[1836067128] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"186.12688ms","start":"2026-03-25T21:09:33.975522Z","end":"2026-03-25T21:09:34.161649Z","steps":["trace[1836067128] 'process raft request' (duration: 185.728721ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:35.963751Z","caller":"traceutil/trace.go:171","msg":"trace[624986908] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"128.225244ms","start":"2026-03-25T21:09:35.835497Z","end":"2026-03-25T21:09:35.963722Z","steps":["trace[624986908] 'process raft request' (duration: 128.064121ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:36.413515Z","caller":"traceutil/trace.go:171","msg":"trace[1983281296] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"122.381555ms","start":"2026-03-25T21:09:36.291095Z","end":"2026-03-25T21:09:36.413476Z","steps":["trace[1983281296] 'process raft request' (duration: 121.054236ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:38.633835Z","caller":"traceutil/trace.go:171","msg":"trace[635735153] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1526; }","duration":"153.594839ms","start":"2026-03-25T21:09:38.480207Z","end":"2026-03-25T21:09:38.633802Z","steps":["trace[635735153] 'read index received' (duration: 68.633941ms)","trace[635735153] 'applied index is now lower than readState.Index' (duration: 84.959618ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:38.633989Z","caller":"traceutil/trace.go:171","msg":"trace[1487046143] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"195.069976ms","start":"2026-03-25T21:09:38.438864Z","end":"2026-03-25T21:09:38.633934Z","steps":["trace[1487046143] 'process raft request' (duration: 109.944854ms)","trace[1487046143] 'compare' (duration: 84.847496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:38.634129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.662021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:09:38.634198Z","caller":"traceutil/trace.go:171","msg":"trace[46549972] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1478; }","duration":"169.754483ms","start":"2026-03-25T21:09:38.464425Z","end":"2026-03-25T21:09:38.63418Z","steps":["trace[46549972] 'agreement among raft nodes before linearized reading' (duration: 169.61783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:38.634393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.800146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:38.634495Z","caller":"traceutil/trace.go:171","msg":"trace[1154335088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1478; }","duration":"149.9602ms","start":"2026-03-25T21:09:38.48451Z","end":"2026-03-25T21:09:38.63447Z","steps":["trace[1154335088] 'agreement among raft nodes before linearized reading' (duration: 149.783506ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:39.374531Z","caller":"traceutil/trace.go:171","msg":"trace[764442814] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1553; }","duration":"108.958683ms","start":"2026-03-25T21:09:39.265541Z","end":"2026-03-25T21:09:39.3745Z","steps":["trace[764442814] 'read index received' (duration: 11.087073ms)","trace[764442814] 'applied index is now lower than readState.Index' (duration: 97.87022ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:39.374652Z","caller":"traceutil/trace.go:171","msg":"trace[254782986] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"159.658731ms","start":"2026-03-25T21:09:39.214915Z","end":"2026-03-25T21:09:39.374574Z","steps":["trace[254782986] 'process raft request' (duration: 61.793082ms)","trace[254782986] 'compare' (duration: 97.616294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:39.374816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.242429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:09:39.374901Z","caller":"traceutil/trace.go:171","msg":"trace[1801902295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1505; }","duration":"109.405762ms","start":"2026-03-25T21:09:39.265473Z","end":"2026-03-25T21:09:39.374879Z","steps":["trace[1801902295] 'agreement among raft nodes before linearized reading' (duration: 109.159867ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:39.60449Z","caller":"traceutil/trace.go:171","msg":"trace[630708524] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1555; }","duration":"173.938023ms","start":"2026-03-25T21:09:39.430513Z","end":"2026-03-25T21:09:39.604451Z","steps":["trace[630708524] 'read index received' (duration: 81.461961ms)","trace[630708524] 'applied index is now lower than readState.Index' (duration: 92.474212ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:39.604657Z","caller":"traceutil/trace.go:171","msg":"trace[1241754513] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"220.550843ms","start":"2026-03-25T21:09:39.384042Z","end":"2026-03-25T21:09:39.604593Z","steps":["trace[1241754513] 'process raft request' (duration: 127.983269ms)","trace[1241754513] 'compare' (duration: 92.028922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:39.604874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.324302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:39.605045Z","caller":"traceutil/trace.go:171","msg":"trace[365265062] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1507; }","duration":"174.547927ms","start":"2026-03-25T21:09:39.430462Z","end":"2026-03-25T21:09:39.60501Z","steps":["trace[365265062] 'agreement among raft nodes before linearized reading' (duration: 174.268351ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:39.783223Z","caller":"traceutil/trace.go:171","msg":"trace[1539898149] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"103.528314ms","start":"2026-03-25T21:09:39.679665Z","end":"2026-03-25T21:09:39.783193Z","steps":["trace[1539898149] 'process raft request' (duration: 103.418692ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:39.783254Z","caller":"traceutil/trace.go:171","msg":"trace[421817709] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"167.666116ms","start":"2026-03-25T21:09:39.615528Z","end":"2026-03-25T21:09:39.783194Z","steps":["trace[421817709] 'process raft request' (duration: 99.798562ms)","trace[421817709] 'compare' (duration: 67.532557ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:43.019423Z","caller":"traceutil/trace.go:171","msg":"trace[2016477967] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1536; }","duration":"134.47672ms","start":"2026-03-25T21:09:42.884922Z","end":"2026-03-25T21:09:43.019399Z","steps":["trace[2016477967] 'process raft request' (duration: 134.364498ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:43.241229Z","caller":"traceutil/trace.go:171","msg":"trace[1882208216] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"123.91623ms","start":"2026-03-25T21:09:43.117276Z","end":"2026-03-25T21:09:43.241192Z","steps":["trace[1882208216] 'process raft request' (duration: 123.614534ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:43.583103Z","caller":"traceutil/trace.go:171","msg":"trace[1976568239] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1539; }","duration":"111.15617ms","start":"2026-03-25T21:09:43.471913Z","end":"2026-03-25T21:09:43.583069Z","steps":["trace[1976568239] 'process raft request' (duration: 110.381873ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:48.604267Z","caller":"traceutil/trace.go:171","msg":"trace[1766999662] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"160.563991ms","start":"2026-03-25T21:09:48.443669Z","end":"2026-03-25T21:09:48.604233Z","steps":["trace[1766999662] 'process raft request' (duration: 160.247444ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:48.801708Z","caller":"traceutil/trace.go:171","msg":"trace[395637792] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"150.816398ms","start":"2026-03-25T21:09:48.650855Z","end":"2026-03-25T21:09:48.801672Z","steps":["trace[395637792] 'process raft request' (duration: 139.699765ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:48.802491Z","caller":"traceutil/trace.go:171","msg":"trace[604048290] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"151.537053ms","start":"2026-03-25T21:09:48.650917Z","end":"2026-03-25T21:09:48.802454Z","steps":["trace[604048290] 'process raft request' (duration: 150.881229ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:49.661901Z","caller":"traceutil/trace.go:171","msg":"trace[1341897221] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"114.265318ms","start":"2026-03-25T21:09:49.54761Z","end":"2026-03-25T21:09:49.661876Z","steps":["trace[1341897221] 'process raft request' (duration: 114.124635ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:50.127859Z","caller":"traceutil/trace.go:171","msg":"trace[141836099] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"108.157825ms","start":"2026-03-25T21:09:50.019669Z","end":"2026-03-25T21:09:50.127827Z","steps":["trace[141836099] 'process raft request' (duration: 107.898969ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:52.73615Z","caller":"traceutil/trace.go:171","msg":"trace[838449797] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"134.44392ms","start":"2026-03-25T21:09:52.601644Z","end":"2026-03-25T21:09:52.736088Z","steps":["trace[838449797] 'process raft request' (duration: 134.215295ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:52.736335Z","caller":"traceutil/trace.go:171","msg":"trace[2084374907] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"131.513946ms","start":"2026-03-25T21:09:52.604788Z","end":"2026-03-25T21:09:52.736302Z","steps":["trace[2084374907] 'process raft request' (duration: 131.227649ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:52.736405Z","caller":"traceutil/trace.go:171","msg":"trace[1006711981] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"107.503481ms","start":"2026-03-25T21:09:52.628849Z","end":"2026-03-25T21:09:52.736353Z","steps":["trace[1006711981] 'process raft request' (duration: 107.320507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:52.736471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.926158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-rnq7k\" ","response":"range_response_count:1 size:3255"} {"level":"info","ts":"2026-03-25T21:09:52.73664Z","caller":"traceutil/trace.go:171","msg":"trace[158320784] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-rnq7k; range_end:; response_count:1; response_revision:1720; }","duration":"134.156024ms","start":"2026-03-25T21:09:52.602464Z","end":"2026-03-25T21:09:52.73662Z","steps":["trace[158320784] 'agreement among raft nodes before linearized reading' (duration: 133.743885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:53.101804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.633745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:09:53.101933Z","caller":"traceutil/trace.go:171","msg":"trace[1825155630] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1796; }","duration":"298.322983ms","start":"2026-03-25T21:09:52.803589Z","end":"2026-03-25T21:09:53.101912Z","steps":["trace[1825155630] 'read index received' (duration: 125.487284ms)","trace[1825155630] 'applied index is now lower than readState.Index' (duration: 172.834049ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:09:53.102018Z","caller":"traceutil/trace.go:171","msg":"trace[32485840] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"349.779848ms","start":"2026-03-25T21:09:52.752171Z","end":"2026-03-25T21:09:53.101951Z","steps":["trace[32485840] 'process raft request' (duration: 176.900158ms)","trace[32485840] 'compare' (duration: 172.456021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:53.102272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:52.752145Z","time spent":"349.991033ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:09:53.102311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.724082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:211679"} {"level":"info","ts":"2026-03-25T21:09:53.10235Z","caller":"traceutil/trace.go:171","msg":"trace[1384995304] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1724; }","duration":"298.803524ms","start":"2026-03-25T21:09:52.803537Z","end":"2026-03-25T21:09:53.10234Z","steps":["trace[1384995304] 'agreement among raft nodes before linearized reading' (duration: 298.511787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:53.102369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.473836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-25T21:09:53.102396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.816296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:09:53.102479Z","caller":"traceutil/trace.go:171","msg":"trace[1740693692] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:1724; }","duration":"212.64234ms","start":"2026-03-25T21:09:52.889814Z","end":"2026-03-25T21:09:53.102457Z","steps":["trace[1740693692] 'agreement among raft nodes before linearized reading' (duration: 212.361854ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:53.102501Z","caller":"traceutil/trace.go:171","msg":"trace[284844186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1724; }","duration":"213.981669ms","start":"2026-03-25T21:09:52.888495Z","end":"2026-03-25T21:09:53.102477Z","steps":["trace[284844186] 'agreement among raft nodes before linearized reading' (duration: 213.614501ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:55.881607Z","caller":"traceutil/trace.go:171","msg":"trace[1249709966] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1814; }","duration":"366.978855ms","start":"2026-03-25T21:09:55.5146Z","end":"2026-03-25T21:09:55.881579Z","steps":["trace[1249709966] 'read index received' (duration: 294.682097ms)","trace[1249709966] 'applied index is now lower than readState.Index' (duration: 72.293418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:09:55.881814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.21629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:09:55.881877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.794211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:55.881881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.477329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:09:55.882018Z","caller":"traceutil/trace.go:171","msg":"trace[346305375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"304.660373ms","start":"2026-03-25T21:09:55.577344Z","end":"2026-03-25T21:09:55.882005Z","steps":["trace[346305375] 'agreement among raft nodes before linearized reading' (duration: 304.424868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:55.882052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.266593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:55.882065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:55.577316Z","time spent":"304.739014ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:09:55.882094Z","caller":"traceutil/trace.go:171","msg":"trace[298271665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"180.348484ms","start":"2026-03-25T21:09:55.701736Z","end":"2026-03-25T21:09:55.882085Z","steps":["trace[298271665] 'agreement among raft nodes before linearized reading' (duration: 180.267352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:55.882186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.106061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:55.882267Z","caller":"traceutil/trace.go:171","msg":"trace[1871450117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"251.226775ms","start":"2026-03-25T21:09:55.631025Z","end":"2026-03-25T21:09:55.882252Z","steps":["trace[1871450117] 'agreement among raft nodes before linearized reading' (duration: 251.109032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:55.882291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.528671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:55.882333Z","caller":"traceutil/trace.go:171","msg":"trace[633908582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"251.605692ms","start":"2026-03-25T21:09:55.630718Z","end":"2026-03-25T21:09:55.882324Z","steps":["trace[633908582] 'agreement among raft nodes before linearized reading' (duration: 251.543621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:55.88237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.829962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:55.882419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.461747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:55.882426Z","caller":"traceutil/trace.go:171","msg":"trace[18238408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"145.931914ms","start":"2026-03-25T21:09:55.73648Z","end":"2026-03-25T21:09:55.882412Z","steps":["trace[18238408] 'agreement among raft nodes before linearized reading' (duration: 145.856252ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:55.882449Z","caller":"traceutil/trace.go:171","msg":"trace[446742492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"204.519978ms","start":"2026-03-25T21:09:55.677913Z","end":"2026-03-25T21:09:55.882433Z","steps":["trace[446742492] 'agreement among raft nodes before linearized reading' (duration: 204.491317ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:55.881926Z","caller":"traceutil/trace.go:171","msg":"trace[1165113475] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1742; }","duration":"367.373373ms","start":"2026-03-25T21:09:55.514501Z","end":"2026-03-25T21:09:55.881875Z","steps":["trace[1165113475] 'agreement among raft nodes before linearized reading' (duration: 367.162219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:55.882442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.109568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:55.882492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:09:55.514461Z","time spent":"368.017448ms","remote":"127.0.0.1:58176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:09:55.882499Z","caller":"traceutil/trace.go:171","msg":"trace[937589568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"113.205171ms","start":"2026-03-25T21:09:55.769283Z","end":"2026-03-25T21:09:55.882488Z","steps":["trace[937589568] 'agreement among raft nodes before linearized reading' (duration: 113.125669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:09:55.882389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.362674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:55.882677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.871076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:09:55.882732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.269592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:09:55.882739Z","caller":"traceutil/trace.go:171","msg":"trace[2052190074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"180.952287ms","start":"2026-03-25T21:09:55.701766Z","end":"2026-03-25T21:09:55.882718Z","steps":["trace[2052190074] 'agreement among raft nodes before linearized reading' (duration: 180.869095ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:55.882765Z","caller":"traceutil/trace.go:171","msg":"trace[1323695774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"146.346843ms","start":"2026-03-25T21:09:55.73641Z","end":"2026-03-25T21:09:55.882757Z","steps":["trace[1323695774] 'agreement among raft nodes before linearized reading' (duration: 146.288381ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:55.882742Z","caller":"traceutil/trace.go:171","msg":"trace[510919128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"204.653251ms","start":"2026-03-25T21:09:55.678008Z","end":"2026-03-25T21:09:55.882661Z","steps":["trace[510919128] 'agreement among raft nodes before linearized reading' (duration: 204.360464ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:09:55.882014Z","caller":"traceutil/trace.go:171","msg":"trace[2002676891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1742; }","duration":"112.968976ms","start":"2026-03-25T21:09:55.769026Z","end":"2026-03-25T21:09:55.881995Z","steps":["trace[2002676891] 'agreement among raft nodes before linearized reading' (duration: 112.767871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:01.392914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.736928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:01.393092Z","caller":"traceutil/trace.go:171","msg":"trace[2009438158] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"164.688208ms","start":"2026-03-25T21:10:01.228381Z","end":"2026-03-25T21:10:01.393069Z","steps":["trace[2009438158] 'read index received' (duration: 38.568702ms)","trace[2009438158] 'applied index is now lower than readState.Index' (duration: 126.117666ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:01.39315Z","caller":"traceutil/trace.go:171","msg":"trace[1671118224] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"170.934226ms","start":"2026-03-25T21:10:01.22218Z","end":"2026-03-25T21:10:01.393114Z","steps":["trace[1671118224] 'process raft request' (duration: 44.82233ms)","trace[1671118224] 'compare' (duration: 125.577404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:01.393329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.956784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-25T21:10:01.39338Z","caller":"traceutil/trace.go:171","msg":"trace[740105516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1773; }","duration":"165.040746ms","start":"2026-03-25T21:10:01.228326Z","end":"2026-03-25T21:10:01.393367Z","steps":["trace[740105516] 'agreement among raft nodes before linearized reading' (duration: 164.853371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:01.393902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.97652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:34 size:28945"} {"level":"info","ts":"2026-03-25T21:10:01.394068Z","caller":"traceutil/trace.go:171","msg":"trace[1054590699] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:34; response_revision:1773; }","duration":"120.206005ms","start":"2026-03-25T21:10:01.273833Z","end":"2026-03-25T21:10:01.394039Z","steps":["trace[1054590699] 'agreement among raft nodes before linearized reading' (duration: 119.51746ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:01.602484Z","caller":"traceutil/trace.go:171","msg":"trace[613374003] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1849; }","duration":"126.434923ms","start":"2026-03-25T21:10:01.475997Z","end":"2026-03-25T21:10:01.602432Z","steps":["trace[613374003] 'read index received' (duration: 102.030044ms)","trace[613374003] 'applied index is now lower than readState.Index' (duration: 24.396369ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:01.602587Z","caller":"traceutil/trace.go:171","msg":"trace[1142380451] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"163.39374ms","start":"2026-03-25T21:10:01.439109Z","end":"2026-03-25T21:10:01.602503Z","steps":["trace[1142380451] 'process raft request' (duration: 138.877728ms)","trace[1142380451] 'compare' (duration: 24.191954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:01.60274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.710589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:01.602813Z","caller":"traceutil/trace.go:171","msg":"trace[1999309045] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:1775; }","duration":"126.888133ms","start":"2026-03-25T21:10:01.475904Z","end":"2026-03-25T21:10:01.602792Z","steps":["trace[1999309045] 'agreement among raft nodes before linearized reading' (duration: 126.710399ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:01.810694Z","caller":"traceutil/trace.go:171","msg":"trace[1671886502] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"106.402911ms","start":"2026-03-25T21:10:01.704254Z","end":"2026-03-25T21:10:01.810657Z","steps":["trace[1671886502] 'process raft request' (duration: 105.050811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:04.818072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.52814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:04.818289Z","caller":"traceutil/trace.go:171","msg":"trace[1119228881] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"161.483737ms","start":"2026-03-25T21:10:04.656782Z","end":"2026-03-25T21:10:04.818266Z","steps":["trace[1119228881] 'read index received' (duration: 79.872µs)","trace[1119228881] 'applied index is now lower than readState.Index' (duration: 161.402275ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:04.818323Z","caller":"traceutil/trace.go:171","msg":"trace[1164989389] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"240.390681ms","start":"2026-03-25T21:10:04.577888Z","end":"2026-03-25T21:10:04.818279Z","steps":["trace[1164989389] 'process raft request' (duration: 58.476392ms)","trace[1164989389] 'compare' (duration: 181.368627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:04.818469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.699543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-25T21:10:04.81851Z","caller":"traceutil/trace.go:171","msg":"trace[796400714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069; range_end:; response_count:1; response_revision:1861; }","duration":"161.788525ms","start":"2026-03-25T21:10:04.656707Z","end":"2026-03-25T21:10:04.818496Z","steps":["trace[796400714] 'agreement among raft nodes before linearized reading' (duration: 161.612661ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:05.788308Z","caller":"traceutil/trace.go:171","msg":"trace[961212857] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1937; }","duration":"418.513106ms","start":"2026-03-25T21:10:05.36977Z","end":"2026-03-25T21:10:05.788283Z","steps":["trace[961212857] 'read index received' (duration: 418.357503ms)","trace[961212857] 'applied index is now lower than readState.Index' (duration: 154.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:05.788442Z","caller":"traceutil/trace.go:171","msg":"trace[1494594020] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"549.192913ms","start":"2026-03-25T21:10:05.23921Z","end":"2026-03-25T21:10:05.788403Z","steps":["trace[1494594020] 'process raft request' (duration: 548.891656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:05.78855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.767231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-25T21:10:05.788593Z","caller":"traceutil/trace.go:171","msg":"trace[1415755631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069; range_end:; response_count:1; response_revision:1863; }","duration":"418.870974ms","start":"2026-03-25T21:10:05.36971Z","end":"2026-03-25T21:10:05.788581Z","steps":["trace[1415755631] 'agreement among raft nodes before linearized reading' (duration: 418.70124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:05.78862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.239184Z","time spent":"549.338635ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:05.788647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.369678Z","time spent":"418.944586ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069\" "} {"level":"warn","ts":"2026-03-25T21:10:06.289347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138088891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:10:06.972935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.078762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:10:06.973416Z","caller":"traceutil/trace.go:171","msg":"trace[736523567] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1938; }","duration":"1.185012108s","start":"2026-03-25T21:10:05.788381Z","end":"2026-03-25T21:10:06.973393Z","steps":["trace[736523567] 'read index received' (duration: 763.470126ms)","trace[736523567] 'applied index is now lower than readState.Index' (duration: 421.540782ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:06.973408Z","caller":"traceutil/trace.go:171","msg":"trace[516767629] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"1.267427699s","start":"2026-03-25T21:10:05.705941Z","end":"2026-03-25T21:10:06.973369Z","steps":["trace[516767629] 'process raft request' (duration: 1.267145463s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:06.973467Z","caller":"traceutil/trace.go:171","msg":"trace[760012362] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"1.176305316s","start":"2026-03-25T21:10:05.797117Z","end":"2026-03-25T21:10:06.973423Z","steps":["trace[760012362] 'process raft request' (duration: 1.176151383s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.973642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.705905Z","time spent":"1.267597533s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:06.973671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524288563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:10:06.973718Z","caller":"traceutil/trace.go:171","msg":"trace[834632116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1866; }","duration":"1.524390205s","start":"2026-03-25T21:10:05.449317Z","end":"2026-03-25T21:10:06.973707Z","steps":["trace[834632116] 'agreement among raft nodes before linearized reading' (duration: 1.524180051s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.973706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.797086Z","time spent":"1.17648772s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:06.973734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55126663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T21:10:06.973759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.449274Z","time spent":"1.524475227s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:10:06.9738Z","caller":"traceutil/trace.go:171","msg":"trace[239775949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"1.551373432s","start":"2026-03-25T21:10:05.422411Z","end":"2026-03-25T21:10:06.973785Z","steps":["trace[239775949] 'agreement among raft nodes before linearized reading' (duration: 1.551145857s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.973845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.422384Z","time spent":"1.551452253s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:10:06.973915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356005716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:10:06.974027Z","caller":"traceutil/trace.go:171","msg":"trace[1901138085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1866; }","duration":"1.356152239s","start":"2026-03-25T21:10:05.617856Z","end":"2026-03-25T21:10:06.974009Z","steps":["trace[1901138085] 'agreement among raft nodes before linearized reading' (duration: 1.355586637s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.974087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.617825Z","time spent":"1.356249272s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:10:06.974341Z","caller":"traceutil/trace.go:171","msg":"trace[1466580344] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"996.271479ms","start":"2026-03-25T21:10:05.977354Z","end":"2026-03-25T21:10:06.973626Z","steps":["trace[1466580344] 'process raft request' (duration: 995.980982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.974559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.977313Z","time spent":"997.135748ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:06.974533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564673175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:10:06.975769Z","caller":"traceutil/trace.go:171","msg":"trace[723847260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1866; }","duration":"1.565265168s","start":"2026-03-25T21:10:05.409432Z","end":"2026-03-25T21:10:06.974697Z","steps":["trace[723847260] 'agreement among raft nodes before linearized reading' (duration: 1.564229335s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.975854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.409403Z","time spent":"1.566429914s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:10:06.980982Z","caller":"traceutil/trace.go:171","msg":"trace[936689143] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"156.14812ms","start":"2026-03-25T21:10:06.824817Z","end":"2026-03-25T21:10:06.980966Z","steps":["trace[936689143] 'process raft request' (duration: 156.039797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.981263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158655826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-25T21:10:06.981327Z","caller":"traceutil/trace.go:171","msg":"trace[2116605490] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069; range_end:; response_count:1; response_revision:1867; }","duration":"1.158766748s","start":"2026-03-25T21:10:05.822546Z","end":"2026-03-25T21:10:06.981313Z","steps":["trace[2116605490] 'agreement among raft nodes before linearized reading' (duration: 1.158652056s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.981364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:05.822522Z","time spent":"1.15883315s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d5c9b86-346c-4b68-a6a2-e062e5e78069\" "} {"level":"warn","ts":"2026-03-25T21:10:06.981622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.555245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:10:06.981679Z","caller":"traceutil/trace.go:171","msg":"trace[861178783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1867; }","duration":"934.633967ms","start":"2026-03-25T21:10:06.047018Z","end":"2026-03-25T21:10:06.981652Z","steps":["trace[861178783] 'agreement among raft nodes before linearized reading' (duration: 934.509954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.98166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.301428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-25T21:10:06.981757Z","caller":"traceutil/trace.go:171","msg":"trace[1745201680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1867; }","duration":"637.460852ms","start":"2026-03-25T21:10:06.344271Z","end":"2026-03-25T21:10:06.981732Z","steps":["trace[1745201680] 'agreement among raft nodes before linearized reading' (duration: 637.162216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.981815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:06.344246Z","time spent":"637.559044ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:10:06.981709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:06.046981Z","time spent":"934.721409ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:10:10.856365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.76501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:10.856525Z","caller":"traceutil/trace.go:171","msg":"trace[348435847] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"201.567653ms","start":"2026-03-25T21:10:10.654927Z","end":"2026-03-25T21:10:10.856495Z","steps":["trace[348435847] 'read index received' (duration: 26.412914ms)","trace[348435847] 'applied index is now lower than readState.Index' (duration: 175.152629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:10.856762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.834369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-25T21:10:10.856835Z","caller":"traceutil/trace.go:171","msg":"trace[511135325] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1903; }","duration":"201.946491ms","start":"2026-03-25T21:10:10.654866Z","end":"2026-03-25T21:10:10.856812Z","steps":["trace[511135325] 'agreement among raft nodes before linearized reading' (duration: 201.702816ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:10.856948Z","caller":"traceutil/trace.go:171","msg":"trace[451809780] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"237.346563ms","start":"2026-03-25T21:10:10.619553Z","end":"2026-03-25T21:10:10.856899Z","steps":["trace[451809780] 'process raft request' (duration: 61.863977ms)","trace[451809780] 'compare' (duration: 174.450493ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:11.209438Z","caller":"traceutil/trace.go:171","msg":"trace[19408426] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"166.696383ms","start":"2026-03-25T21:10:11.042716Z","end":"2026-03-25T21:10:11.209412Z","steps":["trace[19408426] 'process raft request' (duration: 161.845145ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:11.209774Z","caller":"traceutil/trace.go:171","msg":"trace[1121504659] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1983; }","duration":"164.76859ms","start":"2026-03-25T21:10:11.044973Z","end":"2026-03-25T21:10:11.209741Z","steps":["trace[1121504659] 'read index received' (duration: 51.484517ms)","trace[1121504659] 'applied index is now lower than readState.Index' (duration: 113.282483ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:11.210273Z","caller":"traceutil/trace.go:171","msg":"trace[573070584] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"166.13992ms","start":"2026-03-25T21:10:11.043893Z","end":"2026-03-25T21:10:11.210033Z","steps":["trace[573070584] 'process raft request' (duration: 165.801193ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:11.210272Z","caller":"traceutil/trace.go:171","msg":"trace[379975641] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"167.310676ms","start":"2026-03-25T21:10:11.042933Z","end":"2026-03-25T21:10:11.210243Z","steps":["trace[379975641] 'process raft request' (duration: 166.674942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:11.210367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.356083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-25T21:10:11.210418Z","caller":"traceutil/trace.go:171","msg":"trace[1021040391] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1911; }","duration":"165.453565ms","start":"2026-03-25T21:10:11.044954Z","end":"2026-03-25T21:10:11.210407Z","steps":["trace[1021040391] 'agreement among raft nodes before linearized reading' (duration: 165.057816ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:11.209958Z","caller":"traceutil/trace.go:171","msg":"trace[495718015] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"166.973869ms","start":"2026-03-25T21:10:11.042893Z","end":"2026-03-25T21:10:11.209867Z","steps":["trace[495718015] 'process raft request' (duration: 166.470848ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:13.143209Z","caller":"traceutil/trace.go:171","msg":"trace[106108935] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"321.959712ms","start":"2026-03-25T21:10:12.821221Z","end":"2026-03-25T21:10:13.14318Z","steps":["trace[106108935] 'process raft request' (duration: 321.773198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:13.14341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:12.821188Z","time spent":"322.101626ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:13.191824Z","caller":"traceutil/trace.go:171","msg":"trace[1711560177] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"151.987688ms","start":"2026-03-25T21:10:13.039782Z","end":"2026-03-25T21:10:13.19177Z","steps":["trace[1711560177] 'process raft request' (duration: 151.6225ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:13.192034Z","caller":"traceutil/trace.go:171","msg":"trace[2128818231] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1995; }","duration":"139.38758ms","start":"2026-03-25T21:10:13.052612Z","end":"2026-03-25T21:10:13.191999Z","steps":["trace[2128818231] 'read index received' (duration: 90.327116ms)","trace[2128818231] 'applied index is now lower than readState.Index' (duration: 49.058114ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:13.192032Z","caller":"traceutil/trace.go:171","msg":"trace[1152887711] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"146.355273ms","start":"2026-03-25T21:10:13.045653Z","end":"2026-03-25T21:10:13.192008Z","steps":["trace[1152887711] 'process raft request' (duration: 146.055206ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:13.191846Z","caller":"traceutil/trace.go:171","msg":"trace[1708223907] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"149.031233ms","start":"2026-03-25T21:10:13.04278Z","end":"2026-03-25T21:10:13.191811Z","steps":["trace[1708223907] 'process raft request' (duration: 148.860219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:13.192268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.630195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T21:10:13.192381Z","caller":"traceutil/trace.go:171","msg":"trace[1623755360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"139.774968ms","start":"2026-03-25T21:10:13.052577Z","end":"2026-03-25T21:10:13.192352Z","steps":["trace[1623755360] 'agreement among raft nodes before linearized reading' (duration: 139.547713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:18.705839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.119114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-25T21:10:18.706003Z","caller":"traceutil/trace.go:171","msg":"trace[886242202] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1974; }","duration":"159.371939ms","start":"2026-03-25T21:10:18.546574Z","end":"2026-03-25T21:10:18.705945Z","steps":["trace[886242202] 'range keys from in-memory index tree' (duration: 158.875849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:20.763248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138089133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:10:21.105576Z","caller":"traceutil/trace.go:171","msg":"trace[1439904991] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2062; }","duration":"842.748338ms","start":"2026-03-25T21:10:20.262792Z","end":"2026-03-25T21:10:21.10554Z","steps":["trace[1439904991] 'read index received' (duration: 842.526323ms)","trace[1439904991] 'applied index is now lower than readState.Index' (duration: 220.275µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:21.105856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.280642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:21.10591Z","caller":"traceutil/trace.go:171","msg":"trace[1625176187] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1984; }","duration":"127.424095ms","start":"2026-03-25T21:10:20.97847Z","end":"2026-03-25T21:10:21.105894Z","steps":["trace[1625176187] 'agreement among raft nodes before linearized reading' (duration: 127.256811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.106106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.262789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T21:10:21.106249Z","caller":"traceutil/trace.go:171","msg":"trace[1951373920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"843.500374ms","start":"2026-03-25T21:10:20.262716Z","end":"2026-03-25T21:10:21.106217Z","steps":["trace[1951373920] 'agreement among raft nodes before linearized reading' (duration: 842.941991ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:21.10623Z","caller":"traceutil/trace.go:171","msg":"trace[1023128035] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"946.55533ms","start":"2026-03-25T21:10:20.159595Z","end":"2026-03-25T21:10:21.10615Z","steps":["trace[1023128035] 'process raft request' (duration: 945.723642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.106324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:20.262681Z","time spent":"843.631187ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:10:21.106451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:20.159554Z","time spent":"946.778265ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:21.729213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.745806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:21.729304Z","caller":"traceutil/trace.go:171","msg":"trace[1464229961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"540.881569ms","start":"2026-03-25T21:10:21.188398Z","end":"2026-03-25T21:10:21.72928Z","steps":["trace[1464229961] 'range keys from in-memory index tree' (duration: 540.650114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.729362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.188372Z","time spent":"540.9669ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:10:21.729188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.929183ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:21.729567Z","caller":"traceutil/trace.go:171","msg":"trace[464267284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1984; }","duration":"409.268931ms","start":"2026-03-25T21:10:21.320222Z","end":"2026-03-25T21:10:21.729491Z","steps":["trace[464267284] 'range keys from in-memory index tree' (duration: 408.909053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.730365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.54623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:21.7306Z","caller":"traceutil/trace.go:171","msg":"trace[1609891433] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"497.089791ms","start":"2026-03-25T21:10:21.233495Z","end":"2026-03-25T21:10:21.730585Z","steps":["trace[1609891433] 'process raft request' (duration: 496.989079ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:21.730642Z","caller":"traceutil/trace.go:171","msg":"trace[1612769282] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"500.874755ms","start":"2026-03-25T21:10:21.229731Z","end":"2026-03-25T21:10:21.730605Z","steps":["trace[1612769282] 'process raft request' (duration: 151.982388ms)","trace[1612769282] 'compare' (duration: 348.367406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:21.730694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.233462Z","time spent":"497.190353ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:21.730764Z","caller":"traceutil/trace.go:171","msg":"trace[368873534] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2063; }","duration":"471.078557ms","start":"2026-03-25T21:10:21.259644Z","end":"2026-03-25T21:10:21.730723Z","steps":["trace[368873534] 'read index received' (duration: 122.102697ms)","trace[368873534] 'applied index is now lower than readState.Index' (duration: 348.97435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:21.73082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.229702Z","time spent":"501.020898ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:21.73094Z","caller":"traceutil/trace.go:171","msg":"trace[552715208] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"497.429688ms","start":"2026-03-25T21:10:21.233496Z","end":"2026-03-25T21:10:21.730925Z","steps":["trace[552715208] 'process raft request' (duration: 497.05055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.731077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.233462Z","time spent":"497.51474ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:21.73113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.853772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:10:21.731175Z","caller":"traceutil/trace.go:171","msg":"trace[255893433] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1987; }","duration":"298.924953ms","start":"2026-03-25T21:10:21.432234Z","end":"2026-03-25T21:10:21.731159Z","steps":["trace[255893433] 'agreement among raft nodes before linearized reading' (duration: 298.842092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.731104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.564827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:10:21.731227Z","caller":"traceutil/trace.go:171","msg":"trace[1934545147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"461.730291ms","start":"2026-03-25T21:10:21.269483Z","end":"2026-03-25T21:10:21.731214Z","steps":["trace[1934545147] 'agreement among raft nodes before linearized reading' (duration: 461.514506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.731272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.269466Z","time spent":"461.795372ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:10:21.731486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.361632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-25T21:10:21.731515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.880024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T21:10:21.731527Z","caller":"traceutil/trace.go:171","msg":"trace[550678431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1987; }","duration":"461.436573ms","start":"2026-03-25T21:10:21.270077Z","end":"2026-03-25T21:10:21.731513Z","steps":["trace[550678431] 'agreement among raft nodes before linearized reading' (duration: 461.27398ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:21.731549Z","caller":"traceutil/trace.go:171","msg":"trace[46933683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"471.980347ms","start":"2026-03-25T21:10:21.259559Z","end":"2026-03-25T21:10:21.731539Z","steps":["trace[46933683] 'agreement among raft nodes before linearized reading' (duration: 471.779742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.731557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.270051Z","time spent":"461.498965ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:10:21.731581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.259533Z","time spent":"472.040898ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:10:21.731533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.380104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-25T21:10:21.731644Z","caller":"traceutil/trace.go:171","msg":"trace[1819222990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"433.532766ms","start":"2026-03-25T21:10:21.298083Z","end":"2026-03-25T21:10:21.731616Z","steps":["trace[1819222990] 'agreement among raft nodes before linearized reading' (duration: 433.202189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.731714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.298064Z","time spent":"433.635739ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:10:21.731849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.838681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:10:21.73189Z","caller":"traceutil/trace.go:171","msg":"trace[174838321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"432.898463ms","start":"2026-03-25T21:10:21.298982Z","end":"2026-03-25T21:10:21.731881Z","steps":["trace[174838321] 'agreement among raft nodes before linearized reading' (duration: 432.798341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:21.731919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.29897Z","time spent":"432.942434ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:10:22.113061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.387182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:10:22.113265Z","caller":"traceutil/trace.go:171","msg":"trace[1148082937] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"377.465619ms","start":"2026-03-25T21:10:21.735768Z","end":"2026-03-25T21:10:22.113233Z","steps":["trace[1148082937] 'process raft request' (duration: 240.768109ms)","trace[1148082937] 'compare' (duration: 135.987134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:22.113368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.735741Z","time spent":"377.582361ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:22.210039Z","caller":"traceutil/trace.go:171","msg":"trace[194510149] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"474.075152ms","start":"2026-03-25T21:10:21.735935Z","end":"2026-03-25T21:10:22.21001Z","steps":["trace[194510149] 'process raft request' (duration: 473.937249ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:22.210081Z","caller":"traceutil/trace.go:171","msg":"trace[1090132588] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"474.184524ms","start":"2026-03-25T21:10:21.735872Z","end":"2026-03-25T21:10:22.210056Z","steps":["trace[1090132588] 'process raft request' (duration: 473.823986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:22.210236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.73591Z","time spent":"474.218235ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:22.210237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.735841Z","time spent":"474.289726ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:22.210279Z","caller":"traceutil/trace.go:171","msg":"trace[1394857846] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"474.275336ms","start":"2026-03-25T21:10:21.735972Z","end":"2026-03-25T21:10:22.210247Z","steps":["trace[1394857846] 'process raft request' (duration: 473.945679ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:22.210398Z","caller":"traceutil/trace.go:171","msg":"trace[480740685] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"323.203979ms","start":"2026-03-25T21:10:21.887182Z","end":"2026-03-25T21:10:22.210386Z","steps":["trace[480740685] 'process raft request' (duration: 323.086446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:22.210318Z","caller":"traceutil/trace.go:171","msg":"trace[167833519] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2066; }","duration":"337.536766ms","start":"2026-03-25T21:10:21.87277Z","end":"2026-03-25T21:10:22.210306Z","steps":["trace[167833519] 'read index received' (duration: 103.878165ms)","trace[167833519] 'applied index is now lower than readState.Index' (duration: 233.657861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:22.210461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.698599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:10:22.210461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.735937Z","time spent":"474.424559ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:22.210469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.887164Z","time spent":"323.27136ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:22.210444Z","caller":"traceutil/trace.go:171","msg":"trace[1987477567] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"474.132953ms","start":"2026-03-25T21:10:21.736268Z","end":"2026-03-25T21:10:22.210401Z","steps":["trace[1987477567] 'process raft request' (duration: 473.903168ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:22.210495Z","caller":"traceutil/trace.go:171","msg":"trace[2112745706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1993; }","duration":"337.788421ms","start":"2026-03-25T21:10:21.872697Z","end":"2026-03-25T21:10:22.210486Z","steps":["trace[2112745706] 'agreement among raft nodes before linearized reading' (duration: 337.644128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:22.210694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.872668Z","time spent":"338.018767ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:10:22.210687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.736237Z","time spent":"474.317187ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:10:22.210678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.724821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:22.210751Z","caller":"traceutil/trace.go:171","msg":"trace[997396912] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1993; }","duration":"309.844174ms","start":"2026-03-25T21:10:21.900889Z","end":"2026-03-25T21:10:22.210733Z","steps":["trace[997396912] 'agreement among raft nodes before linearized reading' (duration: 309.68823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:22.210795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:21.900879Z","time spent":"309.908255ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:10:22.447074Z","caller":"traceutil/trace.go:171","msg":"trace[568332372] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"229.985341ms","start":"2026-03-25T21:10:22.217043Z","end":"2026-03-25T21:10:22.447029Z","steps":["trace[568332372] 'process raft request' (duration: 201.126043ms)","trace[568332372] 'compare' (duration: 28.689554ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:22.541875Z","caller":"traceutil/trace.go:171","msg":"trace[1885174949] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"112.494015ms","start":"2026-03-25T21:10:22.429346Z","end":"2026-03-25T21:10:22.54184Z","steps":["trace[1885174949] 'process raft request' (duration: 112.28981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:26.411522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.536547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T21:10:26.411575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.445954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-25T21:10:26.411695Z","caller":"traceutil/trace.go:171","msg":"trace[178015417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2011; }","duration":"174.626278ms","start":"2026-03-25T21:10:26.237034Z","end":"2026-03-25T21:10:26.41166Z","steps":["trace[178015417] 'range keys from in-memory index tree' (duration: 174.243969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:26.411718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.052208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-25T21:10:26.411796Z","caller":"traceutil/trace.go:171","msg":"trace[199322922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2011; }","duration":"161.18846ms","start":"2026-03-25T21:10:26.250596Z","end":"2026-03-25T21:10:26.411784Z","steps":["trace[199322922] 'range keys from in-memory index tree' (duration: 160.897565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:26.41185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.038067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:10:26.411903Z","caller":"traceutil/trace.go:171","msg":"trace[622849436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2011; }","duration":"161.1247ms","start":"2026-03-25T21:10:26.250764Z","end":"2026-03-25T21:10:26.411889Z","steps":["trace[622849436] 'range keys from in-memory index tree' (duration: 160.947055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:26.411616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.604867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T21:10:26.411985Z","caller":"traceutil/trace.go:171","msg":"trace[879821839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2011; }","duration":"151.000815ms","start":"2026-03-25T21:10:26.260954Z","end":"2026-03-25T21:10:26.411955Z","steps":["trace[879821839] 'range keys from in-memory index tree' (duration: 150.462673ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:26.411629Z","caller":"traceutil/trace.go:171","msg":"trace[1228990830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2011; }","duration":"160.68177ms","start":"2026-03-25T21:10:26.250926Z","end":"2026-03-25T21:10:26.411608Z","steps":["trace[1228990830] 'range keys from in-memory index tree' (duration: 160.329282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.964072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.124738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T21:10:27.964198Z","caller":"traceutil/trace.go:171","msg":"trace[15576914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"543.271111ms","start":"2026-03-25T21:10:27.420896Z","end":"2026-03-25T21:10:27.964168Z","steps":["trace[15576914] 'range keys from in-memory index tree' (duration: 542.791171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.964072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.890098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:10:27.964072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.008123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:27.964379Z","caller":"traceutil/trace.go:171","msg":"trace[1977291424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"775.220445ms","start":"2026-03-25T21:10:27.189097Z","end":"2026-03-25T21:10:27.964318Z","steps":["trace[1977291424] 'range keys from in-memory index tree' (duration: 774.794496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.964515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:27.189072Z","time spent":"775.396979ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:10:27.964489Z","caller":"traceutil/trace.go:171","msg":"trace[1861041315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2016; }","duration":"590.412612ms","start":"2026-03-25T21:10:27.374019Z","end":"2026-03-25T21:10:27.964432Z","steps":["trace[1861041315] 'count revisions from in-memory index tree' (duration: 589.921562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:27.964637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:27.373917Z","time spent":"590.666058ms","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:10:27.964266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:27.420878Z","time spent":"543.366604ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:10:27.995232Z","caller":"traceutil/trace.go:171","msg":"trace[1331092997] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"240.005472ms","start":"2026-03-25T21:10:27.755209Z","end":"2026-03-25T21:10:27.995214Z","steps":["trace[1331092997] 'process raft request' (duration: 239.814518ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:28.004068Z","caller":"traceutil/trace.go:171","msg":"trace[1144267318] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"189.20022ms","start":"2026-03-25T21:10:27.814838Z","end":"2026-03-25T21:10:28.004038Z","steps":["trace[1144267318] 'process raft request' (duration: 188.994665ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:28.003928Z","caller":"traceutil/trace.go:171","msg":"trace[1766134355] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"190.816526ms","start":"2026-03-25T21:10:27.813069Z","end":"2026-03-25T21:10:28.003885Z","steps":["trace[1766134355] 'process raft request' (duration: 190.622791ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:28.594896Z","caller":"traceutil/trace.go:171","msg":"trace[1898156016] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"164.975885ms","start":"2026-03-25T21:10:28.429885Z","end":"2026-03-25T21:10:28.594861Z","steps":["trace[1898156016] 'process raft request' (duration: 164.876193ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:28.594924Z","caller":"traceutil/trace.go:171","msg":"trace[2012243223] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"166.377005ms","start":"2026-03-25T21:10:28.428505Z","end":"2026-03-25T21:10:28.594882Z","steps":["trace[2012243223] 'process raft request' (duration: 166.064158ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:28.595045Z","caller":"traceutil/trace.go:171","msg":"trace[1273571016] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2102; }","duration":"122.078457ms","start":"2026-03-25T21:10:28.472936Z","end":"2026-03-25T21:10:28.595015Z","steps":["trace[1273571016] 'read index received' (duration: 121.597116ms)","trace[1273571016] 'applied index is now lower than readState.Index' (duration: 479.281µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:28.595097Z","caller":"traceutil/trace.go:171","msg":"trace[761179615] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"165.030326ms","start":"2026-03-25T21:10:28.430023Z","end":"2026-03-25T21:10:28.595053Z","steps":["trace[761179615] 'process raft request' (duration: 164.796021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:28.595345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.378134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:10:28.595399Z","caller":"traceutil/trace.go:171","msg":"trace[1609410079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2025; }","duration":"122.488496ms","start":"2026-03-25T21:10:28.472894Z","end":"2026-03-25T21:10:28.595383Z","steps":["trace[1609410079] 'agreement among raft nodes before linearized reading' (duration: 122.276762ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:34.780712Z","caller":"traceutil/trace.go:171","msg":"trace[888284730] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2136; }","duration":"114.679863ms","start":"2026-03-25T21:10:34.665992Z","end":"2026-03-25T21:10:34.780672Z","steps":["trace[888284730] 'read index received' (duration: 42.621321ms)","trace[888284730] 'applied index is now lower than readState.Index' (duration: 72.056672ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:34.780796Z","caller":"traceutil/trace.go:171","msg":"trace[312231893] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"118.496998ms","start":"2026-03-25T21:10:34.662262Z","end":"2026-03-25T21:10:34.780759Z","steps":["trace[312231893] 'process raft request' (duration: 100.268455ms)","trace[312231893] 'compare' (duration: 17.941036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:34.781577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.544553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:10:34.78179Z","caller":"traceutil/trace.go:171","msg":"trace[638341538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2057; }","duration":"115.817609ms","start":"2026-03-25T21:10:34.665941Z","end":"2026-03-25T21:10:34.781758Z","steps":["trace[638341538] 'agreement among raft nodes before linearized reading' (duration: 115.363269ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:58.916264Z","caller":"traceutil/trace.go:171","msg":"trace[666589671] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"121.504944ms","start":"2026-03-25T21:10:58.794722Z","end":"2026-03-25T21:10:58.916227Z","steps":["trace[666589671] 'process raft request' (duration: 121.197657ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:59.133735Z","caller":"traceutil/trace.go:171","msg":"trace[1621270515] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"212.031914ms","start":"2026-03-25T21:10:58.921625Z","end":"2026-03-25T21:10:59.133656Z","steps":["trace[1621270515] 'process raft request' (duration: 125.769049ms)","trace[1621270515] 'compare' (duration: 85.927638ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:10:59.256106Z","caller":"traceutil/trace.go:171","msg":"trace[270781743] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2278; }","duration":"332.063746ms","start":"2026-03-25T21:10:58.924007Z","end":"2026-03-25T21:10:59.256071Z","steps":["trace[270781743] 'read index received' (duration: 123.400756ms)","trace[270781743] 'applied index is now lower than readState.Index' (duration: 208.66125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:59.256277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.241679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:59.256255Z","caller":"traceutil/trace.go:171","msg":"trace[1990058010] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"334.55879ms","start":"2026-03-25T21:10:58.921641Z","end":"2026-03-25T21:10:59.2562Z","steps":["trace[1990058010] 'process raft request' (duration: 329.671293ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:59.256366Z","caller":"traceutil/trace.go:171","msg":"trace[318398221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2193; }","duration":"332.374823ms","start":"2026-03-25T21:10:58.923971Z","end":"2026-03-25T21:10:59.256346Z","steps":["trace[318398221] 'agreement among raft nodes before linearized reading' (duration: 332.219989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:59.256407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:58.923957Z","time spent":"332.440354ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-25T21:10:59.256467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.209776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:10:59.256509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:58.921609Z","time spent":"334.772175ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:10:59.256552Z","caller":"traceutil/trace.go:171","msg":"trace[1990940461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2193; }","duration":"331.35592ms","start":"2026-03-25T21:10:58.925174Z","end":"2026-03-25T21:10:59.25653Z","steps":["trace[1990940461] 'agreement among raft nodes before linearized reading' (duration: 331.095914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:59.256611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:58.925159Z","time spent":"331.439252ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:10:59.256655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.534162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:10:59.256701Z","caller":"traceutil/trace.go:171","msg":"trace[627002543] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2193; }","duration":"311.616264ms","start":"2026-03-25T21:10:58.945071Z","end":"2026-03-25T21:10:59.256688Z","steps":["trace[627002543] 'agreement among raft nodes before linearized reading' (duration: 311.548963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:59.256736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:10:58.945055Z","time spent":"311.673095ms","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:04.287624Z","caller":"traceutil/trace.go:171","msg":"trace[80409805] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"153.749125ms","start":"2026-03-25T21:11:04.133839Z","end":"2026-03-25T21:11:04.287588Z","steps":["trace[80409805] 'process raft request' (duration: 115.015427ms)","trace[80409805] 'compare' (duration: 38.519093ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:04.288081Z","caller":"traceutil/trace.go:171","msg":"trace[1092129903] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"142.785684ms","start":"2026-03-25T21:11:04.145282Z","end":"2026-03-25T21:11:04.288068Z","steps":["trace[1092129903] 'process raft request' (duration: 142.253522ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:04.471913Z","caller":"traceutil/trace.go:171","msg":"trace[275288773] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"137.047683ms","start":"2026-03-25T21:11:04.334834Z","end":"2026-03-25T21:11:04.471881Z","steps":["trace[275288773] 'process raft request' (duration: 56.281281ms)","trace[275288773] 'compare' (duration: 80.640459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:05.780161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.741037ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:11:05.780326Z","caller":"traceutil/trace.go:171","msg":"trace[245312947] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2311; }","duration":"616.392902ms","start":"2026-03-25T21:11:05.163908Z","end":"2026-03-25T21:11:05.780301Z","steps":["trace[245312947] 'read index received' (duration: 499.466971ms)","trace[245312947] 'applied index is now lower than readState.Index' (duration: 116.923931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:05.780618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.840149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:05.780664Z","caller":"traceutil/trace.go:171","msg":"trace[1682326558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2223; }","duration":"591.950142ms","start":"2026-03-25T21:11:05.188701Z","end":"2026-03-25T21:11:05.780651Z","steps":["trace[1682326558] 'agreement among raft nodes before linearized reading' (duration: 591.791008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:05.780735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:05.188683Z","time spent":"592.015793ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:11:05.780704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.079381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-25T21:11:05.780815Z","caller":"traceutil/trace.go:171","msg":"trace[906306680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2223; }","duration":"495.240475ms","start":"2026-03-25T21:11:05.285548Z","end":"2026-03-25T21:11:05.780788Z","steps":["trace[906306680] 'agreement among raft nodes before linearized reading' (duration: 495.042021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:05.780826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.048978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-25T21:11:05.780875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:05.285524Z","time spent":"495.337387ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:11:05.780878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.305166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:11:05.780952Z","caller":"traceutil/trace.go:171","msg":"trace[154819201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2223; }","duration":"477.192561ms","start":"2026-03-25T21:11:05.303726Z","end":"2026-03-25T21:11:05.780919Z","steps":["trace[154819201] 'agreement among raft nodes before linearized reading' (duration: 476.812492ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:05.780997Z","caller":"traceutil/trace.go:171","msg":"trace[178153309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2223; }","duration":"495.497421ms","start":"2026-03-25T21:11:05.285471Z","end":"2026-03-25T21:11:05.780968Z","steps":["trace[178153309] 'agreement among raft nodes before linearized reading' (duration: 495.145053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:05.781012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:05.303683Z","time spent":"477.318844ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-25T21:11:05.781053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:05.285434Z","time spent":"495.608193ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:05.781274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.366675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-25T21:11:05.781331Z","caller":"traceutil/trace.go:171","msg":"trace[2099646897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2223; }","duration":"617.472667ms","start":"2026-03-25T21:11:05.163845Z","end":"2026-03-25T21:11:05.781317Z","steps":["trace[2099646897] 'agreement among raft nodes before linearized reading' (duration: 616.522836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:05.781364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:05.163815Z","time spent":"617.541208ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:11:05.919622Z","caller":"traceutil/trace.go:171","msg":"trace[851478934] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"133.665885ms","start":"2026-03-25T21:11:05.785931Z","end":"2026-03-25T21:11:05.919597Z","steps":["trace[851478934] 'process raft request' (duration: 133.45779ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:05.919803Z","caller":"traceutil/trace.go:171","msg":"trace[96564954] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2312; }","duration":"133.381388ms","start":"2026-03-25T21:11:05.786393Z","end":"2026-03-25T21:11:05.919775Z","steps":["trace[96564954] 'read index received' (duration: 24.742067ms)","trace[96564954] 'applied index is now lower than readState.Index' (duration: 108.637631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:05.919941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.542042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:11:05.919904Z","caller":"traceutil/trace.go:171","msg":"trace[68634567] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"132.939458ms","start":"2026-03-25T21:11:05.786906Z","end":"2026-03-25T21:11:05.919845Z","steps":["trace[68634567] 'process raft request' (duration: 132.648081ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:05.919984Z","caller":"traceutil/trace.go:171","msg":"trace[1314587324] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2226; }","duration":"133.634714ms","start":"2026-03-25T21:11:05.786339Z","end":"2026-03-25T21:11:05.919973Z","steps":["trace[1314587324] 'agreement among raft nodes before linearized reading' (duration: 133.540621ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:06.745827Z","caller":"traceutil/trace.go:171","msg":"trace[1926400591] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"588.121145ms","start":"2026-03-25T21:11:06.157672Z","end":"2026-03-25T21:11:06.745793Z","steps":["trace[1926400591] 'process raft request' (duration: 587.91258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:06.746152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.157635Z","time spent":"588.287028ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:09.190546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000960728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:11:09.190674Z","caller":"traceutil/trace.go:171","msg":"trace[249778829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001171872s","start":"2026-03-25T21:11:07.189474Z","end":"2026-03-25T21:11:09.190646Z","steps":["trace[249778829] 'agreement among raft nodes before linearized reading' (duration: 2.001010229s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:09.190737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.189442Z","time spent":"2.001282445s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:11:09 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:11:09.281213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852691418s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:09.281454Z","caller":"traceutil/trace.go:171","msg":"trace[642151552] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"2.988151622s","start":"2026-03-25T21:11:06.293256Z","end":"2026-03-25T21:11:09.281407Z","steps":["trace[642151552] 'process raft request' (duration: 1.135147407s)","trace[642151552] 'compare' (duration: 1.852283579s)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:09.281503Z","caller":"traceutil/trace.go:171","msg":"trace[760564517] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2315; }","duration":"2.942122896s","start":"2026-03-25T21:11:06.339362Z","end":"2026-03-25T21:11:09.281485Z","steps":["trace[760564517] 'read index received' (duration: 406.317946ms)","trace[760564517] 'applied index is now lower than readState.Index' (duration: 2.53580337s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:09.281645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.293223Z","time spent":"2.988319816s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:11:09.281758Z","caller":"traceutil/trace.go:171","msg":"trace[1347704848] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"2.987920707s","start":"2026-03-25T21:11:06.293821Z","end":"2026-03-25T21:11:09.281742Z","steps":["trace[1347704848] 'process raft request' (duration: 2.987515738s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:09.281828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.293789Z","time spent":"2.987999468s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:09.282094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942759411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:11:09.282123Z","caller":"traceutil/trace.go:171","msg":"trace[932236248] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"2.974595262s","start":"2026-03-25T21:11:06.307517Z","end":"2026-03-25T21:11:09.282113Z","steps":["trace[932236248] 'process raft request' (duration: 2.973917586s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:09.28214Z","caller":"traceutil/trace.go:171","msg":"trace[1106794770] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2230; }","duration":"2.942850803s","start":"2026-03-25T21:11:06.339277Z","end":"2026-03-25T21:11:09.282128Z","steps":["trace[1106794770] 'agreement among raft nodes before linearized reading' (duration: 2.942674079s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:09.282175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.339262Z","time spent":"2.942905095s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:11:09.282191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.307482Z","time spent":"2.974677304s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:09.781613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138089763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:10.282294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138089763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:11:10.289566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.135727177s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:11:11.190567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999598587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T21:11:11.19069Z","caller":"traceutil/trace.go:171","msg":"trace[303235113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999802653s","start":"2026-03-25T21:11:09.19086Z","end":"2026-03-25T21:11:11.190663Z","steps":["trace[303235113] 'agreement among raft nodes before linearized reading' (duration: 1.999646649s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.190745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:09.190831Z","time spent":"1.999903244s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 21:11:11 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T21:11:11.390989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100868931s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:11.391242Z","caller":"traceutil/trace.go:171","msg":"trace[1518426449] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2319; }","duration":"2.109679892s","start":"2026-03-25T21:11:09.281542Z","end":"2026-03-25T21:11:11.391222Z","steps":["trace[1518426449] 'read index received' (duration: 1.008493423s)","trace[1518426449] 'applied index is now lower than readState.Index' (duration: 1.101185439s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:11.391385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67804942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:11:11.391426Z","caller":"traceutil/trace.go:171","msg":"trace[1835205587] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2232; }","duration":"3.678151863s","start":"2026-03-25T21:11:07.713261Z","end":"2026-03-25T21:11:11.391413Z","steps":["trace[1835205587] 'agreement among raft nodes before linearized reading' (duration: 3.678046651s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.713229Z","time spent":"3.678223065s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:11.39145Z","caller":"traceutil/trace.go:171","msg":"trace[1725727292] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"3.800833375s","start":"2026-03-25T21:11:07.590581Z","end":"2026-03-25T21:11:11.391415Z","steps":["trace[1725727292] 'process raft request' (duration: 2.699428162s)","trace[1725727292] 'compare' (duration: 1.100215956s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:11:11.391508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197547324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a031d260be8f39\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-25T21:11:11.391472Z","caller":"traceutil/trace.go:171","msg":"trace[1953879160] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"2.638170049s","start":"2026-03-25T21:11:08.753242Z","end":"2026-03-25T21:11:11.391412Z","steps":["trace[1953879160] 'process raft request' (duration: 2.637879182s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574008385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-25T21:11:11.391616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321350401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:11.39162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466986921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:11:11.391645Z","caller":"traceutil/trace.go:171","msg":"trace[170928132] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2232; }","duration":"4.321380941s","start":"2026-03-25T21:11:07.070256Z","end":"2026-03-25T21:11:11.391637Z","steps":["trace[170928132] 'agreement among raft nodes before linearized reading' (duration: 4.32132777s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.590544Z","time spent":"3.800993849s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:11.391663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601754019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-25T21:11:11.391681Z","caller":"traceutil/trace.go:171","msg":"trace[917507400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"3.467116404s","start":"2026-03-25T21:11:07.924549Z","end":"2026-03-25T21:11:11.391665Z","steps":["trace[917507400] 'agreement among raft nodes before linearized reading' (duration: 3.466973611s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7143024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:11:11.391723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467509803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-25T21:11:11.391734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342272632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:11.391759Z","caller":"traceutil/trace.go:171","msg":"trace[1486207297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2232; }","duration":"3.467573175s","start":"2026-03-25T21:11:07.924175Z","end":"2026-03-25T21:11:11.391748Z","steps":["trace[1486207297] 'agreement among raft nodes before linearized reading' (duration: 3.467486773s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:11.391772Z","caller":"traceutil/trace.go:171","msg":"trace[1071636131] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2232; }","duration":"3.342363464s","start":"2026-03-25T21:11:08.049399Z","end":"2026-03-25T21:11:11.391763Z","steps":["trace[1071636131] 'agreement among raft nodes before linearized reading' (duration: 3.342305793s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.924519Z","time spent":"3.467225717s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:11:11.391755Z","caller":"traceutil/trace.go:171","msg":"trace[2063461260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"4.601884952s","start":"2026-03-25T21:11:06.789838Z","end":"2026-03-25T21:11:11.391723Z","steps":["trace[2063461260] 'agreement among raft nodes before linearized reading' (duration: 4.601654697s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.924157Z","time spent":"3.467626836s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:11:11.39163Z","caller":"traceutil/trace.go:171","msg":"trace[392891121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"3.574178689s","start":"2026-03-25T21:11:07.81743Z","end":"2026-03-25T21:11:11.391608Z","steps":["trace[392891121] 'agreement among raft nodes before linearized reading' (duration: 3.573842591s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:11.391556Z","caller":"traceutil/trace.go:171","msg":"trace[1282701533] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a031d260be8f39; range_end:; response_count:1; response_revision:2232; }","duration":"3.197644866s","start":"2026-03-25T21:11:08.193898Z","end":"2026-03-25T21:11:11.391543Z","steps":["trace[1282701533] 'agreement among raft nodes before linearized reading' (duration: 3.197421351s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.675800987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:11.391848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:08.193874Z","time spent":"3.197969483s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a031d260be8f39\" "} {"level":"warn","ts":"2026-03-25T21:11:11.391728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:08.75321Z","time spent":"2.638395225s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:11:11.39184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.78981Z","time spent":"4.602015596s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-25T21:11:11.39191Z","caller":"traceutil/trace.go:171","msg":"trace[1683275780] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2232; }","duration":"4.676311138s","start":"2026-03-25T21:11:06.715544Z","end":"2026-03-25T21:11:11.391856Z","steps":["trace[1683275780] 'agreement among raft nodes before linearized reading' (duration: 4.675780856s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:11.391769Z","caller":"traceutil/trace.go:171","msg":"trace[1622930680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"4.714424333s","start":"2026-03-25T21:11:06.677325Z","end":"2026-03-25T21:11:11.391749Z","steps":["trace[1622930680] 'agreement among raft nodes before linearized reading' (duration: 4.714156637s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.391905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.817403Z","time spent":"3.574455615s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:11.391898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730720656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:11:11.391979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.677302Z","time spent":"4.714663818s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:11:11.391799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:08.049358Z","time spent":"3.342434686s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:11:11.391684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:07.070163Z","time spent":"4.321510204s","remote":"127.0.0.1:57886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:11.392072Z","caller":"traceutil/trace.go:171","msg":"trace[619282340] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2232; }","duration":"4.731387471s","start":"2026-03-25T21:11:06.660638Z","end":"2026-03-25T21:11:11.392025Z","steps":["trace[619282340] 'agreement among raft nodes before linearized reading' (duration: 4.730697565s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.392155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415499049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:11:11.392176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.660606Z","time spent":"4.731553805s","remote":"127.0.0.1:42882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:11.392221Z","caller":"traceutil/trace.go:171","msg":"trace[479296054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"4.415646962s","start":"2026-03-25T21:11:06.976559Z","end":"2026-03-25T21:11:11.392206Z","steps":["trace[479296054] 'agreement among raft nodes before linearized reading' (duration: 4.414853754s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.39227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.976525Z","time spent":"4.415734535s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:11:11.391902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914855788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:11:11.392334Z","caller":"traceutil/trace.go:171","msg":"trace[1140415395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"4.915469622s","start":"2026-03-25T21:11:06.476854Z","end":"2026-03-25T21:11:11.392323Z","steps":["trace[1140415395] 'agreement among raft nodes before linearized reading' (duration: 4.914662944s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.392371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.476825Z","time spent":"4.915535574s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:11:11.392011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.715515Z","time spent":"4.676472842s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:11:11.392454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.785189795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:11:11.392517Z","caller":"traceutil/trace.go:171","msg":"trace[1020754616] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2232; }","duration":"4.785255776s","start":"2026-03-25T21:11:06.607243Z","end":"2026-03-25T21:11:11.392499Z","steps":["trace[1020754616] 'agreement among raft nodes before linearized reading' (duration: 4.784228022s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.392553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:06.607167Z","time spent":"4.785377069s","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:11:11.396849Z","caller":"traceutil/trace.go:171","msg":"trace[1247204857] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"109.04389ms","start":"2026-03-25T21:11:11.287785Z","end":"2026-03-25T21:11:11.396829Z","steps":["trace[1247204857] 'process raft request' (duration: 108.912847ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:11.399359Z","caller":"traceutil/trace.go:171","msg":"trace[2122521720] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"111.466556ms","start":"2026-03-25T21:11:11.287881Z","end":"2026-03-25T21:11:11.399347Z","steps":["trace[2122521720] 'process raft request' (duration: 111.341323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.399619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082289023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-25T21:11:11.39965Z","caller":"traceutil/trace.go:171","msg":"trace[1459665511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2235; }","duration":"2.082378266s","start":"2026-03-25T21:11:09.317264Z","end":"2026-03-25T21:11:11.399642Z","steps":["trace[1459665511] 'agreement among raft nodes before linearized reading' (duration: 2.082197252s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.399672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:09.31724Z","time spent":"2.082426076s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:11:11.399775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.007839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:11:11.399762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.254225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:11:11.399818Z","caller":"traceutil/trace.go:171","msg":"trace[620600884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2235; }","duration":"150.116451ms","start":"2026-03-25T21:11:11.249689Z","end":"2026-03-25T21:11:11.399805Z","steps":["trace[620600884] 'agreement among raft nodes before linearized reading' (duration: 150.027909ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:11.399844Z","caller":"traceutil/trace.go:171","msg":"trace[900472228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"201.391078ms","start":"2026-03-25T21:11:11.198432Z","end":"2026-03-25T21:11:11.399823Z","steps":["trace[900472228] 'agreement among raft nodes before linearized reading' (duration: 201.272675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.399936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343333181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:11:11.400027Z","caller":"traceutil/trace.go:171","msg":"trace[1504817878] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2235; }","duration":"1.343486744s","start":"2026-03-25T21:11:10.056521Z","end":"2026-03-25T21:11:11.400008Z","steps":["trace[1504817878] 'agreement among raft nodes before linearized reading' (duration: 1.343226748s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:11.400073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:11:10.056495Z","time spent":"1.343570535s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-03-25T21:11:13.35312Z","caller":"traceutil/trace.go:171","msg":"trace[489577195] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"100.534575ms","start":"2026-03-25T21:11:13.252545Z","end":"2026-03-25T21:11:13.35308Z","steps":["trace[489577195] 'process raft request' (duration: 95.134902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:11:13.757482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.163273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:11:13.757861Z","caller":"traceutil/trace.go:171","msg":"trace[462716292] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"262.9968ms","start":"2026-03-25T21:11:13.494841Z","end":"2026-03-25T21:11:13.757838Z","steps":["trace[462716292] 'process raft request' (duration: 262.929029ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:13.757856Z","caller":"traceutil/trace.go:171","msg":"trace[1113416089] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"263.82153ms","start":"2026-03-25T21:11:13.493995Z","end":"2026-03-25T21:11:13.757817Z","steps":["trace[1113416089] 'process raft request' (duration: 263.674956ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:13.757857Z","caller":"traceutil/trace.go:171","msg":"trace[298956564] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"264.350392ms","start":"2026-03-25T21:11:13.493462Z","end":"2026-03-25T21:11:13.757812Z","steps":["trace[298956564] 'process raft request' (duration: 120.721798ms)","trace[298956564] 'compare' (duration: 142.990279ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:11:13.757879Z","caller":"traceutil/trace.go:171","msg":"trace[165778531] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"263.781968ms","start":"2026-03-25T21:11:13.494068Z","end":"2026-03-25T21:11:13.75785Z","steps":["trace[165778531] 'process raft request' (duration: 263.643995ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:11:13.757927Z","caller":"traceutil/trace.go:171","msg":"trace[1121551067] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"264.311251ms","start":"2026-03-25T21:11:13.493501Z","end":"2026-03-25T21:11:13.757812Z","steps":["trace[1121551067] 'process raft request' (duration: 264.111296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:18.412222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.388937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:12:18.41237Z","caller":"traceutil/trace.go:171","msg":"trace[936374904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2760; }","duration":"290.615033ms","start":"2026-03-25T21:12:18.121729Z","end":"2026-03-25T21:12:18.412344Z","steps":["trace[936374904] 'count revisions from in-memory index tree' (duration: 290.307015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:18.412504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.880606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-25T21:12:18.412562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.878594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:12:18.412625Z","caller":"traceutil/trace.go:171","msg":"trace[1747506514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2760; }","duration":"269.099112ms","start":"2026-03-25T21:12:18.143501Z","end":"2026-03-25T21:12:18.412601Z","steps":["trace[1747506514] 'range keys from in-memory index tree' (duration: 268.617159ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:18.41268Z","caller":"traceutil/trace.go:171","msg":"trace[1137190700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2760; }","duration":"272.032518ms","start":"2026-03-25T21:12:18.140616Z","end":"2026-03-25T21:12:18.412649Z","steps":["trace[1137190700] 'range keys from in-memory index tree' (duration: 271.674189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:18.412634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.898215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:12:18.412722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.627692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T21:12:18.412792Z","caller":"traceutil/trace.go:171","msg":"trace[771316026] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2760; }","duration":"449.750676ms","start":"2026-03-25T21:12:17.963024Z","end":"2026-03-25T21:12:18.412775Z","steps":["trace[771316026] 'range keys from in-memory index tree' (duration: 449.381965ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:18.412785Z","caller":"traceutil/trace.go:171","msg":"trace[588951452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2760; }","duration":"272.08784ms","start":"2026-03-25T21:12:18.140668Z","end":"2026-03-25T21:12:18.412756Z","steps":["trace[588951452] 'range keys from in-memory index tree' (duration: 271.638518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:18.412784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.977042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:12:18.412843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:17.963001Z","time spent":"449.827927ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-25T21:12:18.412642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.675736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:12:18.412889Z","caller":"traceutil/trace.go:171","msg":"trace[736189456] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2760; }","duration":"281.132096ms","start":"2026-03-25T21:12:18.131733Z","end":"2026-03-25T21:12:18.412865Z","steps":["trace[736189456] 'count revisions from in-memory index tree' (duration: 280.886239ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:18.412916Z","caller":"traceutil/trace.go:171","msg":"trace[1287687680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2760; }","duration":"260.053426ms","start":"2026-03-25T21:12:18.152842Z","end":"2026-03-25T21:12:18.412895Z","steps":["trace[1287687680] 'range keys from in-memory index tree' (duration: 259.376089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:18.412948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.424069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:12:18.412989Z","caller":"traceutil/trace.go:171","msg":"trace[201452199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2760; }","duration":"305.522472ms","start":"2026-03-25T21:12:18.107457Z","end":"2026-03-25T21:12:18.412979Z","steps":["trace[201452199] 'range keys from in-memory index tree' (duration: 305.188243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:18.413019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:18.107428Z","time spent":"305.581893ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:12:19.953308Z","caller":"traceutil/trace.go:171","msg":"trace[1441005788] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"259.696407ms","start":"2026-03-25T21:12:19.69358Z","end":"2026-03-25T21:12:19.953276Z","steps":["trace[1441005788] 'process raft request' (duration: 259.480891ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:20.159619Z","caller":"traceutil/trace.go:171","msg":"trace[462997483] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2877; }","duration":"288.497158ms","start":"2026-03-25T21:12:19.871085Z","end":"2026-03-25T21:12:20.159582Z","steps":["trace[462997483] 'read index received' (duration: 81.964849ms)","trace[462997483] 'applied index is now lower than readState.Index' (duration: 206.531159ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:20.159959Z","caller":"traceutil/trace.go:171","msg":"trace[1382502686] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"385.153851ms","start":"2026-03-25T21:12:19.774789Z","end":"2026-03-25T21:12:20.159943Z","steps":["trace[1382502686] 'process raft request' (duration: 337.493867ms)","trace[1382502686] 'compare' (duration: 46.862173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:20.160098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:19.774757Z","time spent":"385.238412ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:20.160237Z","caller":"traceutil/trace.go:171","msg":"trace[974270670] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"382.615644ms","start":"2026-03-25T21:12:19.777558Z","end":"2026-03-25T21:12:20.160173Z","steps":["trace[974270670] 'process raft request' (duration: 381.899355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.160281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.48957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:12:20.160381Z","caller":"traceutil/trace.go:171","msg":"trace[1629103065] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2769; }","duration":"254.665156ms","start":"2026-03-25T21:12:19.905692Z","end":"2026-03-25T21:12:20.160357Z","steps":["trace[1629103065] 'agreement among raft nodes before linearized reading' (duration: 254.472151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.160459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:19.777541Z","time spent":"382.792679ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:20.160769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.73687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T21:12:20.160832Z","caller":"traceutil/trace.go:171","msg":"trace[1101222201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2769; }","duration":"197.832803ms","start":"2026-03-25T21:12:19.962984Z","end":"2026-03-25T21:12:20.160817Z","steps":["trace[1101222201] 'agreement among raft nodes before linearized reading' (duration: 197.627737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:20.160918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.840043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:12:20.160958Z","caller":"traceutil/trace.go:171","msg":"trace[2052893326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2769; }","duration":"289.929886ms","start":"2026-03-25T21:12:19.871018Z","end":"2026-03-25T21:12:20.160948Z","steps":["trace[2052893326] 'agreement among raft nodes before linearized reading' (duration: 289.588017ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:24.6692Z","caller":"traceutil/trace.go:171","msg":"trace[1992154472] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"215.367009ms","start":"2026-03-25T21:12:24.453799Z","end":"2026-03-25T21:12:24.669166Z","steps":["trace[1992154472] 'process raft request' (duration: 215.180105ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:24.672902Z","caller":"traceutil/trace.go:171","msg":"trace[2020093289] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"217.986338ms","start":"2026-03-25T21:12:24.454865Z","end":"2026-03-25T21:12:24.672852Z","steps":["trace[2020093289] 'process raft request' (duration: 217.768792ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:24.672942Z","caller":"traceutil/trace.go:171","msg":"trace[146676239] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"216.977701ms","start":"2026-03-25T21:12:24.455944Z","end":"2026-03-25T21:12:24.672921Z","steps":["trace[146676239] 'process raft request' (duration: 216.818517ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:24.673005Z","caller":"traceutil/trace.go:171","msg":"trace[1677110561] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"216.422568ms","start":"2026-03-25T21:12:24.456543Z","end":"2026-03-25T21:12:24.672966Z","steps":["trace[1677110561] 'process raft request' (duration: 216.249723ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:24.673013Z","caller":"traceutil/trace.go:171","msg":"trace[1949125492] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"216.012147ms","start":"2026-03-25T21:12:24.456993Z","end":"2026-03-25T21:12:24.673005Z","steps":["trace[1949125492] 'process raft request' (duration: 215.857943ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:24.672923Z","caller":"traceutil/trace.go:171","msg":"trace[1230588436] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"216.301654ms","start":"2026-03-25T21:12:24.45658Z","end":"2026-03-25T21:12:24.672881Z","steps":["trace[1230588436] 'process raft request' (duration: 216.239633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:28.515141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.146235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T21:12:28.515254Z","caller":"traceutil/trace.go:171","msg":"trace[1096901210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2824; }","duration":"248.310789ms","start":"2026-03-25T21:12:28.266913Z","end":"2026-03-25T21:12:28.515224Z","steps":["trace[1096901210] 'range keys from in-memory index tree' (duration: 247.894028ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:46.479549Z","caller":"traceutil/trace.go:171","msg":"trace[1481389489] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3049; }","duration":"169.357759ms","start":"2026-03-25T21:12:46.31016Z","end":"2026-03-25T21:12:46.479518Z","steps":["trace[1481389489] 'read index received' (duration: 2.352701ms)","trace[1481389489] 'applied index is now lower than readState.Index' (duration: 167.003628ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:46.479649Z","caller":"traceutil/trace.go:171","msg":"trace[1566416432] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"180.545102ms","start":"2026-03-25T21:12:46.299056Z","end":"2026-03-25T21:12:46.479601Z","steps":["trace[1566416432] 'process raft request' (duration: 111.173731ms)","trace[1566416432] 'compare' (duration: 69.073203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:46.479976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.77058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:12:46.480074Z","caller":"traceutil/trace.go:171","msg":"trace[115133687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2934; }","duration":"169.929914ms","start":"2026-03-25T21:12:46.310122Z","end":"2026-03-25T21:12:46.480052Z","steps":["trace[115133687] 'agreement among raft nodes before linearized reading' (duration: 169.521714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:52.185028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.51159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-25T21:12:52.188804Z","caller":"traceutil/trace.go:171","msg":"trace[1117566297] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2964; }","duration":"225.35674ms","start":"2026-03-25T21:12:51.963414Z","end":"2026-03-25T21:12:52.188771Z","steps":["trace[1117566297] 'range keys from in-memory index tree' (duration: 221.240072ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:52.629901Z","caller":"traceutil/trace.go:171","msg":"trace[1884272825] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"294.380111ms","start":"2026-03-25T21:12:52.335492Z","end":"2026-03-25T21:12:52.629872Z","steps":["trace[1884272825] 'process raft request' (duration: 294.227117ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:53.092371Z","caller":"traceutil/trace.go:171","msg":"trace[2002058672] linearizableReadLoop","detail":"{readStateIndex:3085; appliedIndex:3084; }","duration":"560.204678ms","start":"2026-03-25T21:12:52.53214Z","end":"2026-03-25T21:12:53.092345Z","steps":["trace[2002058672] 'read index received' (duration: 97.953645ms)","trace[2002058672] 'applied index is now lower than readState.Index' (duration: 462.249653ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:53.092625Z","caller":"traceutil/trace.go:171","msg":"trace[1004973106] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"591.810063ms","start":"2026-03-25T21:12:52.500801Z","end":"2026-03-25T21:12:53.092611Z","steps":["trace[1004973106] 'process raft request' (duration: 535.332569ms)","trace[1004973106] 'compare' (duration: 55.885808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:53.092757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:52.500768Z","time spent":"591.900045ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:53.092986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.099394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:53.093089Z","caller":"traceutil/trace.go:171","msg":"trace[1988372294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2967; }","duration":"522.247458ms","start":"2026-03-25T21:12:52.570819Z","end":"2026-03-25T21:12:53.093067Z","steps":["trace[1988372294] 'agreement among raft nodes before linearized reading' (duration: 522.073603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.093131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:52.570799Z","time spent":"522.32343ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:53.09343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.297607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:12:53.09346Z","caller":"traceutil/trace.go:171","msg":"trace[2048596070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2967; }","duration":"561.369709ms","start":"2026-03-25T21:12:52.532081Z","end":"2026-03-25T21:12:53.093451Z","steps":["trace[2048596070] 'agreement among raft nodes before linearized reading' (duration: 561.245825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.093491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:52.532054Z","time spent":"561.43051ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:12:53.093812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.619745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:12:53.093871Z","caller":"traceutil/trace.go:171","msg":"trace[1896891952] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2967; }","duration":"172.736947ms","start":"2026-03-25T21:12:52.921124Z","end":"2026-03-25T21:12:53.093861Z","steps":["trace[1896891952] 'agreement among raft nodes before linearized reading' (duration: 172.656755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.094181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.356078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:12:53.094226Z","caller":"traceutil/trace.go:171","msg":"trace[1918917732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2967; }","duration":"259.41168ms","start":"2026-03-25T21:12:52.834804Z","end":"2026-03-25T21:12:53.094216Z","steps":["trace[1918917732] 'agreement among raft nodes before linearized reading' (duration: 259.298677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.094358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.565373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-25T21:12:53.094385Z","caller":"traceutil/trace.go:171","msg":"trace[1202759456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2967; }","duration":"259.601545ms","start":"2026-03-25T21:12:52.834774Z","end":"2026-03-25T21:12:53.094376Z","steps":["trace[1202759456] 'agreement among raft nodes before linearized reading' (duration: 259.545183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.0945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.809422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:12:53.094525Z","caller":"traceutil/trace.go:171","msg":"trace[1449883643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2967; }","duration":"261.836162ms","start":"2026-03-25T21:12:52.832684Z","end":"2026-03-25T21:12:53.09452Z","steps":["trace[1449883643] 'agreement among raft nodes before linearized reading' (duration: 261.775021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.094625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.427852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:12:53.094647Z","caller":"traceutil/trace.go:171","msg":"trace[337036073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2967; }","duration":"266.520565ms","start":"2026-03-25T21:12:52.828122Z","end":"2026-03-25T21:12:53.094643Z","steps":["trace[337036073] 'agreement among raft nodes before linearized reading' (duration: 266.467133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.094748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.984961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:12:53.094771Z","caller":"traceutil/trace.go:171","msg":"trace[965475694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2967; }","duration":"271.054163ms","start":"2026-03-25T21:12:52.823711Z","end":"2026-03-25T21:12:53.094766Z","steps":["trace[965475694] 'agreement among raft nodes before linearized reading' (duration: 270.996991ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:53.559242Z","caller":"traceutil/trace.go:171","msg":"trace[816320981] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"460.852495ms","start":"2026-03-25T21:12:53.098335Z","end":"2026-03-25T21:12:53.559188Z","steps":["trace[816320981] 'process raft request' (duration: 409.423953ms)","trace[816320981] 'compare' (duration: 51.299349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:12:53.559421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.098304Z","time spent":"461.01864ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:53.970354Z","caller":"traceutil/trace.go:171","msg":"trace[1455083455] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"869.997262ms","start":"2026-03-25T21:12:53.100305Z","end":"2026-03-25T21:12:53.970302Z","steps":["trace[1455083455] 'process raft request' (duration: 865.900285ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:53.970387Z","caller":"traceutil/trace.go:171","msg":"trace[498915381] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"869.592791ms","start":"2026-03-25T21:12:53.100748Z","end":"2026-03-25T21:12:53.970341Z","steps":["trace[498915381] 'process raft request' (duration: 869.452038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.970562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.100274Z","time spent":"870.182207ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:12:53.970674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.100739Z","time spent":"869.764746ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:53.970724Z","caller":"traceutil/trace.go:171","msg":"trace[1758317236] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"869.839838ms","start":"2026-03-25T21:12:53.100823Z","end":"2026-03-25T21:12:53.970663Z","steps":["trace[1758317236] 'process raft request' (duration: 869.463568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.971061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.100816Z","time spent":"870.075054ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:53.971092Z","caller":"traceutil/trace.go:171","msg":"trace[559783725] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"870.109235ms","start":"2026-03-25T21:12:53.100973Z","end":"2026-03-25T21:12:53.971082Z","steps":["trace[559783725] 'process raft request' (duration: 869.418087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.97115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.100955Z","time spent":"870.161896ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:53.971112Z","caller":"traceutil/trace.go:171","msg":"trace[1383061330] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"869.876239ms","start":"2026-03-25T21:12:53.101214Z","end":"2026-03-25T21:12:53.97109Z","steps":["trace[1383061330] 'process raft request' (duration: 869.751856ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:53.971303Z","caller":"traceutil/trace.go:171","msg":"trace[1442143282] linearizableReadLoop","detail":"{readStateIndex:3092; appliedIndex:3085; }","duration":"781.932734ms","start":"2026-03-25T21:12:53.189327Z","end":"2026-03-25T21:12:53.97126Z","steps":["trace[1442143282] 'read index received' (duration: 318.45919ms)","trace[1442143282] 'applied index is now lower than readState.Index' (duration: 463.470484ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:12:53.971317Z","caller":"traceutil/trace.go:171","msg":"trace[567318683] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"869.672323ms","start":"2026-03-25T21:12:53.101631Z","end":"2026-03-25T21:12:53.971303Z","steps":["trace[567318683] 'process raft request' (duration: 869.433557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.971488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.177331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:12:53.971548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.101203Z","time spent":"870.108885ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:12:53.971565Z","caller":"traceutil/trace.go:171","msg":"trace[594140974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2974; }","duration":"782.277483ms","start":"2026-03-25T21:12:53.189248Z","end":"2026-03-25T21:12:53.971525Z","steps":["trace[594140974] 'agreement among raft nodes before linearized reading' (duration: 782.131389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.971609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.189209Z","time spent":"782.390396ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:12:53.971621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.24022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a031f0c3c9c819\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-25T21:12:53.971821Z","caller":"traceutil/trace.go:171","msg":"trace[988337660] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a031f0c3c9c819; range_end:; response_count:1; response_revision:2974; }","duration":"406.479997ms","start":"2026-03-25T21:12:53.565317Z","end":"2026-03-25T21:12:53.971797Z","steps":["trace[988337660] 'agreement among raft nodes before linearized reading' (duration: 406.141558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:12:53.971882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.565291Z","time spent":"406.574049ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a031f0c3c9c819\" "} {"level":"warn","ts":"2026-03-25T21:12:53.971891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:12:53.10162Z","time spent":"869.88868ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:13:00.184003Z","caller":"traceutil/trace.go:171","msg":"trace[1163022357] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"149.522492ms","start":"2026-03-25T21:13:00.034449Z","end":"2026-03-25T21:13:00.183972Z","steps":["trace[1163022357] 'process raft request' (duration: 149.294456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:00.184312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.306746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:13:00.184415Z","caller":"traceutil/trace.go:171","msg":"trace[1826765653] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:3004; }","duration":"121.47559ms","start":"2026-03-25T21:13:00.062914Z","end":"2026-03-25T21:13:00.184389Z","steps":["trace[1826765653] 'agreement among raft nodes before linearized reading' (duration: 121.10376ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:00.265946Z","caller":"traceutil/trace.go:171","msg":"trace[612704409] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"166.33615ms","start":"2026-03-25T21:13:00.099583Z","end":"2026-03-25T21:13:00.26592Z","steps":["trace[612704409] 'process raft request' (duration: 166.251848ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:00.266277Z","caller":"traceutil/trace.go:171","msg":"trace[1470856642] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"168.23036ms","start":"2026-03-25T21:13:00.098032Z","end":"2026-03-25T21:13:00.266262Z","steps":["trace[1470856642] 'process raft request' (duration: 121.880471ms)","trace[1470856642] 'compare' (duration: 45.778754ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:00.26643Z","caller":"traceutil/trace.go:171","msg":"trace[15209229] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"166.083784ms","start":"2026-03-25T21:13:00.100241Z","end":"2026-03-25T21:13:00.266324Z","steps":["trace[15209229] 'process raft request' (duration: 165.641772ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:32.475922Z","caller":"traceutil/trace.go:171","msg":"trace[931740132] linearizableReadLoop","detail":"{readStateIndex:4156; appliedIndex:4155; }","duration":"286.818625ms","start":"2026-03-25T21:15:32.189069Z","end":"2026-03-25T21:15:32.475888Z","steps":["trace[931740132] 'read index received' (duration: 286.646111ms)","trace[931740132] 'applied index is now lower than readState.Index' (duration: 171.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:15:32.475963Z","caller":"traceutil/trace.go:171","msg":"trace[826655837] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"619.24659ms","start":"2026-03-25T21:15:31.856693Z","end":"2026-03-25T21:15:32.47594Z","steps":["trace[826655837] 'process raft request' (duration: 618.973034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:32.476076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.99509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:15:32.476344Z","caller":"traceutil/trace.go:171","msg":"trace[894770166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3999; }","duration":"287.321827ms","start":"2026-03-25T21:15:32.189011Z","end":"2026-03-25T21:15:32.476333Z","steps":["trace[894770166] 'agreement among raft nodes before linearized reading' (duration: 287.00429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:15:32.476344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:15:31.856661Z","time spent":"619.564107ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:15:32.476512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.412687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-03-25T21:15:32.476609Z","caller":"traceutil/trace.go:171","msg":"trace[1564971006] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3999; }","duration":"199.54097ms","start":"2026-03-25T21:15:32.27705Z","end":"2026-03-25T21:15:32.476591Z","steps":["trace[1564971006] 'agreement among raft nodes before linearized reading' (duration: 199.213333ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:53.336577Z","caller":"traceutil/trace.go:171","msg":"trace[245968332] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"141.543683ms","start":"2026-03-25T21:16:53.19501Z","end":"2026-03-25T21:16:53.336554Z","steps":["trace[245968332] 'process raft request' (duration: 90.783704ms)","trace[245968332] 'compare' (duration: 50.459301ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:16:53.336583Z","caller":"traceutil/trace.go:171","msg":"trace[591811718] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"106.476172ms","start":"2026-03-25T21:16:53.230071Z","end":"2026-03-25T21:16:53.336548Z","steps":["trace[591811718] 'process raft request' (duration: 106.348829ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:55.784139Z","caller":"traceutil/trace.go:171","msg":"trace[836547088] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"201.336333ms","start":"2026-03-25T21:16:55.582772Z","end":"2026-03-25T21:16:55.784108Z","steps":["trace[836547088] 'process raft request' (duration: 201.100457ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:55.785332Z","caller":"traceutil/trace.go:171","msg":"trace[913790765] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"162.635467ms","start":"2026-03-25T21:16:55.622655Z","end":"2026-03-25T21:16:55.78529Z","steps":["trace[913790765] 'process raft request' (duration: 162.395462ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:16:55.785497Z","caller":"traceutil/trace.go:171","msg":"trace[160136594] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5145; }","duration":"127.933624ms","start":"2026-03-25T21:16:55.657538Z","end":"2026-03-25T21:16:55.785472Z","steps":["trace[160136594] 'read index received' (duration: 126.413359ms)","trace[160136594] 'applied index is now lower than readState.Index' (duration: 1.518575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:16:55.785677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.127699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:16:55.785733Z","caller":"traceutil/trace.go:171","msg":"trace[2091511946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4951; }","duration":"128.227201ms","start":"2026-03-25T21:16:55.657492Z","end":"2026-03-25T21:16:55.785719Z","steps":["trace[2091511946] 'agreement among raft nodes before linearized reading' (duration: 128.068087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:55.785742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.284322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:16:55.785792Z","caller":"traceutil/trace.go:171","msg":"trace[289479331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4951; }","duration":"125.349704ms","start":"2026-03-25T21:16:55.660431Z","end":"2026-03-25T21:16:55.78578Z","steps":["trace[289479331] 'agreement among raft nodes before linearized reading' (duration: 125.20788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:55.786177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.728259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:16:55.786285Z","caller":"traceutil/trace.go:171","msg":"trace[375840958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4951; }","duration":"121.868413ms","start":"2026-03-25T21:16:55.664394Z","end":"2026-03-25T21:16:55.786262Z","steps":["trace[375840958] 'agreement among raft nodes before linearized reading' (duration: 121.488194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:16:56.08259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.53311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbdd4b7c-abcd-4435-8f6b-3d28b8ff2787\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-25T21:16:56.08268Z","caller":"traceutil/trace.go:171","msg":"trace[1825383520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbdd4b7c-abcd-4435-8f6b-3d28b8ff2787; range_end:; response_count:1; response_revision:4954; }","duration":"196.721254ms","start":"2026-03-25T21:16:55.885935Z","end":"2026-03-25T21:16:56.082656Z","steps":["trace[1825383520] 'range keys from in-memory index tree' (duration: 196.345455ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:02.11723Z","caller":"traceutil/trace.go:171","msg":"trace[1104142104] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5284; }","duration":"193.590951ms","start":"2026-03-25T21:17:01.923611Z","end":"2026-03-25T21:17:02.117202Z","steps":["trace[1104142104] 'read index received' (duration: 120.512401ms)","trace[1104142104] 'applied index is now lower than readState.Index' (duration: 73.07751ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:02.117315Z","caller":"traceutil/trace.go:171","msg":"trace[1266016623] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"194.914212ms","start":"2026-03-25T21:17:01.922354Z","end":"2026-03-25T21:17:02.117268Z","steps":["trace[1266016623] 'process raft request' (duration: 121.846722ms)","trace[1266016623] 'compare' (duration: 72.890946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:02.117398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.761575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:02.117435Z","caller":"traceutil/trace.go:171","msg":"trace[1409183043] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5083; }","duration":"193.836647ms","start":"2026-03-25T21:17:01.923589Z","end":"2026-03-25T21:17:02.117425Z","steps":["trace[1409183043] 'agreement among raft nodes before linearized reading' (duration: 193.754225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:02.117586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.090222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:17:02.117593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.839779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:02.117613Z","caller":"traceutil/trace.go:171","msg":"trace[464969497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5083; }","duration":"191.170385ms","start":"2026-03-25T21:17:01.926435Z","end":"2026-03-25T21:17:02.117605Z","steps":["trace[464969497] 'agreement among raft nodes before linearized reading' (duration: 191.035062ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:02.117643Z","caller":"traceutil/trace.go:171","msg":"trace[313458136] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5083; }","duration":"123.943191ms","start":"2026-03-25T21:17:01.993685Z","end":"2026-03-25T21:17:02.117628Z","steps":["trace[313458136] 'agreement among raft nodes before linearized reading' (duration: 123.841589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:02.117628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.517565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:02.117712Z","caller":"traceutil/trace.go:171","msg":"trace[1703111009] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5083; }","duration":"130.628298ms","start":"2026-03-25T21:17:01.987061Z","end":"2026-03-25T21:17:02.117689Z","steps":["trace[1703111009] 'agreement among raft nodes before linearized reading' (duration: 130.497495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:02.117705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.791066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:02.117762Z","caller":"traceutil/trace.go:171","msg":"trace[2013908632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5083; }","duration":"190.871177ms","start":"2026-03-25T21:17:01.926876Z","end":"2026-03-25T21:17:02.117747Z","steps":["trace[2013908632] 'agreement among raft nodes before linearized reading' (duration: 190.697243ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:02.452762Z","caller":"traceutil/trace.go:171","msg":"trace[1460222160] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5286; }","duration":"263.696672ms","start":"2026-03-25T21:17:02.189044Z","end":"2026-03-25T21:17:02.452741Z","steps":["trace[1460222160] 'read index received' (duration: 263.470457ms)","trace[1460222160] 'applied index is now lower than readState.Index' (duration: 225.105µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:02.45287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.822105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:02.452892Z","caller":"traceutil/trace.go:171","msg":"trace[812944433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"263.883556ms","start":"2026-03-25T21:17:02.189002Z","end":"2026-03-25T21:17:02.452885Z","steps":["trace[812944433] 'agreement among raft nodes before linearized reading' (duration: 263.813705ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:02.452822Z","caller":"traceutil/trace.go:171","msg":"trace[812071960] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"329.333028ms","start":"2026-03-25T21:17:02.123456Z","end":"2026-03-25T21:17:02.452789Z","steps":["trace[812071960] 'process raft request' (duration: 329.124533ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:02.452945Z","caller":"traceutil/trace.go:171","msg":"trace[1635378138] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"322.304663ms","start":"2026-03-25T21:17:02.130587Z","end":"2026-03-25T21:17:02.452892Z","steps":["trace[1635378138] 'process raft request' (duration: 322.105709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:02.453449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:02.130575Z","time spent":"322.781135ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:02.4535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:02.123428Z","time spent":"329.796809ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:03.144831Z","caller":"traceutil/trace.go:171","msg":"trace[158894561] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"243.511288ms","start":"2026-03-25T21:17:02.901282Z","end":"2026-03-25T21:17:03.144793Z","steps":["trace[158894561] 'process raft request' (duration: 154.842893ms)","trace[158894561] 'compare' (duration: 87.662522ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:03.144919Z","caller":"traceutil/trace.go:171","msg":"trace[418607389] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"242.957615ms","start":"2026-03-25T21:17:02.901923Z","end":"2026-03-25T21:17:03.14488Z","steps":["trace[418607389] 'process raft request' (duration: 242.599607ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.144935Z","caller":"traceutil/trace.go:171","msg":"trace[561470301] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"201.27969ms","start":"2026-03-25T21:17:02.943612Z","end":"2026-03-25T21:17:03.144892Z","steps":["trace[561470301] 'process raft request' (duration: 201.196158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:03.378207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.375158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:03.378478Z","caller":"traceutil/trace.go:171","msg":"trace[1331054930] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"164.651814ms","start":"2026-03-25T21:17:03.213793Z","end":"2026-03-25T21:17:03.378444Z","steps":["trace[1331054930] 'process raft request' (duration: 43.923679ms)","trace[1331054930] 'compare' (duration: 120.10119ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:03.37864Z","caller":"traceutil/trace.go:171","msg":"trace[388718853] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"163.360963ms","start":"2026-03-25T21:17:03.215257Z","end":"2026-03-25T21:17:03.378618Z","steps":["trace[388718853] 'process raft request' (duration: 163.134678ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.379176Z","caller":"traceutil/trace.go:171","msg":"trace[1057673353] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"161.999441ms","start":"2026-03-25T21:17:03.217092Z","end":"2026-03-25T21:17:03.379091Z","steps":["trace[1057673353] 'process raft request' (duration: 161.453138ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.379246Z","caller":"traceutil/trace.go:171","msg":"trace[1063157898] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5164; }","duration":"161.990842ms","start":"2026-03-25T21:17:03.217239Z","end":"2026-03-25T21:17:03.37923Z","steps":["trace[1063157898] 'process raft request' (duration: 161.600362ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.37996Z","caller":"traceutil/trace.go:171","msg":"trace[891002477] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"138.486351ms","start":"2026-03-25T21:17:03.241454Z","end":"2026-03-25T21:17:03.37994Z","steps":["trace[891002477] 'process raft request' (duration: 137.978539ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.380127Z","caller":"traceutil/trace.go:171","msg":"trace[131974507] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"159.318059ms","start":"2026-03-25T21:17:03.220791Z","end":"2026-03-25T21:17:03.380109Z","steps":["trace[131974507] 'process raft request' (duration: 158.249534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:03.380627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.4833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3789"} {"level":"info","ts":"2026-03-25T21:17:03.380675Z","caller":"traceutil/trace.go:171","msg":"trace[1087578044] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5167; }","duration":"161.557221ms","start":"2026-03-25T21:17:03.219107Z","end":"2026-03-25T21:17:03.380664Z","steps":["trace[1087578044] 'agreement among raft nodes before linearized reading' (duration: 161.381857ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:03.38004Z","caller":"traceutil/trace.go:171","msg":"trace[1808346784] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5364; }","duration":"160.862915ms","start":"2026-03-25T21:17:03.219122Z","end":"2026-03-25T21:17:03.379985Z","steps":["trace[1808346784] 'read index received' (duration: 38.153543ms)","trace[1808346784] 'applied index is now lower than readState.Index' (duration: 122.707922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:03.381725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.399188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4204"} {"level":"info","ts":"2026-03-25T21:17:03.381763Z","caller":"traceutil/trace.go:171","msg":"trace[190448307] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:5167; }","duration":"161.48029ms","start":"2026-03-25T21:17:03.220274Z","end":"2026-03-25T21:17:03.381754Z","steps":["trace[190448307] 'agreement among raft nodes before linearized reading' (duration: 161.320146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:03.381758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.779963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4616"} {"level":"info","ts":"2026-03-25T21:17:03.381915Z","caller":"traceutil/trace.go:171","msg":"trace[1875934171] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:5167; }","duration":"160.951377ms","start":"2026-03-25T21:17:03.220949Z","end":"2026-03-25T21:17:03.381901Z","steps":["trace[1875934171] 'agreement among raft nodes before linearized reading' (duration: 160.65852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.3178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138097023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:17:05.819387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138097023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:17:05.854176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19075576s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:17:05.855322Z","caller":"traceutil/trace.go:171","msg":"trace[1166867054] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.192070031s","start":"2026-03-25T21:17:04.663227Z","end":"2026-03-25T21:17:05.855297Z","steps":["trace[1166867054] 'process raft request' (duration: 1.191831885s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.855484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:04.663196Z","time spent":"1.192198793s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:05.97277Z","caller":"traceutil/trace.go:171","msg":"trace[1344324283] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.093029833s","start":"2026-03-25T21:17:04.879704Z","end":"2026-03-25T21:17:05.972734Z","steps":["trace[1344324283] 'process raft request' (duration: 1.092787527s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.97301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:04.879667Z","time spent":"1.093210857s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:05.973187Z","caller":"traceutil/trace.go:171","msg":"trace[1717091789] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"587.257945ms","start":"2026-03-25T21:17:05.385834Z","end":"2026-03-25T21:17:05.973092Z","steps":["trace[1717091789] 'process raft request' (duration: 586.845785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.973439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.385805Z","time spent":"587.486581ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:05.986792Z","caller":"traceutil/trace.go:171","msg":"trace[2063817792] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5410; }","duration":"1.169249487s","start":"2026-03-25T21:17:04.81751Z","end":"2026-03-25T21:17:05.986759Z","steps":["trace[2063817792] 'read index received' (duration: 1.036966121s)","trace[2063817792] 'applied index is now lower than readState.Index' (duration: 132.279826ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:05.987045Z","caller":"traceutil/trace.go:171","msg":"trace[1016137470] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"132.313327ms","start":"2026-03-25T21:17:05.854694Z","end":"2026-03-25T21:17:05.987007Z","steps":["trace[1016137470] 'process raft request' (duration: 131.948058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.614295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:05.987229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.249629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe8fadf-b8f7-4fb1-91af-c482ecb6c357\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-25T21:17:05.987265Z","caller":"traceutil/trace.go:171","msg":"trace[2059290263] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5211; }","duration":"188.767298ms","start":"2026-03-25T21:17:05.798478Z","end":"2026-03-25T21:17:05.987245Z","steps":["trace[2059290263] 'agreement among raft nodes before linearized reading' (duration: 188.634505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.707984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:17:05.987313Z","caller":"traceutil/trace.go:171","msg":"trace[1623289462] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3fe8fadf-b8f7-4fb1-91af-c482ecb6c357; range_end:; response_count:1; response_revision:5211; }","duration":"559.348941ms","start":"2026-03-25T21:17:05.427944Z","end":"2026-03-25T21:17:05.987293Z","steps":["trace[1623289462] 'agreement among raft nodes before linearized reading' (duration: 559.112026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.221953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:05.987322Z","caller":"traceutil/trace.go:171","msg":"trace[1912527679] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5211; }","duration":"440.810627ms","start":"2026-03-25T21:17:05.546494Z","end":"2026-03-25T21:17:05.987305Z","steps":["trace[1912527679] 'agreement among raft nodes before linearized reading' (duration: 440.632393ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.987363Z","caller":"traceutil/trace.go:171","msg":"trace[1718308361] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5211; }","duration":"111.324256ms","start":"2026-03-25T21:17:05.876026Z","end":"2026-03-25T21:17:05.987351Z","steps":["trace[1718308361] 'agreement among raft nodes before linearized reading' (duration: 111.263124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.98736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.427887Z","time spent":"559.463025ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe8fadf-b8f7-4fb1-91af-c482ecb6c357\" "} {"level":"warn","ts":"2026-03-25T21:17:05.98737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.546464Z","time spent":"440.897899ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:05.987258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.415299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hw2gp-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-25T21:17:05.987334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.6498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:17:05.987433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.963946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:05.98748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.717091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:17:05.987513Z","caller":"traceutil/trace.go:171","msg":"trace[1566496446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5211; }","duration":"580.875975ms","start":"2026-03-25T21:17:05.406622Z","end":"2026-03-25T21:17:05.987498Z","steps":["trace[1566496446] 'agreement among raft nodes before linearized reading' (duration: 580.612979ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.987491Z","caller":"traceutil/trace.go:171","msg":"trace[1814823102] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hw2gp-tls; range_end:; response_count:1; response_revision:5211; }","duration":"129.641134ms","start":"2026-03-25T21:17:05.857801Z","end":"2026-03-25T21:17:05.987443Z","steps":["trace[1814823102] 'agreement among raft nodes before linearized reading' (duration: 129.286686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.406598Z","time spent":"580.946197ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:17:05.987548Z","caller":"traceutil/trace.go:171","msg":"trace[2081141591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5211; }","duration":"580.803674ms","start":"2026-03-25T21:17:05.406726Z","end":"2026-03-25T21:17:05.987529Z","steps":["trace[2081141591] 'agreement among raft nodes before linearized reading' (duration: 580.532348ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.987552Z","caller":"traceutil/trace.go:171","msg":"trace[1943204609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5211; }","duration":"798.167392ms","start":"2026-03-25T21:17:05.189357Z","end":"2026-03-25T21:17:05.987524Z","steps":["trace[1943204609] 'agreement among raft nodes before linearized reading' (duration: 797.912666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.189327Z","time spent":"798.267414ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:05.987599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.438658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16180"} {"level":"info","ts":"2026-03-25T21:17:05.987654Z","caller":"traceutil/trace.go:171","msg":"trace[1908475310] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5211; }","duration":"889.552711ms","start":"2026-03-25T21:17:05.098088Z","end":"2026-03-25T21:17:05.987641Z","steps":["trace[1908475310] 'agreement among raft nodes before linearized reading' (duration: 889.314075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118803566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:17:05.987688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.09807Z","time spent":"889.609592ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16202,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-25T21:17:05.987604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.406717Z","time spent":"580.877146ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:17:05.987701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.614072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:17:05.987873Z","caller":"traceutil/trace.go:171","msg":"trace[1524283255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:5211; }","duration":"795.825026ms","start":"2026-03-25T21:17:05.192015Z","end":"2026-03-25T21:17:05.98784Z","steps":["trace[1524283255] 'agreement among raft nodes before linearized reading' (duration: 795.332805ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:05.987723Z","caller":"traceutil/trace.go:171","msg":"trace[76127172] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5211; }","duration":"1.119548904s","start":"2026-03-25T21:17:04.868146Z","end":"2026-03-25T21:17:05.987695Z","steps":["trace[76127172] 'agreement among raft nodes before linearized reading' (duration: 1.118773056s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.987945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.192004Z","time spent":"795.926559ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"warn","ts":"2026-03-25T21:17:05.98795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:04.868118Z","time spent":"1.119816249s","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:05.987348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.273296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:05.98814Z","caller":"traceutil/trace.go:171","msg":"trace[473352388] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5211; }","duration":"785.028664ms","start":"2026-03-25T21:17:05.202969Z","end":"2026-03-25T21:17:05.987998Z","steps":["trace[473352388] 'agreement among raft nodes before linearized reading' (duration: 784.235405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.988219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:05.202948Z","time spent":"785.256309ms","remote":"127.0.0.1:46750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:05.987606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170049225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719276"} {"level":"info","ts":"2026-03-25T21:17:05.988393Z","caller":"traceutil/trace.go:171","msg":"trace[226960008] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5211; }","duration":"1.170928066s","start":"2026-03-25T21:17:04.817448Z","end":"2026-03-25T21:17:05.988376Z","steps":["trace[226960008] 'agreement among raft nodes before linearized reading' (duration: 1.169439631s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:05.988442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:04.817425Z","time spent":"1.170999468s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719298,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-25T21:17:08.542604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.362927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:08.542779Z","caller":"traceutil/trace.go:171","msg":"trace[111971185] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5445; }","duration":"544.354311ms","start":"2026-03-25T21:17:07.998408Z","end":"2026-03-25T21:17:08.542762Z","steps":["trace[111971185] 'read index received' (duration: 6.741688ms)","trace[111971185] 'applied index is now lower than readState.Index' (duration: 537.611553ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:08.542874Z","caller":"traceutil/trace.go:171","msg":"trace[1231678114] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"549.932442ms","start":"2026-03-25T21:17:07.992889Z","end":"2026-03-25T21:17:08.542822Z","steps":["trace[1231678114] 'process raft request' (duration: 549.812849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.543011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.561636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:17:08.543048Z","caller":"traceutil/trace.go:171","msg":"trace[793005696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5241; }","duration":"544.675329ms","start":"2026-03-25T21:17:07.998362Z","end":"2026-03-25T21:17:08.543037Z","steps":["trace[793005696] 'agreement among raft nodes before linearized reading' (duration: 544.514395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.543091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:07.998347Z","time spent":"544.73582ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:08.543191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:07.992865Z","time spent":"550.182007ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:08.542912Z","caller":"traceutil/trace.go:171","msg":"trace[1187329381] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"560.442837ms","start":"2026-03-25T21:17:07.982438Z","end":"2026-03-25T21:17:08.542881Z","steps":["trace[1187329381] 'process raft request' (duration: 107.716641ms)","trace[1187329381] 'compare' (duration: 452.242045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:08.543374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.899856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:17:08.543391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.900829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:17:08.543445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.307004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe8fadf-b8f7-4fb1-91af-c482ecb6c357\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-25T21:17:08.543465Z","caller":"traceutil/trace.go:171","msg":"trace[1386255720] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5241; }","duration":"300.050112ms","start":"2026-03-25T21:17:08.243394Z","end":"2026-03-25T21:17:08.543444Z","steps":["trace[1386255720] 'agreement among raft nodes before linearized reading' (duration: 299.864778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.54344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:07.982406Z","time spent":"560.929869ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:08.543517Z","caller":"traceutil/trace.go:171","msg":"trace[1929708107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3fe8fadf-b8f7-4fb1-91af-c482ecb6c357; range_end:; response_count:1; response_revision:5241; }","duration":"513.54703ms","start":"2026-03-25T21:17:08.029952Z","end":"2026-03-25T21:17:08.543499Z","steps":["trace[1929708107] 'agreement among raft nodes before linearized reading' (duration: 513.304554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.54353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.243369Z","time spent":"300.145695ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":27,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:08.543412Z","caller":"traceutil/trace.go:171","msg":"trace[1615669730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5241; }","duration":"539.954917ms","start":"2026-03-25T21:17:08.003449Z","end":"2026-03-25T21:17:08.543404Z","steps":["trace[1615669730] 'agreement among raft nodes before linearized reading' (duration: 539.853095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.543597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.029926Z","time spent":"513.630892ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe8fadf-b8f7-4fb1-91af-c482ecb6c357\" "} {"level":"warn","ts":"2026-03-25T21:17:08.543616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.435699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-25T21:17:08.54359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.570563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-25T21:17:08.543621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.658731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:17:08.543678Z","caller":"traceutil/trace.go:171","msg":"trace[814301229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:5241; }","duration":"540.533451ms","start":"2026-03-25T21:17:08.003133Z","end":"2026-03-25T21:17:08.543666Z","steps":["trace[814301229] 'agreement among raft nodes before linearized reading' (duration: 540.320306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.543344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.076117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:08.543717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.003123Z","time spent":"540.586222ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"info","ts":"2026-03-25T21:17:08.543714Z","caller":"traceutil/trace.go:171","msg":"trace[89232572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5241; }","duration":"542.774974ms","start":"2026-03-25T21:17:08.000921Z","end":"2026-03-25T21:17:08.543696Z","steps":["trace[89232572] 'agreement among raft nodes before linearized reading' (duration: 542.232801ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.543716Z","caller":"traceutil/trace.go:171","msg":"trace[1252707583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5241; }","duration":"323.752177ms","start":"2026-03-25T21:17:08.219932Z","end":"2026-03-25T21:17:08.543685Z","steps":["trace[1252707583] 'agreement among raft nodes before linearized reading' (duration: 323.334677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.54371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.003441Z","time spent":"540.202134ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:17:08.54372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.430062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:17:08.543773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.219909Z","time spent":"323.85336ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:08.543773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.00091Z","time spent":"542.846076ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-25T21:17:08.543825Z","caller":"traceutil/trace.go:171","msg":"trace[692055514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5241; }","duration":"397.607376ms","start":"2026-03-25T21:17:08.146193Z","end":"2026-03-25T21:17:08.5438Z","steps":["trace[692055514] 'agreement among raft nodes before linearized reading' (duration: 397.226177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.543881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.845981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777461"} {"level":"info","ts":"2026-03-25T21:17:08.543871Z","caller":"traceutil/trace.go:171","msg":"trace[307716109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5241; }","duration":"354.548148ms","start":"2026-03-25T21:17:08.189185Z","end":"2026-03-25T21:17:08.543733Z","steps":["trace[307716109] 'agreement among raft nodes before linearized reading' (duration: 354.076227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.544035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.189143Z","time spent":"354.870156ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:17:08.54395Z","caller":"traceutil/trace.go:171","msg":"trace[1112801522] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5241; }","duration":"341.979234ms","start":"2026-03-25T21:17:08.201957Z","end":"2026-03-25T21:17:08.543937Z","steps":["trace[1112801522] 'agreement among raft nodes before linearized reading' (duration: 341.437951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:08.544155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.201935Z","time spent":"342.197169ms","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777483,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-25T21:17:08.543891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:08.146167Z","time spent":"397.713658ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:17:08.763891Z","caller":"traceutil/trace.go:171","msg":"trace[2023433613] linearizableReadLoop","detail":"{readStateIndex:5448; appliedIndex:5447; }","duration":"214.998922ms","start":"2026-03-25T21:17:08.54886Z","end":"2026-03-25T21:17:08.763859Z","steps":["trace[2023433613] 'read index received' (duration: 56.531µs)","trace[2023433613] 'applied index is now lower than readState.Index' (duration: 214.941531ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:08.764087Z","caller":"traceutil/trace.go:171","msg":"trace[1639164347] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"215.220537ms","start":"2026-03-25T21:17:08.548824Z","end":"2026-03-25T21:17:08.764044Z","steps":["trace[1639164347] 'process raft request' (duration: 149.196732ms)","trace[1639164347] 'compare' (duration: 65.684308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:08.76423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.32824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62914"} {"level":"info","ts":"2026-03-25T21:17:08.764261Z","caller":"traceutil/trace.go:171","msg":"trace[1333467592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5242; }","duration":"215.415591ms","start":"2026-03-25T21:17:08.548837Z","end":"2026-03-25T21:17:08.764252Z","steps":["trace[1333467592] 'agreement among raft nodes before linearized reading' (duration: 215.133345ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.774894Z","caller":"traceutil/trace.go:171","msg":"trace[1322962702] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"225.355024ms","start":"2026-03-25T21:17:08.549517Z","end":"2026-03-25T21:17:08.774872Z","steps":["trace[1322962702] 'process raft request' (duration: 225.116658ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.775229Z","caller":"traceutil/trace.go:171","msg":"trace[1353794905] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"225.685613ms","start":"2026-03-25T21:17:08.54951Z","end":"2026-03-25T21:17:08.775196Z","steps":["trace[1353794905] 'process raft request' (duration: 225.317104ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.775399Z","caller":"traceutil/trace.go:171","msg":"trace[1511353190] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"225.056188ms","start":"2026-03-25T21:17:08.550326Z","end":"2026-03-25T21:17:08.775382Z","steps":["trace[1511353190] 'process raft request' (duration: 224.985926ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.775405Z","caller":"traceutil/trace.go:171","msg":"trace[586806287] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"225.831506ms","start":"2026-03-25T21:17:08.549555Z","end":"2026-03-25T21:17:08.775386Z","steps":["trace[586806287] 'process raft request' (duration: 225.487438ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:08.775404Z","caller":"traceutil/trace.go:171","msg":"trace[3432745] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"225.069048ms","start":"2026-03-25T21:17:08.550307Z","end":"2026-03-25T21:17:08.775376Z","steps":["trace[3432745] 'process raft request' (duration: 224.947765ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:10.295368Z","caller":"traceutil/trace.go:171","msg":"trace[1060836958] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5488; }","duration":"216.21295ms","start":"2026-03-25T21:17:10.079006Z","end":"2026-03-25T21:17:10.295219Z","steps":["trace[1060836958] 'read index received' (duration: 124.82217ms)","trace[1060836958] 'applied index is now lower than readState.Index' (duration: 91.38968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:10.295589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.557038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:17:10.295709Z","caller":"traceutil/trace.go:171","msg":"trace[567332719] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:5282; }","duration":"216.716741ms","start":"2026-03-25T21:17:10.078956Z","end":"2026-03-25T21:17:10.295672Z","steps":["trace[567332719] 'agreement among raft nodes before linearized reading' (duration: 216.394684ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:10.29537Z","caller":"traceutil/trace.go:171","msg":"trace[931711693] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"264.261055ms","start":"2026-03-25T21:17:10.031044Z","end":"2026-03-25T21:17:10.295306Z","steps":["trace[931711693] 'process raft request' (duration: 172.791524ms)","trace[931711693] 'compare' (duration: 90.688242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:10.295964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.580904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:10.296025Z","caller":"traceutil/trace.go:171","msg":"trace[424954750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5282; }","duration":"106.740698ms","start":"2026-03-25T21:17:10.18927Z","end":"2026-03-25T21:17:10.296011Z","steps":["trace[424954750] 'agreement among raft nodes before linearized reading' (duration: 106.494982ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:12.231755Z","caller":"traceutil/trace.go:171","msg":"trace[1770513127] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"115.32508ms","start":"2026-03-25T21:17:12.116382Z","end":"2026-03-25T21:17:12.231707Z","steps":["trace[1770513127] 'process raft request' (duration: 87.969599ms)","trace[1770513127] 'compare' (duration: 26.917561ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:12.231801Z","caller":"traceutil/trace.go:171","msg":"trace[1628373780] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"113.968828ms","start":"2026-03-25T21:17:12.117784Z","end":"2026-03-25T21:17:12.231753Z","steps":["trace[1628373780] 'process raft request' (duration: 113.773703ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:14.678092Z","caller":"traceutil/trace.go:171","msg":"trace[1279627315] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"111.148961ms","start":"2026-03-25T21:17:14.566924Z","end":"2026-03-25T21:17:14.678073Z","steps":["trace[1279627315] 'process raft request' (duration: 110.996147ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:14.679718Z","caller":"traceutil/trace.go:171","msg":"trace[1053483179] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"112.097974ms","start":"2026-03-25T21:17:14.567588Z","end":"2026-03-25T21:17:14.679686Z","steps":["trace[1053483179] 'process raft request' (duration: 111.806817ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.126038Z","caller":"traceutil/trace.go:171","msg":"trace[550362188] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"192.824423ms","start":"2026-03-25T21:17:18.933187Z","end":"2026-03-25T21:17:19.126012Z","steps":["trace[550362188] 'process raft request' (duration: 192.69367ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.126159Z","caller":"traceutil/trace.go:171","msg":"trace[1871616902] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"193.243763ms","start":"2026-03-25T21:17:18.93289Z","end":"2026-03-25T21:17:19.126134Z","steps":["trace[1871616902] 'process raft request' (duration: 118.76814ms)","trace[1871616902] 'compare' (duration: 74.073613ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:19.126583Z","caller":"traceutil/trace.go:171","msg":"trace[1752185790] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"192.041215ms","start":"2026-03-25T21:17:18.93453Z","end":"2026-03-25T21:17:19.126571Z","steps":["trace[1752185790] 'process raft request' (duration: 191.39446ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.126771Z","caller":"traceutil/trace.go:171","msg":"trace[264797044] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"192.188908ms","start":"2026-03-25T21:17:18.934565Z","end":"2026-03-25T21:17:19.126754Z","steps":["trace[264797044] 'process raft request' (duration: 191.890591ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.126847Z","caller":"traceutil/trace.go:171","msg":"trace[787617141] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"191.693326ms","start":"2026-03-25T21:17:18.935146Z","end":"2026-03-25T21:17:19.126839Z","steps":["trace[787617141] 'process raft request' (duration: 191.545343ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:19.126809Z","caller":"traceutil/trace.go:171","msg":"trace[19679259] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"191.542273ms","start":"2026-03-25T21:17:18.935254Z","end":"2026-03-25T21:17:19.126796Z","steps":["trace[19679259] 'process raft request' (duration: 191.502022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:20.343644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.177016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:20.343728Z","caller":"traceutil/trace.go:171","msg":"trace[1217161521] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5672; }","duration":"154.050025ms","start":"2026-03-25T21:17:20.189667Z","end":"2026-03-25T21:17:20.343717Z","steps":["trace[1217161521] 'read index received' (duration: 46.751µs)","trace[1217161521] 'applied index is now lower than readState.Index' (duration: 154.002394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:20.343797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.141698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:20.343814Z","caller":"traceutil/trace.go:171","msg":"trace[139022289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"154.193839ms","start":"2026-03-25T21:17:20.189616Z","end":"2026-03-25T21:17:20.34381Z","steps":["trace[139022289] 'agreement among raft nodes before linearized reading' (duration: 154.129748ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:20.343787Z","caller":"traceutil/trace.go:171","msg":"trace[21454558] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"246.278634ms","start":"2026-03-25T21:17:20.097469Z","end":"2026-03-25T21:17:20.343748Z","steps":["trace[21454558] 'process raft request' (duration: 86.929304ms)","trace[21454558] 'compare' (duration: 158.984071ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:22.267093Z","caller":"traceutil/trace.go:171","msg":"trace[1503918650] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"143.59018ms","start":"2026-03-25T21:17:22.123457Z","end":"2026-03-25T21:17:22.267048Z","steps":["trace[1503918650] 'process raft request' (duration: 143.310204ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:22.982003Z","caller":"traceutil/trace.go:171","msg":"trace[1159970824] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"101.108757ms","start":"2026-03-25T21:17:22.880872Z","end":"2026-03-25T21:17:22.981981Z","steps":["trace[1159970824] 'process raft request' (duration: 100.638626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:25.508125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.933102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:25.508348Z","caller":"traceutil/trace.go:171","msg":"trace[1800366295] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"300.719038ms","start":"2026-03-25T21:17:25.20758Z","end":"2026-03-25T21:17:25.508299Z","steps":["trace[1800366295] 'process raft request' (duration: 117.48681ms)","trace[1800366295] 'compare' (duration: 182.782928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:25.508588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:25.207562Z","time spent":"300.890483ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:26.934878Z","caller":"traceutil/trace.go:171","msg":"trace[2015183081] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"105.499229ms","start":"2026-03-25T21:17:26.829347Z","end":"2026-03-25T21:17:26.934846Z","steps":["trace[2015183081] 'process raft request' (duration: 85.470631ms)","trace[2015183081] 'compare' (duration: 19.775122ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:27.25296Z","caller":"traceutil/trace.go:171","msg":"trace[359279477] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"310.1894ms","start":"2026-03-25T21:17:26.942722Z","end":"2026-03-25T21:17:27.252912Z","steps":["trace[359279477] 'process raft request' (duration: 243.523649ms)","trace[359279477] 'compare' (duration: 66.474436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:27.253214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:26.942702Z","time spent":"310.396615ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:27.318897Z","caller":"traceutil/trace.go:171","msg":"trace[425943369] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5783; }","duration":"288.009801ms","start":"2026-03-25T21:17:27.030861Z","end":"2026-03-25T21:17:27.318871Z","steps":["trace[425943369] 'read index received' (duration: 155.399607ms)","trace[425943369] 'applied index is now lower than readState.Index' (duration: 132.608833ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:27.31894Z","caller":"traceutil/trace.go:171","msg":"trace[103699830] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"289.041394ms","start":"2026-03-25T21:17:27.029868Z","end":"2026-03-25T21:17:27.318909Z","steps":["trace[103699830] 'process raft request' (duration: 288.86101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:27.319089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.214766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79417261-0417-4ebd-bd43-4bc32a23e81d\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-25T21:17:27.319134Z","caller":"traceutil/trace.go:171","msg":"trace[307759847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79417261-0417-4ebd-bd43-4bc32a23e81d; range_end:; response_count:1; response_revision:5572; }","duration":"288.312667ms","start":"2026-03-25T21:17:27.03081Z","end":"2026-03-25T21:17:27.319123Z","steps":["trace[307759847] 'agreement among raft nodes before linearized reading' (duration: 288.214905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:27.319452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.455061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:27.319563Z","caller":"traceutil/trace.go:171","msg":"trace[2057511572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5572; }","duration":"282.602754ms","start":"2026-03-25T21:17:27.036934Z","end":"2026-03-25T21:17:27.319536Z","steps":["trace[2057511572] 'agreement among raft nodes before linearized reading' (duration: 282.286977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:27.319649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.513665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:27.319503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.665007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:27.319725Z","caller":"traceutil/trace.go:171","msg":"trace[1004641911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5572; }","duration":"130.646258ms","start":"2026-03-25T21:17:27.189055Z","end":"2026-03-25T21:17:27.319701Z","steps":["trace[1004641911] 'agreement among raft nodes before linearized reading' (duration: 130.532795ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:27.319734Z","caller":"traceutil/trace.go:171","msg":"trace[696754162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5572; }","duration":"253.899142ms","start":"2026-03-25T21:17:27.065812Z","end":"2026-03-25T21:17:27.319711Z","steps":["trace[696754162] 'agreement among raft nodes before linearized reading' (duration: 253.589525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:27.319837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.517987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:17:27.319957Z","caller":"traceutil/trace.go:171","msg":"trace[1877288181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5572; }","duration":"254.62209ms","start":"2026-03-25T21:17:27.065273Z","end":"2026-03-25T21:17:27.319895Z","steps":["trace[1877288181] 'agreement among raft nodes before linearized reading' (duration: 254.302242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:27.319965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.774033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:17:27.320124Z","caller":"traceutil/trace.go:171","msg":"trace[1292015028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5572; }","duration":"255.005868ms","start":"2026-03-25T21:17:27.065092Z","end":"2026-03-25T21:17:27.320098Z","steps":["trace[1292015028] 'agreement among raft nodes before linearized reading' (duration: 254.437815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:27.320613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.414927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:17:27.320683Z","caller":"traceutil/trace.go:171","msg":"trace[389620471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:5572; }","duration":"281.509519ms","start":"2026-03-25T21:17:27.039157Z","end":"2026-03-25T21:17:27.320666Z","steps":["trace[389620471] 'agreement among raft nodes before linearized reading' (duration: 280.364722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.166487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.205244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:28.166676Z","caller":"traceutil/trace.go:171","msg":"trace[403912137] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"842.706083ms","start":"2026-03-25T21:17:27.323948Z","end":"2026-03-25T21:17:28.166654Z","steps":["trace[403912137] 'process raft request' (duration: 472.239093ms)","trace[403912137] 'compare' (duration: 369.873336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:28.166751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.323924Z","time spent":"842.795275ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:28.167291Z","caller":"traceutil/trace.go:171","msg":"trace[1965280008] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"842.877957ms","start":"2026-03-25T21:17:27.324396Z","end":"2026-03-25T21:17:28.167274Z","steps":["trace[1965280008] 'process raft request' (duration: 842.727453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.167443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.324385Z","time spent":"842.978699ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:28.167289Z","caller":"traceutil/trace.go:171","msg":"trace[448930653] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"843.222715ms","start":"2026-03-25T21:17:27.324029Z","end":"2026-03-25T21:17:28.167252Z","steps":["trace[448930653] 'process raft request' (duration: 842.5653ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.167605Z","caller":"traceutil/trace.go:171","msg":"trace[561813610] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"843.02001ms","start":"2026-03-25T21:17:27.324534Z","end":"2026-03-25T21:17:28.167554Z","steps":["trace[561813610] 'process raft request' (duration: 842.703113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.167748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.324516Z","time spent":"843.151643ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:28.167766Z","caller":"traceutil/trace.go:171","msg":"trace[1246435974] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5785; }","duration":"842.358815ms","start":"2026-03-25T21:17:27.325382Z","end":"2026-03-25T21:17:28.167741Z","steps":["trace[1246435974] 'read index received' (duration: 470.82501ms)","trace[1246435974] 'applied index is now lower than readState.Index' (duration: 371.532735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:28.167749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.324006Z","time spent":"843.531962ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:28.167871Z","caller":"traceutil/trace.go:171","msg":"trace[75506933] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"843.233775ms","start":"2026-03-25T21:17:27.324631Z","end":"2026-03-25T21:17:28.167865Z","steps":["trace[75506933] 'process raft request' (duration: 842.731314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.167912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.324597Z","time spent":"843.295236ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:28.168089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.480862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-25T21:17:28.168133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.010949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:17:28.168149Z","caller":"traceutil/trace.go:171","msg":"trace[900783601] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5577; }","duration":"168.579175ms","start":"2026-03-25T21:17:27.999554Z","end":"2026-03-25T21:17:28.168133Z","steps":["trace[900783601] 'agreement among raft nodes before linearized reading' (duration: 168.423201ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:28.168187Z","caller":"traceutil/trace.go:171","msg":"trace[1845992923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5577; }","duration":"655.137163ms","start":"2026-03-25T21:17:27.513034Z","end":"2026-03-25T21:17:28.168171Z","steps":["trace[1845992923] 'agreement among raft nodes before linearized reading' (duration: 654.999629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.168229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.513Z","time spent":"655.221335ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:28.168273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.33236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:28.168331Z","caller":"traceutil/trace.go:171","msg":"trace[743475971] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5577; }","duration":"691.443752ms","start":"2026-03-25T21:17:27.476874Z","end":"2026-03-25T21:17:28.168318Z","steps":["trace[743475971] 'agreement among raft nodes before linearized reading' (duration: 691.083354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.168179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.785644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80144"} {"level":"warn","ts":"2026-03-25T21:17:28.168375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.476849Z","time spent":"691.517144ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:28.168545Z","caller":"traceutil/trace.go:171","msg":"trace[1385302443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5577; }","duration":"843.03508ms","start":"2026-03-25T21:17:27.325344Z","end":"2026-03-25T21:17:28.168379Z","steps":["trace[1385302443] 'agreement among raft nodes before linearized reading' (duration: 842.541479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:28.168712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:27.325332Z","time spent":"843.255215ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80166,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:17:30.435843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:30.081429Z","time spent":"354.408621ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T21:17:30.435979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.77354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:30.435841Z","caller":"traceutil/trace.go:171","msg":"trace[53506368] linearizableReadLoop","detail":"{readStateIndex:5808; appliedIndex:5807; }","duration":"331.624327ms","start":"2026-03-25T21:17:30.104182Z","end":"2026-03-25T21:17:30.435806Z","steps":["trace[53506368] 'read index received' (duration: 331.536355ms)","trace[53506368] 'applied index is now lower than readState.Index' (duration: 84.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:30.436221Z","caller":"traceutil/trace.go:171","msg":"trace[827193721] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5594; }","duration":"332.067057ms","start":"2026-03-25T21:17:30.104139Z","end":"2026-03-25T21:17:30.436206Z","steps":["trace[827193721] 'agreement among raft nodes before linearized reading' (duration: 331.76581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:30.436265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:30.104119Z","time spent":"332.135648ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-25T21:17:30.43793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.265731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:17:30.438014Z","caller":"traceutil/trace.go:171","msg":"trace[1532401413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5595; }","duration":"171.390794ms","start":"2026-03-25T21:17:30.266608Z","end":"2026-03-25T21:17:30.437999Z","steps":["trace[1532401413] 'agreement among raft nodes before linearized reading' (duration: 171.134638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:30.437925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.617901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:17:30.438085Z","caller":"traceutil/trace.go:171","msg":"trace[475067282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5595; }","duration":"265.803295ms","start":"2026-03-25T21:17:30.172258Z","end":"2026-03-25T21:17:30.438061Z","steps":["trace[475067282] 'agreement among raft nodes before linearized reading' (duration: 265.431877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:30.438246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.423279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-25T21:17:30.438295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.549179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:17:30.438287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.506938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-25T21:17:30.438323Z","caller":"traceutil/trace.go:171","msg":"trace[670178289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5595; }","duration":"265.59922ms","start":"2026-03-25T21:17:30.172717Z","end":"2026-03-25T21:17:30.438316Z","steps":["trace[670178289] 'agreement among raft nodes before linearized reading' (duration: 265.528359ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:30.438313Z","caller":"traceutil/trace.go:171","msg":"trace[1518978404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:5595; }","duration":"263.490481ms","start":"2026-03-25T21:17:30.174807Z","end":"2026-03-25T21:17:30.438297Z","steps":["trace[1518978404] 'agreement among raft nodes before linearized reading' (duration: 263.329027ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:30.438349Z","caller":"traceutil/trace.go:171","msg":"trace[911187216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5595; }","duration":"265.58592ms","start":"2026-03-25T21:17:30.172741Z","end":"2026-03-25T21:17:30.438327Z","steps":["trace[911187216] 'agreement among raft nodes before linearized reading' (duration: 265.380635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:30.43836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.356525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:17:30.438341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.394462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:30.438446Z","caller":"traceutil/trace.go:171","msg":"trace[1439554563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5595; }","duration":"265.492378ms","start":"2026-03-25T21:17:30.172931Z","end":"2026-03-25T21:17:30.438423Z","steps":["trace[1439554563] 'agreement among raft nodes before linearized reading' (duration: 265.256132ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:30.438492Z","caller":"traceutil/trace.go:171","msg":"trace[1186006421] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5595; }","duration":"147.591087ms","start":"2026-03-25T21:17:30.29086Z","end":"2026-03-25T21:17:30.438451Z","steps":["trace[1186006421] 'agreement among raft nodes before linearized reading' (duration: 147.229878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:30.438454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.912627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:17:30.438593Z","caller":"traceutil/trace.go:171","msg":"trace[269202835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5595; }","duration":"266.094242ms","start":"2026-03-25T21:17:30.172489Z","end":"2026-03-25T21:17:30.438584Z","steps":["trace[269202835] 'agreement among raft nodes before linearized reading' (duration: 265.885637ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:31.630701Z","caller":"traceutil/trace.go:171","msg":"trace[1646244576] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"136.20851ms","start":"2026-03-25T21:17:31.494473Z","end":"2026-03-25T21:17:31.630681Z","steps":["trace[1646244576] 'process raft request' (duration: 109.348731ms)","trace[1646244576] 'compare' (duration: 26.700145ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:31.630707Z","caller":"traceutil/trace.go:171","msg":"trace[157782954] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5823; }","duration":"121.467235ms","start":"2026-03-25T21:17:31.509208Z","end":"2026-03-25T21:17:31.630675Z","steps":["trace[157782954] 'read index received' (duration: 94.630907ms)","trace[157782954] 'applied index is now lower than readState.Index' (duration: 26.835288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:31.630909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.68432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:31.630986Z","caller":"traceutil/trace.go:171","msg":"trace[585695520] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5610; }","duration":"121.788022ms","start":"2026-03-25T21:17:31.509176Z","end":"2026-03-25T21:17:31.630964Z","steps":["trace[585695520] 'agreement among raft nodes before linearized reading' (duration: 121.575897ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:34.552403Z","caller":"traceutil/trace.go:171","msg":"trace[675055244] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"111.510862ms","start":"2026-03-25T21:17:34.440865Z","end":"2026-03-25T21:17:34.552376Z","steps":["trace[675055244] 'process raft request' (duration: 111.348878ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:34.555136Z","caller":"traceutil/trace.go:171","msg":"trace[2040729722] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"104.227951ms","start":"2026-03-25T21:17:34.450885Z","end":"2026-03-25T21:17:34.555113Z","steps":["trace[2040729722] 'process raft request' (duration: 104.040876ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:35.512991Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2876} {"level":"info","ts":"2026-03-25T21:17:35.5998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2876,"took":"84.600471ms","hash":1507279345,"current-db-size-bytes":54542336,"current-db-size":"54 MB","current-db-size-in-use-bytes":31313920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-25T21:17:35.59988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1507279345,"revision":2876,"compact-revision":-1} {"level":"info","ts":"2026-03-25T21:17:41.721815Z","caller":"traceutil/trace.go:171","msg":"trace[873882277] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"336.554363ms","start":"2026-03-25T21:17:41.385225Z","end":"2026-03-25T21:17:41.721779Z","steps":["trace[873882277] 'process raft request' (duration: 336.332167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:41.72208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.385191Z","time spent":"336.731946ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:42.152137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.315264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:42.152243Z","caller":"traceutil/trace.go:171","msg":"trace[771742742] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5771; }","duration":"329.474517ms","start":"2026-03-25T21:17:41.822745Z","end":"2026-03-25T21:17:42.152219Z","steps":["trace[771742742] 'count revisions from in-memory index tree' (duration: 329.1937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:42.152288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:41.822719Z","time spent":"329.557209ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:42.152488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.056755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:42.152532Z","caller":"traceutil/trace.go:171","msg":"trace[1746967413] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5771; }","duration":"165.139197ms","start":"2026-03-25T21:17:41.987381Z","end":"2026-03-25T21:17:42.15252Z","steps":["trace[1746967413] 'count revisions from in-memory index tree' (duration: 164.954123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:46.637699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138098329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:17:47.039406Z","caller":"traceutil/trace.go:171","msg":"trace[528924255] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"914.891407ms","start":"2026-03-25T21:17:46.124413Z","end":"2026-03-25T21:17:47.039305Z","steps":["trace[528924255] 'process raft request' (duration: 914.58646ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:47.039482Z","caller":"traceutil/trace.go:171","msg":"trace[1999071081] linearizableReadLoop","detail":"{readStateIndex:6030; appliedIndex:6030; }","duration":"902.751413ms","start":"2026-03-25T21:17:46.136694Z","end":"2026-03-25T21:17:47.039446Z","steps":["trace[1999071081] 'read index received' (duration: 902.731633ms)","trace[1999071081] 'applied index is now lower than readState.Index' (duration: 16.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:47.039627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:46.124366Z","time spent":"915.148713ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:47.039822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.096451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-25T21:17:47.039874Z","caller":"traceutil/trace.go:171","msg":"trace[227499812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5809; }","duration":"903.192013ms","start":"2026-03-25T21:17:46.136667Z","end":"2026-03-25T21:17:47.039859Z","steps":["trace[227499812] 'agreement among raft nodes before linearized reading' (duration: 902.941777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.039913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:46.136654Z","time spent":"903.251094ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-25T21:17:47.058586Z","caller":"traceutil/trace.go:171","msg":"trace[391932825] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"388.235452ms","start":"2026-03-25T21:17:46.670319Z","end":"2026-03-25T21:17:47.058554Z","steps":["trace[391932825] 'process raft request' (duration: 387.976426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.058814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:46.670294Z","time spent":"388.407776ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:47.058834Z","caller":"traceutil/trace.go:171","msg":"trace[1265448973] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"322.34994ms","start":"2026-03-25T21:17:46.736468Z","end":"2026-03-25T21:17:47.058818Z","steps":["trace[1265448973] 'process raft request' (duration: 322.012202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.058958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:46.736439Z","time spent":"322.440541ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:47.059297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.591871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:17:47.059342Z","caller":"traceutil/trace.go:171","msg":"trace[1381856562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5812; }","duration":"274.647512ms","start":"2026-03-25T21:17:46.78468Z","end":"2026-03-25T21:17:47.059328Z","steps":["trace[1381856562] 'agreement among raft nodes before linearized reading' (duration: 274.541389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.059384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.425617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:17:47.059465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.579834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:17:47.059482Z","caller":"traceutil/trace.go:171","msg":"trace[10593450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5812; }","duration":"274.579411ms","start":"2026-03-25T21:17:46.784884Z","end":"2026-03-25T21:17:47.059464Z","steps":["trace[10593450] 'agreement among raft nodes before linearized reading' (duration: 274.370296ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:47.059494Z","caller":"traceutil/trace.go:171","msg":"trace[1429110469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5812; }","duration":"275.638715ms","start":"2026-03-25T21:17:46.783846Z","end":"2026-03-25T21:17:47.059485Z","steps":["trace[1429110469] 'agreement among raft nodes before linearized reading' (duration: 275.563523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.059489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.842436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T21:17:47.059595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.287297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:47.059619Z","caller":"traceutil/trace.go:171","msg":"trace[1244785169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5812; }","duration":"274.994141ms","start":"2026-03-25T21:17:46.784588Z","end":"2026-03-25T21:17:47.059582Z","steps":["trace[1244785169] 'agreement among raft nodes before linearized reading' (duration: 274.637582ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:47.059656Z","caller":"traceutil/trace.go:171","msg":"trace[1815311912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5812; }","duration":"316.386859ms","start":"2026-03-25T21:17:46.743259Z","end":"2026-03-25T21:17:47.059646Z","steps":["trace[1815311912] 'agreement among raft nodes before linearized reading' (duration: 316.230875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.059681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:46.743251Z","time spent":"316.424211ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:17:47.059904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.040998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:17:47.06006Z","caller":"traceutil/trace.go:171","msg":"trace[1735880230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:5812; }","duration":"274.258793ms","start":"2026-03-25T21:17:46.785781Z","end":"2026-03-25T21:17:47.060039Z","steps":["trace[1735880230] 'agreement among raft nodes before linearized reading' (duration: 273.726721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.0602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.40367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:17:47.06031Z","caller":"traceutil/trace.go:171","msg":"trace[157393470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5812; }","duration":"275.583064ms","start":"2026-03-25T21:17:46.784703Z","end":"2026-03-25T21:17:47.060286Z","steps":["trace[157393470] 'agreement among raft nodes before linearized reading' (duration: 274.640732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.56041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138098341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:17:47.650268Z","caller":"traceutil/trace.go:171","msg":"trace[108817443] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"603.889414ms","start":"2026-03-25T21:17:47.046351Z","end":"2026-03-25T21:17:47.65024Z","steps":["trace[108817443] 'process raft request' (duration: 603.544386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.650469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.046326Z","time spent":"604.031297ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:47.650633Z","caller":"traceutil/trace.go:171","msg":"trace[400693028] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"603.74294ms","start":"2026-03-25T21:17:47.046838Z","end":"2026-03-25T21:17:47.650581Z","steps":["trace[400693028] 'process raft request' (duration: 603.361031ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:47.65079Z","caller":"traceutil/trace.go:171","msg":"trace[659300622] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"603.827372ms","start":"2026-03-25T21:17:47.04693Z","end":"2026-03-25T21:17:47.650758Z","steps":["trace[659300622] 'process raft request' (duration: 603.593037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.650851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.046809Z","time spent":"603.911564ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:47.650984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.046915Z","time spent":"603.967495ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:47.651074Z","caller":"traceutil/trace.go:171","msg":"trace[1530660051] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"603.717859ms","start":"2026-03-25T21:17:47.047339Z","end":"2026-03-25T21:17:47.651057Z","steps":["trace[1530660051] 'process raft request' (duration: 603.359271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.651155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.047328Z","time spent":"603.792412ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:47.65124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.048455Z","time spent":"602.780617ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-25T21:17:47.813622Z","caller":"traceutil/trace.go:171","msg":"trace[1732150399] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"748.419738ms","start":"2026-03-25T21:17:47.065186Z","end":"2026-03-25T21:17:47.813606Z","steps":["trace[1732150399] 'process raft request' (duration: 748.154892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.813795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.065178Z","time spent":"748.5118ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:47.813843Z","caller":"traceutil/trace.go:171","msg":"trace[1831307693] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"748.158142ms","start":"2026-03-25T21:17:47.06565Z","end":"2026-03-25T21:17:47.813808Z","steps":["trace[1831307693] 'process raft request' (duration: 747.892476ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:47.814006Z","caller":"traceutil/trace.go:171","msg":"trace[1759791692] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6033; }","duration":"754.759887ms","start":"2026-03-25T21:17:47.059191Z","end":"2026-03-25T21:17:47.813951Z","steps":["trace[1759791692] 'read index received' (duration: 590.824958ms)","trace[1759791692] 'applied index is now lower than readState.Index' (duration: 163.888818ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:47.814053Z","caller":"traceutil/trace.go:171","msg":"trace[996777882] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"747.124699ms","start":"2026-03-25T21:17:47.066918Z","end":"2026-03-25T21:17:47.814043Z","steps":["trace[996777882] 'process raft request' (duration: 746.734079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.814052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.065631Z","time spent":"748.288356ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:47.813455Z","caller":"traceutil/trace.go:171","msg":"trace[1958465336] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"748.315636ms","start":"2026-03-25T21:17:47.065073Z","end":"2026-03-25T21:17:47.813388Z","steps":["trace[1958465336] 'process raft request' (duration: 748.218024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.81418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.644493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79417261-0417-4ebd-bd43-4bc32a23e81d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-25T21:17:47.814188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.066909Z","time spent":"747.18343ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:47.814233Z","caller":"traceutil/trace.go:171","msg":"trace[329560111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79417261-0417-4ebd-bd43-4bc32a23e81d; range_end:; response_count:1; response_revision:5822; }","duration":"768.727915ms","start":"2026-03-25T21:17:47.04549Z","end":"2026-03-25T21:17:47.814218Z","steps":["trace[329560111] 'agreement among raft nodes before linearized reading' (duration: 768.491849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.814248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.065063Z","time spent":"749.087184ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:47.814273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.04547Z","time spent":"768.795916ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-79417261-0417-4ebd-bd43-4bc32a23e81d\" "} {"level":"info","ts":"2026-03-25T21:17:47.813981Z","caller":"traceutil/trace.go:171","msg":"trace[939120598] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"747.030976ms","start":"2026-03-25T21:17:47.066898Z","end":"2026-03-25T21:17:47.813929Z","steps":["trace[939120598] 'process raft request' (duration: 746.835041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.814186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.289005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:47.814286Z","caller":"traceutil/trace.go:171","msg":"trace[623303777] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"748.745006ms","start":"2026-03-25T21:17:47.064747Z","end":"2026-03-25T21:17:47.813492Z","steps":["trace[623303777] 'process raft request' (duration: 748.339896ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:47.814369Z","caller":"traceutil/trace.go:171","msg":"trace[1416303093] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5822; }","duration":"771.477819ms","start":"2026-03-25T21:17:47.042881Z","end":"2026-03-25T21:17:47.814359Z","steps":["trace[1416303093] 'agreement among raft nodes before linearized reading' (duration: 771.190792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:47.814451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.042816Z","time spent":"771.624332ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:47.814563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.0647Z","time spent":"749.74124ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:47.814555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.065726Z","time spent":"748.664704ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:48.086103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.251475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:48.086317Z","caller":"traceutil/trace.go:171","msg":"trace[961635] linearizableReadLoop","detail":"{readStateIndex:6046; appliedIndex:6044; }","duration":"272.249466ms","start":"2026-03-25T21:17:47.81405Z","end":"2026-03-25T21:17:48.0863Z","steps":["trace[961635] 'read index received' (duration: 122.626332ms)","trace[961635] 'applied index is now lower than readState.Index' (duration: 149.622234ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:48.086369Z","caller":"traceutil/trace.go:171","msg":"trace[2146132435] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"433.967274ms","start":"2026-03-25T21:17:47.652338Z","end":"2026-03-25T21:17:48.086305Z","steps":["trace[2146132435] 'process raft request' (duration: 284.432992ms)","trace[2146132435] 'compare' (duration: 149.039271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:48.086433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.259945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:48.086468Z","caller":"traceutil/trace.go:171","msg":"trace[1788205736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5824; }","duration":"897.357027ms","start":"2026-03-25T21:17:47.189101Z","end":"2026-03-25T21:17:48.086458Z","steps":["trace[1788205736] 'agreement among raft nodes before linearized reading' (duration: 897.292395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:48.086508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.189068Z","time spent":"897.432739ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:48.086575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.652308Z","time spent":"434.166109ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:17:48.086788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.652166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"warn","ts":"2026-03-25T21:17:48.086854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.241677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-25T21:17:48.08686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020975812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81836"} {"level":"info","ts":"2026-03-25T21:17:48.086902Z","caller":"traceutil/trace.go:171","msg":"trace[2076652371] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5824; }","duration":"953.808689ms","start":"2026-03-25T21:17:47.133061Z","end":"2026-03-25T21:17:48.08687Z","steps":["trace[2076652371] 'agreement among raft nodes before linearized reading' (duration: 953.571824ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:48.086911Z","caller":"traceutil/trace.go:171","msg":"trace[1415869290] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5824; }","duration":"167.324299ms","start":"2026-03-25T21:17:47.919566Z","end":"2026-03-25T21:17:48.08689Z","steps":["trace[1415869290] 'agreement among raft nodes before linearized reading' (duration: 167.141995ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:48.086918Z","caller":"traceutil/trace.go:171","msg":"trace[450856513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5824; }","duration":"1.021066684s","start":"2026-03-25T21:17:47.065838Z","end":"2026-03-25T21:17:48.086905Z","steps":["trace[450856513] 'agreement among raft nodes before linearized reading' (duration: 1.020662565s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:48.086789Z","caller":"traceutil/trace.go:171","msg":"trace[1728054315] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"343.565007ms","start":"2026-03-25T21:17:47.743189Z","end":"2026-03-25T21:17:48.086754Z","steps":["trace[1728054315] 'process raft request' (duration: 343.028224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:48.086974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.065827Z","time spent":"1.021135525s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81858,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-25T21:17:48.086972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.133043Z","time spent":"953.913551ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16571,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-25T21:17:48.086864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.317333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T21:17:48.087085Z","caller":"traceutil/trace.go:171","msg":"trace[1080853224] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5824; }","duration":"183.643901ms","start":"2026-03-25T21:17:47.903416Z","end":"2026-03-25T21:17:48.08706Z","steps":["trace[1080853224] 'agreement among raft nodes before linearized reading' (duration: 183.160649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:48.087118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.743155Z","time spent":"343.839473ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:48.086998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.156825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:48.087838Z","caller":"traceutil/trace.go:171","msg":"trace[216454762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5824; }","duration":"776.553817ms","start":"2026-03-25T21:17:47.311266Z","end":"2026-03-25T21:17:48.08782Z","steps":["trace[216454762] 'agreement among raft nodes before linearized reading' (duration: 775.052342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:48.087957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:47.311243Z","time spent":"776.694231ms","remote":"127.0.0.1:55006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:48.307646Z","caller":"traceutil/trace.go:171","msg":"trace[1928445010] linearizableReadLoop","detail":"{readStateIndex:6048; appliedIndex:6047; }","duration":"111.701266ms","start":"2026-03-25T21:17:48.195922Z","end":"2026-03-25T21:17:48.307623Z","steps":["trace[1928445010] 'read index received' (duration: 111.461141ms)","trace[1928445010] 'applied index is now lower than readState.Index' (duration: 239.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:48.308006Z","caller":"traceutil/trace.go:171","msg":"trace[534878673] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"208.044043ms","start":"2026-03-25T21:17:48.0999Z","end":"2026-03-25T21:17:48.307944Z","steps":["trace[534878673] 'process raft request' (duration: 207.542211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:48.308704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.761351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-25T21:17:48.308751Z","caller":"traceutil/trace.go:171","msg":"trace[1920016288] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5826; }","duration":"112.862063ms","start":"2026-03-25T21:17:48.195875Z","end":"2026-03-25T21:17:48.308737Z","steps":["trace[1920016288] 'agreement among raft nodes before linearized reading' (duration: 112.683229ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:48.502961Z","caller":"traceutil/trace.go:171","msg":"trace[64833378] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"175.555011ms","start":"2026-03-25T21:17:48.327374Z","end":"2026-03-25T21:17:48.502929Z","steps":["trace[64833378] 'process raft request' (duration: 145.112598ms)","trace[64833378] 'compare' (duration: 30.078725ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:49.254082Z","caller":"traceutil/trace.go:171","msg":"trace[583331958] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"189.315334ms","start":"2026-03-25T21:17:49.064741Z","end":"2026-03-25T21:17:49.254057Z","steps":["trace[583331958] 'process raft request' (duration: 189.085968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:50.609627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.735953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:50.609866Z","caller":"traceutil/trace.go:171","msg":"trace[791812592] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"949.129997ms","start":"2026-03-25T21:17:49.660714Z","end":"2026-03-25T21:17:50.609844Z","steps":["trace[791812592] 'process raft request' (duration: 949.042115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:50.610005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.660696Z","time spent":"949.227239ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:50.610144Z","caller":"traceutil/trace.go:171","msg":"trace[782531889] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"1.543437163s","start":"2026-03-25T21:17:49.066651Z","end":"2026-03-25T21:17:50.610088Z","steps":["trace[782531889] 'process raft request' (duration: 885.124677ms)","trace[782531889] 'compare' (duration: 657.570169ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:50.610151Z","caller":"traceutil/trace.go:171","msg":"trace[992752800] linearizableReadLoop","detail":"{readStateIndex:6051; appliedIndex:6049; }","duration":"1.422057711s","start":"2026-03-25T21:17:49.188052Z","end":"2026-03-25T21:17:50.61011Z","steps":["trace[992752800] 'read index received' (duration: 65.804971ms)","trace[992752800] 'applied index is now lower than readState.Index' (duration: 1.3562479s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:50.610303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.066627Z","time spent":"1.543589267s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:50.610317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422239665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:50.610404Z","caller":"traceutil/trace.go:171","msg":"trace[535629754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5830; }","duration":"1.422374698s","start":"2026-03-25T21:17:49.188009Z","end":"2026-03-25T21:17:50.610384Z","steps":["trace[535629754] 'agreement among raft nodes before linearized reading' (duration: 1.422209374s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:50.610452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.187989Z","time spent":"1.422455081s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:51.104508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.170173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:51.104639Z","caller":"traceutil/trace.go:171","msg":"trace[1983287729] linearizableReadLoop","detail":"{readStateIndex:6053; appliedIndex:6052; }","duration":"494.38926ms","start":"2026-03-25T21:17:50.61023Z","end":"2026-03-25T21:17:51.104619Z","steps":["trace[1983287729] 'read index received' (duration: 131.877059ms)","trace[1983287729] 'applied index is now lower than readState.Index' (duration: 362.510621ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:51.104911Z","caller":"traceutil/trace.go:171","msg":"trace[1221456652] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"1.01191048s","start":"2026-03-25T21:17:50.092989Z","end":"2026-03-25T21:17:51.104899Z","steps":["trace[1221456652] 'process raft request' (duration: 649.219174ms)","trace[1221456652] 'compare' (duration: 361.758804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:51.104976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.09296Z","time spent":"1.011985221s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:17:51.10522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285541077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T21:17:51.105274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445904173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:51.105307Z","caller":"traceutil/trace.go:171","msg":"trace[1710312257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5831; }","duration":"1.285683441s","start":"2026-03-25T21:17:49.819604Z","end":"2026-03-25T21:17:51.105287Z","steps":["trace[1710312257] 'agreement among raft nodes before linearized reading' (duration: 1.285451745s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.105329Z","caller":"traceutil/trace.go:171","msg":"trace[1175789982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5831; }","duration":"1.446012835s","start":"2026-03-25T21:17:49.659297Z","end":"2026-03-25T21:17:51.10531Z","steps":["trace[1175789982] 'agreement among raft nodes before linearized reading' (duration: 1.445908933s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.105356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.81958Z","time spent":"1.285767133s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:17:51.105377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.659275Z","time spent":"1.446088117s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:51.105468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285335573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:17:51.105628Z","caller":"traceutil/trace.go:171","msg":"trace[1108361680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5831; }","duration":"1.285581178s","start":"2026-03-25T21:17:49.820026Z","end":"2026-03-25T21:17:51.105607Z","steps":["trace[1108361680] 'agreement among raft nodes before linearized reading' (duration: 1.284892092s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.105634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285902366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T21:17:51.105653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.911964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-25T21:17:51.105661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285932647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T21:17:51.105739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285620379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:17:51.105709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024482873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:17:51.105786Z","caller":"traceutil/trace.go:171","msg":"trace[1115854678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5831; }","duration":"1.286107841s","start":"2026-03-25T21:17:49.81965Z","end":"2026-03-25T21:17:51.105758Z","steps":["trace[1115854678] 'agreement among raft nodes before linearized reading' (duration: 1.285758163s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.1058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012542625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:17:51.105845Z","caller":"traceutil/trace.go:171","msg":"trace[766923790] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:5831; }","duration":"1.024693969s","start":"2026-03-25T21:17:50.08112Z","end":"2026-03-25T21:17:51.105814Z","steps":["trace[766923790] 'agreement among raft nodes before linearized reading' (duration: 1.02431949s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.105868Z","caller":"traceutil/trace.go:171","msg":"trace[171380170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:5831; }","duration":"1.012648667s","start":"2026-03-25T21:17:50.093206Z","end":"2026-03-25T21:17:51.105855Z","steps":["trace[171380170] 'agreement among raft nodes before linearized reading' (duration: 1.012514494s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.10591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.081074Z","time spent":"1.024825902s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-03-25T21:17:51.105757Z","caller":"traceutil/trace.go:171","msg":"trace[579151342] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5831; }","duration":"516.036577ms","start":"2026-03-25T21:17:50.58969Z","end":"2026-03-25T21:17:51.105726Z","steps":["trace[579151342] 'agreement among raft nodes before linearized reading' (duration: 515.803932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.105862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.819622Z","time spent":"1.286221094s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:17:51.106025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.589625Z","time spent":"516.388156ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-25T21:17:51.105743Z","caller":"traceutil/trace.go:171","msg":"trace[1347878268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5831; }","duration":"1.28607087s","start":"2026-03-25T21:17:49.81965Z","end":"2026-03-25T21:17:51.105721Z","steps":["trace[1347878268] 'agreement among raft nodes before linearized reading' (duration: 1.285752793s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.106154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.819626Z","time spent":"1.286491179s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:51.105656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877827097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-25T21:17:51.105917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.093182Z","time spent":"1.012725238s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"info","ts":"2026-03-25T21:17:51.106299Z","caller":"traceutil/trace.go:171","msg":"trace[2051638568] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5831; }","duration":"1.878510933s","start":"2026-03-25T21:17:49.227731Z","end":"2026-03-25T21:17:51.106242Z","steps":["trace[2051638568] 'agreement among raft nodes before linearized reading' (duration: 1.877695004s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.105669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285409434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-25T21:17:51.106379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.22771Z","time spent":"1.878645687s","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-25T21:17:51.106386Z","caller":"traceutil/trace.go:171","msg":"trace[485819177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5831; }","duration":"1.286178242s","start":"2026-03-25T21:17:49.820191Z","end":"2026-03-25T21:17:51.106369Z","steps":["trace[485819177] 'agreement among raft nodes before linearized reading' (duration: 1.285283231s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.106445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.820117Z","time spent":"1.286309976s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:17:51.105782Z","caller":"traceutil/trace.go:171","msg":"trace[135990351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5831; }","duration":"1.285685731s","start":"2026-03-25T21:17:49.820086Z","end":"2026-03-25T21:17:51.105772Z","steps":["trace[135990351] 'agreement among raft nodes before linearized reading' (duration: 1.285580819s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.106506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.820074Z","time spent":"1.286418438s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:17:51.106408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:49.820019Z","time spent":"1.28568159s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:17:51.160047Z","caller":"traceutil/trace.go:171","msg":"trace[935437966] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"395.149446ms","start":"2026-03-25T21:17:50.764872Z","end":"2026-03-25T21:17:51.160022Z","steps":["trace[935437966] 'process raft request' (duration: 394.931961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.160194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.56071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:51.160234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.764832Z","time spent":"395.288969ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:51.160303Z","caller":"traceutil/trace.go:171","msg":"trace[1828462908] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5832; }","duration":"399.738304ms","start":"2026-03-25T21:17:50.760539Z","end":"2026-03-25T21:17:51.160277Z","steps":["trace[1828462908] 'agreement among raft nodes before linearized reading' (duration: 399.489938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.160293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.083518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:51.160361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.760516Z","time spent":"399.834655ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:51.160405Z","caller":"traceutil/trace.go:171","msg":"trace[852033010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5832; }","duration":"440.222051ms","start":"2026-03-25T21:17:50.720154Z","end":"2026-03-25T21:17:51.160376Z","steps":["trace[852033010] 'agreement among raft nodes before linearized reading' (duration: 439.994936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.160405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.781355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:17:51.160469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.720069Z","time spent":"440.380345ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:17:51.160513Z","caller":"traceutil/trace.go:171","msg":"trace[1989332561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5832; }","duration":"548.970109ms","start":"2026-03-25T21:17:50.611522Z","end":"2026-03-25T21:17:51.160492Z","steps":["trace[1989332561] 'agreement among raft nodes before linearized reading' (duration: 548.742943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.160695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:50.611496Z","time spent":"549.144283ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:51.160953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.004006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-25T21:17:51.161131Z","caller":"traceutil/trace.go:171","msg":"trace[977741791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5832; }","duration":"285.257271ms","start":"2026-03-25T21:17:50.875854Z","end":"2026-03-25T21:17:51.161111Z","steps":["trace[977741791] 'agreement among raft nodes before linearized reading' (duration: 284.198746ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.333395Z","caller":"traceutil/trace.go:171","msg":"trace[2110678453] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"222.316096ms","start":"2026-03-25T21:17:51.111041Z","end":"2026-03-25T21:17:51.333357Z","steps":["trace[2110678453] 'process raft request' (duration: 222.04904ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.333833Z","caller":"traceutil/trace.go:171","msg":"trace[1908001423] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"222.522402ms","start":"2026-03-25T21:17:51.111271Z","end":"2026-03-25T21:17:51.333793Z","steps":["trace[1908001423] 'process raft request' (duration: 222.03395ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.334185Z","caller":"traceutil/trace.go:171","msg":"trace[1445585644] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"222.671665ms","start":"2026-03-25T21:17:51.111499Z","end":"2026-03-25T21:17:51.334171Z","steps":["trace[1445585644] 'process raft request' (duration: 222.163084ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.334289Z","caller":"traceutil/trace.go:171","msg":"trace[1191084397] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"221.628571ms","start":"2026-03-25T21:17:51.112648Z","end":"2026-03-25T21:17:51.334277Z","steps":["trace[1191084397] 'process raft request' (duration: 221.542119ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.334234Z","caller":"traceutil/trace.go:171","msg":"trace[2090517506] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"222.698745ms","start":"2026-03-25T21:17:51.111511Z","end":"2026-03-25T21:17:51.33421Z","steps":["trace[2090517506] 'process raft request' (duration: 222.500461ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.33428Z","caller":"traceutil/trace.go:171","msg":"trace[1953746087] linearizableReadLoop","detail":"{readStateIndex:6061; appliedIndex:6054; }","duration":"174.262251ms","start":"2026-03-25T21:17:51.159989Z","end":"2026-03-25T21:17:51.334251Z","steps":["trace[1953746087] 'read index received' (duration: 172.856798ms)","trace[1953746087] 'applied index is now lower than readState.Index' (duration: 1.403763ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:51.334382Z","caller":"traceutil/trace.go:171","msg":"trace[19509321] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"222.668815ms","start":"2026-03-25T21:17:51.111701Z","end":"2026-03-25T21:17:51.33437Z","steps":["trace[19509321] 'process raft request' (duration: 222.44883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.334531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.257092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-49b1516d-1656-4480-ac13-1934c2f62211\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-25T21:17:51.334579Z","caller":"traceutil/trace.go:171","msg":"trace[1327547632] range","detail":"{range_begin:/registry/persistentvolumes/pvc-49b1516d-1656-4480-ac13-1934c2f62211; range_end:; response_count:1; response_revision:5838; }","duration":"224.349935ms","start":"2026-03-25T21:17:51.110216Z","end":"2026-03-25T21:17:51.334566Z","steps":["trace[1327547632] 'agreement among raft nodes before linearized reading' (duration: 224.16339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.334622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.362458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81836"} {"level":"info","ts":"2026-03-25T21:17:51.334875Z","caller":"traceutil/trace.go:171","msg":"trace[840299649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5838; }","duration":"222.642775ms","start":"2026-03-25T21:17:51.112217Z","end":"2026-03-25T21:17:51.33486Z","steps":["trace[840299649] 'agreement among raft nodes before linearized reading' (duration: 222.075811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.521702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.146303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:17:51.521883Z","caller":"traceutil/trace.go:171","msg":"trace[1742372987] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"185.33499ms","start":"2026-03-25T21:17:51.336532Z","end":"2026-03-25T21:17:51.521867Z","steps":["trace[1742372987] 'process raft request' (duration: 185.275459ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:17:51.521896Z","caller":"traceutil/trace.go:171","msg":"trace[318057587] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"261.664169ms","start":"2026-03-25T21:17:51.260214Z","end":"2026-03-25T21:17:51.521879Z","steps":["trace[318057587] 'process raft request' (duration: 150.255939ms)","trace[318057587] 'compare' (duration: 111.053501ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:17:51.52209Z","caller":"traceutil/trace.go:171","msg":"trace[892907702] linearizableReadLoop","detail":"{readStateIndex:6062; appliedIndex:6061; }","duration":"187.729596ms","start":"2026-03-25T21:17:51.33435Z","end":"2026-03-25T21:17:51.522079Z","steps":["trace[892907702] 'read index received' (duration: 76.050481ms)","trace[892907702] 'applied index is now lower than readState.Index' (duration: 111.677465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:17:51.522232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:51.522256Z","caller":"traceutil/trace.go:171","msg":"trace[378014556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5840; }","duration":"351.85349ms","start":"2026-03-25T21:17:51.170395Z","end":"2026-03-25T21:17:51.522249Z","steps":["trace[378014556] 'agreement among raft nodes before linearized reading' (duration: 351.792799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.522276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:51.170359Z","time spent":"351.911082ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:17:51.522489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.614312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-25T21:17:51.522522Z","caller":"traceutil/trace.go:171","msg":"trace[1665425181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5840; }","duration":"356.705564ms","start":"2026-03-25T21:17:51.165806Z","end":"2026-03-25T21:17:51.522511Z","steps":["trace[1665425181] 'agreement among raft nodes before linearized reading' (duration: 356.568201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.52254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.7545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:17:51.522549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:51.165777Z","time spent":"356.764826ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-25T21:17:51.522562Z","caller":"traceutil/trace.go:171","msg":"trace[1401747428] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5840; }","duration":"179.806891ms","start":"2026-03-25T21:17:51.342748Z","end":"2026-03-25T21:17:51.522554Z","steps":["trace[1401747428] 'agreement among raft nodes before linearized reading' (duration: 179.710299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:51.522687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.312497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:17:51.522786Z","caller":"traceutil/trace.go:171","msg":"trace[628324495] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5840; }","duration":"149.487861ms","start":"2026-03-25T21:17:51.373274Z","end":"2026-03-25T21:17:51.522761Z","steps":["trace[628324495] 'agreement among raft nodes before linearized reading' (duration: 149.249896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:52.079309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.199545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:17:52.079425Z","caller":"traceutil/trace.go:171","msg":"trace[959057614] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5840; }","duration":"442.361839ms","start":"2026-03-25T21:17:51.637034Z","end":"2026-03-25T21:17:52.079396Z","steps":["trace[959057614] 'range keys from in-memory index tree' (duration: 442.111214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:52.079443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.269723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:17:52.079484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:51.637016Z","time spent":"442.453022ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-25T21:17:52.079496Z","caller":"traceutil/trace.go:171","msg":"trace[1561398700] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5840; }","duration":"426.374595ms","start":"2026-03-25T21:17:51.653107Z","end":"2026-03-25T21:17:52.079482Z","steps":["trace[1561398700] 'count revisions from in-memory index tree' (duration: 426.156421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:52.079537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:51.653072Z","time spent":"426.450447ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:17:52.079554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.047298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-25T21:17:52.079631Z","caller":"traceutil/trace.go:171","msg":"trace[886664548] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5840; }","duration":"435.188191ms","start":"2026-03-25T21:17:51.644422Z","end":"2026-03-25T21:17:52.079611Z","steps":["trace[886664548] 'range keys from in-memory index tree' (duration: 434.826704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:52.079679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:51.64439Z","time spent":"435.278784ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-25T21:17:53.072907Z","caller":"traceutil/trace.go:171","msg":"trace[105976728] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"458.214791ms","start":"2026-03-25T21:17:52.614668Z","end":"2026-03-25T21:17:53.072882Z","steps":["trace[105976728] 'process raft request' (duration: 458.031987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:53.073058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:52.614641Z","time spent":"458.337215ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:17:53.078399Z","caller":"traceutil/trace.go:171","msg":"trace[1494169601] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"461.899858ms","start":"2026-03-25T21:17:52.616471Z","end":"2026-03-25T21:17:53.078371Z","steps":["trace[1494169601] 'process raft request' (duration: 461.706614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:17:53.078572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:17:52.616433Z","time spent":"462.045702ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:03.279378Z","caller":"traceutil/trace.go:171","msg":"trace[1206922312] linearizableReadLoop","detail":"{readStateIndex:6139; appliedIndex:6138; }","duration":"126.265697ms","start":"2026-03-25T21:18:03.153075Z","end":"2026-03-25T21:18:03.279341Z","steps":["trace[1206922312] 'read index received' (duration: 126.079093ms)","trace[1206922312] 'applied index is now lower than readState.Index' (duration: 184.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:03.279505Z","caller":"traceutil/trace.go:171","msg":"trace[640482319] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"127.480496ms","start":"2026-03-25T21:18:03.151983Z","end":"2026-03-25T21:18:03.279463Z","steps":["trace[640482319] 'process raft request' (duration: 127.073536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:03.279647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.547794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T21:18:03.279722Z","caller":"traceutil/trace.go:171","msg":"trace[356946244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5914; }","duration":"126.671717ms","start":"2026-03-25T21:18:03.15301Z","end":"2026-03-25T21:18:03.279682Z","steps":["trace[356946244] 'agreement among raft nodes before linearized reading' (duration: 126.465092ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:03.30686Z","caller":"traceutil/trace.go:171","msg":"trace[958056816] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"138.825481ms","start":"2026-03-25T21:18:03.168015Z","end":"2026-03-25T21:18:03.30684Z","steps":["trace[958056816] 'process raft request' (duration: 138.698818ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:03.395156Z","caller":"traceutil/trace.go:171","msg":"trace[233493352] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"110.436056ms","start":"2026-03-25T21:18:03.284676Z","end":"2026-03-25T21:18:03.395112Z","steps":["trace[233493352] 'process raft request' (duration: 106.046003ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.471591Z","caller":"traceutil/trace.go:171","msg":"trace[1799736664] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"151.048556ms","start":"2026-03-25T21:18:07.320503Z","end":"2026-03-25T21:18:07.471552Z","steps":["trace[1799736664] 'process raft request' (duration: 110.878367ms)","trace[1799736664] 'compare' (duration: 39.822381ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:07.472352Z","caller":"traceutil/trace.go:171","msg":"trace[554102645] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"128.800625ms","start":"2026-03-25T21:18:07.343526Z","end":"2026-03-25T21:18:07.472326Z","steps":["trace[554102645] 'process raft request' (duration: 128.066098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.472408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.018642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-25T21:18:07.47248Z","caller":"traceutil/trace.go:171","msg":"trace[1009192428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5937; }","duration":"106.136664ms","start":"2026-03-25T21:18:07.366323Z","end":"2026-03-25T21:18:07.47246Z","steps":["trace[1009192428] 'agreement among raft nodes before linearized reading' (duration: 105.913059ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.472067Z","caller":"traceutil/trace.go:171","msg":"trace[1555124340] linearizableReadLoop","detail":"{readStateIndex:6163; appliedIndex:6161; }","duration":"105.648654ms","start":"2026-03-25T21:18:07.366395Z","end":"2026-03-25T21:18:07.472043Z","steps":["trace[1555124340] 'read index received' (duration: 65.000373ms)","trace[1555124340] 'applied index is now lower than readState.Index' (duration: 40.646711ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:07.609992Z","caller":"traceutil/trace.go:171","msg":"trace[1245364241] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"132.866162ms","start":"2026-03-25T21:18:07.477075Z","end":"2026-03-25T21:18:07.609941Z","steps":["trace[1245364241] 'process raft request' (duration: 123.304588ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.610575Z","caller":"traceutil/trace.go:171","msg":"trace[1682517091] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6163; }","duration":"133.054806ms","start":"2026-03-25T21:18:07.477486Z","end":"2026-03-25T21:18:07.610541Z","steps":["trace[1682517091] 'read index received' (duration: 18.214077ms)","trace[1682517091] 'applied index is now lower than readState.Index' (duration: 114.838569ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:07.610687Z","caller":"traceutil/trace.go:171","msg":"trace[1945066039] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"132.77779ms","start":"2026-03-25T21:18:07.477884Z","end":"2026-03-25T21:18:07.610661Z","steps":["trace[1945066039] 'process raft request' (duration: 132.539294ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.610598Z","caller":"traceutil/trace.go:171","msg":"trace[33465623] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"133.188849ms","start":"2026-03-25T21:18:07.477375Z","end":"2026-03-25T21:18:07.610564Z","steps":["trace[33465623] 'process raft request' (duration: 132.865821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.61092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.397964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19671"} {"level":"info","ts":"2026-03-25T21:18:07.610618Z","caller":"traceutil/trace.go:171","msg":"trace[1353300592] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"133.321982ms","start":"2026-03-25T21:18:07.477275Z","end":"2026-03-25T21:18:07.610597Z","steps":["trace[1353300592] 'process raft request' (duration: 132.626596ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.610967Z","caller":"traceutil/trace.go:171","msg":"trace[282986246] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5943; }","duration":"133.495737ms","start":"2026-03-25T21:18:07.47746Z","end":"2026-03-25T21:18:07.610956Z","steps":["trace[282986246] 'agreement among raft nodes before linearized reading' (duration: 133.254301ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:07.611494Z","caller":"traceutil/trace.go:171","msg":"trace[94735526] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"132.541794ms","start":"2026-03-25T21:18:07.478137Z","end":"2026-03-25T21:18:07.610679Z","steps":["trace[94735526] 'process raft request' (duration: 132.34236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:07.631849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.785821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82038"} {"level":"info","ts":"2026-03-25T21:18:07.631908Z","caller":"traceutil/trace.go:171","msg":"trace[490378061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5944; }","duration":"153.879254ms","start":"2026-03-25T21:18:07.478015Z","end":"2026-03-25T21:18:07.631895Z","steps":["trace[490378061] 'agreement among raft nodes before linearized reading' (duration: 153.522476ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:29.921806Z","caller":"traceutil/trace.go:171","msg":"trace[1431073507] linearizableReadLoop","detail":"{readStateIndex:6390; appliedIndex:6388; }","duration":"140.661894ms","start":"2026-03-25T21:18:29.781105Z","end":"2026-03-25T21:18:29.921767Z","steps":["trace[1431073507] 'read index received' (duration: 49.721965ms)","trace[1431073507] 'applied index is now lower than readState.Index' (duration: 90.938439ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:29.921921Z","caller":"traceutil/trace.go:171","msg":"trace[927082663] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"163.777605ms","start":"2026-03-25T21:18:29.758116Z","end":"2026-03-25T21:18:29.921894Z","steps":["trace[927082663] 'process raft request' (duration: 161.219855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:29.92223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.100504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T21:18:29.922243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.939097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:18:29.922287Z","caller":"traceutil/trace.go:171","msg":"trace[1631425207] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6159; }","duration":"141.220847ms","start":"2026-03-25T21:18:29.781048Z","end":"2026-03-25T21:18:29.922269Z","steps":["trace[1631425207] 'agreement among raft nodes before linearized reading' (duration: 140.953841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:29.92231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.567855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:18:29.922341Z","caller":"traceutil/trace.go:171","msg":"trace[1975518846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6159; }","duration":"140.06664ms","start":"2026-03-25T21:18:29.78225Z","end":"2026-03-25T21:18:29.922317Z","steps":["trace[1975518846] 'agreement among raft nodes before linearized reading' (duration: 139.806644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:29.922243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.682503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:18:29.922387Z","caller":"traceutil/trace.go:171","msg":"trace[1361535003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6159; }","duration":"138.692548ms","start":"2026-03-25T21:18:29.783677Z","end":"2026-03-25T21:18:29.92237Z","steps":["trace[1361535003] 'agreement among raft nodes before linearized reading' (duration: 138.427782ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:29.922405Z","caller":"traceutil/trace.go:171","msg":"trace[1431542994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:6159; }","duration":"122.891528ms","start":"2026-03-25T21:18:29.799494Z","end":"2026-03-25T21:18:29.922386Z","steps":["trace[1431542994] 'agreement among raft nodes before linearized reading' (duration: 122.616961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:29.922314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.598016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:18:29.922531Z","caller":"traceutil/trace.go:171","msg":"trace[46331326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6159; }","duration":"138.848171ms","start":"2026-03-25T21:18:29.78365Z","end":"2026-03-25T21:18:29.922498Z","steps":["trace[46331326] 'agreement among raft nodes before linearized reading' (duration: 138.464122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:30.328456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.710169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:30.328584Z","caller":"traceutil/trace.go:171","msg":"trace[903422260] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6163; }","duration":"255.923173ms","start":"2026-03-25T21:18:30.072633Z","end":"2026-03-25T21:18:30.328557Z","steps":["trace[903422260] 'range keys from in-memory index tree' (duration: 255.530165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:30.32854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.111171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T21:18:30.328602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.909484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:30.32868Z","caller":"traceutil/trace.go:171","msg":"trace[1106884513] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6163; }","duration":"256.046937ms","start":"2026-03-25T21:18:30.072615Z","end":"2026-03-25T21:18:30.328662Z","steps":["trace[1106884513] 'range keys from in-memory index tree' (duration: 255.719339ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:30.32868Z","caller":"traceutil/trace.go:171","msg":"trace[35704633] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:6163; }","duration":"245.317405ms","start":"2026-03-25T21:18:30.083326Z","end":"2026-03-25T21:18:30.328644Z","steps":["trace[35704633] 'range keys from in-memory index tree' (duration: 244.877155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:30.328869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.73431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-25T21:18:30.32889Z","caller":"traceutil/trace.go:171","msg":"trace[253993051] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6163; }","duration":"255.77374ms","start":"2026-03-25T21:18:30.073111Z","end":"2026-03-25T21:18:30.328885Z","steps":["trace[253993051] 'range keys from in-memory index tree' (duration: 255.584096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:30.328939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.69705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:18:30.32895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.019545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:18:30.329044Z","caller":"traceutil/trace.go:171","msg":"trace[967871911] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6163; }","duration":"238.850434ms","start":"2026-03-25T21:18:30.09017Z","end":"2026-03-25T21:18:30.32902Z","steps":["trace[967871911] 'count revisions from in-memory index tree' (duration: 238.609229ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:30.329062Z","caller":"traceutil/trace.go:171","msg":"trace[255080591] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6163; }","duration":"206.196989ms","start":"2026-03-25T21:18:30.122839Z","end":"2026-03-25T21:18:30.329036Z","steps":["trace[255080591] 'count revisions from in-memory index tree' (duration: 205.946863ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:40.210348Z","caller":"traceutil/trace.go:171","msg":"trace[1727946908] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6455; }","duration":"242.709205ms","start":"2026-03-25T21:18:39.967595Z","end":"2026-03-25T21:18:40.210304Z","steps":["trace[1727946908] 'read index received' (duration: 158.036271ms)","trace[1727946908] 'applied index is now lower than readState.Index' (duration: 84.671233ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:40.210359Z","caller":"traceutil/trace.go:171","msg":"trace[971295812] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"256.576609ms","start":"2026-03-25T21:18:39.953755Z","end":"2026-03-25T21:18:40.210332Z","steps":["trace[971295812] 'process raft request' (duration: 171.966428ms)","trace[971295812] 'compare' (duration: 84.418437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:18:40.210774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.957853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:18:40.210835Z","caller":"traceutil/trace.go:171","msg":"trace[1064819307] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:6223; }","duration":"127.080667ms","start":"2026-03-25T21:18:40.083741Z","end":"2026-03-25T21:18:40.210822Z","steps":["trace[1064819307] 'agreement among raft nodes before linearized reading' (duration: 126.920733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.210828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.219902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:18:40.210977Z","caller":"traceutil/trace.go:171","msg":"trace[60805746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:6223; }","duration":"227.403486ms","start":"2026-03-25T21:18:39.983543Z","end":"2026-03-25T21:18:40.210946Z","steps":["trace[60805746] 'agreement among raft nodes before linearized reading' (duration: 227.034507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.211132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.879228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:18:40.21115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.489382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:40.211271Z","caller":"traceutil/trace.go:171","msg":"trace[788204346] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6223; }","duration":"152.692376ms","start":"2026-03-25T21:18:40.058546Z","end":"2026-03-25T21:18:40.211238Z","steps":["trace[788204346] 'agreement among raft nodes before linearized reading' (duration: 152.42981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.211279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.088786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:18:40.211398Z","caller":"traceutil/trace.go:171","msg":"trace[1232114131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6223; }","duration":"238.23141ms","start":"2026-03-25T21:18:39.973136Z","end":"2026-03-25T21:18:40.211367Z","steps":["trace[1232114131] 'agreement among raft nodes before linearized reading' (duration: 237.40294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.211417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.841999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:18:40.211467Z","caller":"traceutil/trace.go:171","msg":"trace[985007397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6223; }","duration":"228.935131ms","start":"2026-03-25T21:18:39.982516Z","end":"2026-03-25T21:18:40.211451Z","steps":["trace[985007397] 'agreement among raft nodes before linearized reading' (duration: 228.804688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.211505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.186147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:18:40.211573Z","caller":"traceutil/trace.go:171","msg":"trace[613585350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6223; }","duration":"232.308031ms","start":"2026-03-25T21:18:39.979247Z","end":"2026-03-25T21:18:40.211555Z","steps":["trace[613585350] 'agreement among raft nodes before linearized reading' (duration: 231.787269ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:40.211168Z","caller":"traceutil/trace.go:171","msg":"trace[1496086942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6223; }","duration":"233.932349ms","start":"2026-03-25T21:18:39.977226Z","end":"2026-03-25T21:18:40.211158Z","steps":["trace[1496086942] 'agreement among raft nodes before linearized reading' (duration: 233.833316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.211731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.121808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-25T21:18:40.21181Z","caller":"traceutil/trace.go:171","msg":"trace[1066902906] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6223; }","duration":"244.199099ms","start":"2026-03-25T21:18:39.967589Z","end":"2026-03-25T21:18:40.211788Z","steps":["trace[1066902906] 'agreement among raft nodes before linearized reading' (duration: 242.835857ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:40.602361Z","caller":"traceutil/trace.go:171","msg":"trace[177133916] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"385.493969ms","start":"2026-03-25T21:18:40.216832Z","end":"2026-03-25T21:18:40.602326Z","steps":["trace[177133916] 'process raft request' (duration: 385.235793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.602526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.216796Z","time spent":"385.644922ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:40.602606Z","caller":"traceutil/trace.go:171","msg":"trace[1652071772] linearizableReadLoop","detail":"{readStateIndex:6460; appliedIndex:6457; }","duration":"385.56302ms","start":"2026-03-25T21:18:40.21703Z","end":"2026-03-25T21:18:40.602593Z","steps":["trace[1652071772] 'read index received' (duration: 26.688705ms)","trace[1652071772] 'applied index is now lower than readState.Index' (duration: 358.873165ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:40.602364Z","caller":"traceutil/trace.go:171","msg":"trace[385204408] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"385.493148ms","start":"2026-03-25T21:18:40.216851Z","end":"2026-03-25T21:18:40.602344Z","steps":["trace[385204408] 'process raft request' (duration: 385.408076ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:40.602666Z","caller":"traceutil/trace.go:171","msg":"trace[1912238913] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"385.719414ms","start":"2026-03-25T21:18:40.216937Z","end":"2026-03-25T21:18:40.602656Z","steps":["trace[1912238913] 'process raft request' (duration: 385.367615ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:40.60268Z","caller":"traceutil/trace.go:171","msg":"trace[673765402] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"385.652932ms","start":"2026-03-25T21:18:40.217019Z","end":"2026-03-25T21:18:40.602672Z","steps":["trace[673765402] 'process raft request' (duration: 385.527569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.602727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.2169Z","time spent":"385.798226ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:40.602751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.21698Z","time spent":"385.722144ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:40.602825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.216834Z","time spent":"385.868417ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:18:40.603368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.296857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101712"} {"level":"info","ts":"2026-03-25T21:18:40.603493Z","caller":"traceutil/trace.go:171","msg":"trace[2075881628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6227; }","duration":"386.441131ms","start":"2026-03-25T21:18:40.217023Z","end":"2026-03-25T21:18:40.603464Z","steps":["trace[2075881628] 'agreement among raft nodes before linearized reading' (duration: 385.660452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.60365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.217002Z","time spent":"386.535173ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101734,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T21:18:40.68813Z","caller":"traceutil/trace.go:171","msg":"trace[846488546] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"443.454586ms","start":"2026-03-25T21:18:40.24465Z","end":"2026-03-25T21:18:40.688104Z","steps":["trace[846488546] 'process raft request' (duration: 443.278982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.688188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.435639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T21:18:40.688238Z","caller":"traceutil/trace.go:171","msg":"trace[1171699803] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6228; }","duration":"444.529031ms","start":"2026-03-25T21:18:40.243695Z","end":"2026-03-25T21:18:40.688224Z","steps":["trace[1171699803] 'agreement among raft nodes before linearized reading' (duration: 444.331796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.688197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.139609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-25T21:18:40.688265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.244636Z","time spent":"443.564538ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:18:40.688297Z","caller":"traceutil/trace.go:171","msg":"trace[26326627] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6228; }","duration":"332.260142ms","start":"2026-03-25T21:18:40.356021Z","end":"2026-03-25T21:18:40.688281Z","steps":["trace[26326627] 'agreement among raft nodes before linearized reading' (duration: 332.025247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.688269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.016713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:40.688454Z","caller":"traceutil/trace.go:171","msg":"trace[844350921] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6228; }","duration":"334.248349ms","start":"2026-03-25T21:18:40.35418Z","end":"2026-03-25T21:18:40.688429Z","steps":["trace[844350921] 'agreement among raft nodes before linearized reading' (duration: 333.973792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.688352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.356011Z","time spent":"332.328324ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-25T21:18:40.688562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.354171Z","time spent":"334.373791ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-25T21:18:40.688329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.622317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:40.68871Z","caller":"traceutil/trace.go:171","msg":"trace[1315816547] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6228; }","duration":"335.107119ms","start":"2026-03-25T21:18:40.353586Z","end":"2026-03-25T21:18:40.688693Z","steps":["trace[1315816547] 'agreement among raft nodes before linearized reading' (duration: 334.625278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:40.688778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.353554Z","time spent":"335.20829ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-25T21:18:40.688281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:18:40.243674Z","time spent":"444.599273ms","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-25T21:18:40.908717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.279424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-25T21:18:40.908826Z","caller":"traceutil/trace.go:171","msg":"trace[422240231] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6228; }","duration":"192.438937ms","start":"2026-03-25T21:18:40.716357Z","end":"2026-03-25T21:18:40.908796Z","steps":["trace[422240231] 'range keys from in-memory index tree' (duration: 192.066059ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:41.71551Z","caller":"traceutil/trace.go:171","msg":"trace[650988275] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"111.561093ms","start":"2026-03-25T21:18:41.603902Z","end":"2026-03-25T21:18:41.715463Z","steps":["trace[650988275] 'process raft request' (duration: 44.167885ms)","trace[650988275] 'compare' (duration: 67.189783ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:52.937549Z","caller":"traceutil/trace.go:171","msg":"trace[72976638] linearizableReadLoop","detail":"{readStateIndex:6549; appliedIndex:6548; }","duration":"245.882169ms","start":"2026-03-25T21:18:52.691633Z","end":"2026-03-25T21:18:52.937515Z","steps":["trace[72976638] 'read index received' (duration: 245.540621ms)","trace[72976638] 'applied index is now lower than readState.Index' (duration: 339.828µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:18:52.937727Z","caller":"traceutil/trace.go:171","msg":"trace[580232244] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"255.824512ms","start":"2026-03-25T21:18:52.681892Z","end":"2026-03-25T21:18:52.937717Z","steps":["trace[580232244] 'process raft request' (duration: 255.408162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.938005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.953729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:18:52.938361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.707828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:18:52.938515Z","caller":"traceutil/trace.go:171","msg":"trace[1219937043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6312; }","duration":"246.933184ms","start":"2026-03-25T21:18:52.69156Z","end":"2026-03-25T21:18:52.938493Z","steps":["trace[1219937043] 'agreement among raft nodes before linearized reading' (duration: 246.532364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.938407Z","caller":"traceutil/trace.go:171","msg":"trace[400676806] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6312; }","duration":"225.4449ms","start":"2026-03-25T21:18:52.712936Z","end":"2026-03-25T21:18:52.938381Z","steps":["trace[400676806] 'agreement among raft nodes before linearized reading' (duration: 224.946169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.938622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.499725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:18:52.938759Z","caller":"traceutil/trace.go:171","msg":"trace[559020324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6312; }","duration":"230.268333ms","start":"2026-03-25T21:18:52.708455Z","end":"2026-03-25T21:18:52.938723Z","steps":["trace[559020324] 'agreement among raft nodes before linearized reading' (duration: 229.29245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.938273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.096248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:18:52.938818Z","caller":"traceutil/trace.go:171","msg":"trace[626957644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:6312; }","duration":"224.657832ms","start":"2026-03-25T21:18:52.714149Z","end":"2026-03-25T21:18:52.938807Z","steps":["trace[626957644] 'agreement among raft nodes before linearized reading' (duration: 223.953386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.93829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.460791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:18:52.938909Z","caller":"traceutil/trace.go:171","msg":"trace[1757781745] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6312; }","duration":"229.156477ms","start":"2026-03-25T21:18:52.709725Z","end":"2026-03-25T21:18:52.938881Z","steps":["trace[1757781745] 'agreement among raft nodes before linearized reading' (duration: 228.301227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:18:52.938418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.755448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T21:18:52.938217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.308337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:18:52.939065Z","caller":"traceutil/trace.go:171","msg":"trace[887678894] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6312; }","duration":"226.216308ms","start":"2026-03-25T21:18:52.712839Z","end":"2026-03-25T21:18:52.939055Z","steps":["trace[887678894] 'agreement among raft nodes before linearized reading' (duration: 225.239315ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:52.939053Z","caller":"traceutil/trace.go:171","msg":"trace[779368218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6312; }","duration":"229.394603ms","start":"2026-03-25T21:18:52.709611Z","end":"2026-03-25T21:18:52.939006Z","steps":["trace[779368218] 'agreement among raft nodes before linearized reading' (duration: 228.683696ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:18:57.710448Z","caller":"traceutil/trace.go:171","msg":"trace[1832353916] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"102.320386ms","start":"2026-03-25T21:18:57.60809Z","end":"2026-03-25T21:18:57.710411Z","steps":["trace[1832353916] 'process raft request' (duration: 102.100111ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:22:35.519525Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5687} {"level":"info","ts":"2026-03-25T21:22:35.609565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5687,"took":"87.808023ms","hash":2968163071,"current-db-size-bytes":54542336,"current-db-size":"54 MB","current-db-size-in-use-bytes":26251264,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-25T21:22:35.609631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2968163071,"revision":5687,"compact-revision":2876} {"level":"info","ts":"2026-03-25T21:23:57.299297Z","caller":"traceutil/trace.go:171","msg":"trace[1962400773] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"389.729127ms","start":"2026-03-25T21:23:56.909534Z","end":"2026-03-25T21:23:57.299263Z","steps":["trace[1962400773] 'process raft request' (duration: 389.514502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:57.299524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:56.909507Z","time spent":"389.901081ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:23:57.382755Z","caller":"traceutil/trace.go:171","msg":"trace[465590848] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8871; }","duration":"195.163886ms","start":"2026-03-25T21:23:57.18756Z","end":"2026-03-25T21:23:57.382723Z","steps":["trace[465590848] 'read index received' (duration: 111.469333ms)","trace[465590848] 'applied index is now lower than readState.Index' (duration: 83.693033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:23:57.382909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.33375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:23:57.382902Z","caller":"traceutil/trace.go:171","msg":"trace[1535290722] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"349.699873ms","start":"2026-03-25T21:23:57.033165Z","end":"2026-03-25T21:23:57.382865Z","steps":["trace[1535290722] 'process raft request' (duration: 349.376496ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:57.382945Z","caller":"traceutil/trace.go:171","msg":"trace[1007393841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8563; }","duration":"195.445562ms","start":"2026-03-25T21:23:57.187488Z","end":"2026-03-25T21:23:57.382934Z","steps":["trace[1007393841] 'agreement among raft nodes before linearized reading' (duration: 195.35689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:23:57.383091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:23:57.033137Z","time spent":"349.855786ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:11.167746Z","caller":"traceutil/trace.go:171","msg":"trace[213090258] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"106.677721ms","start":"2026-03-25T21:24:11.061023Z","end":"2026-03-25T21:24:11.167701Z","steps":["trace[213090258] 'process raft request' (duration: 106.371073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:11.423322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.914652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:11.423472Z","caller":"traceutil/trace.go:171","msg":"trace[27828391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8636; }","duration":"103.067546ms","start":"2026-03-25T21:24:11.320366Z","end":"2026-03-25T21:24:11.423434Z","steps":["trace[27828391] 'range keys from in-memory index tree' (duration: 102.895442ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:11.534536Z","caller":"traceutil/trace.go:171","msg":"trace[603419385] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"126.38078ms","start":"2026-03-25T21:24:11.408126Z","end":"2026-03-25T21:24:11.534506Z","steps":["trace[603419385] 'process raft request' (duration: 126.157095ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:11.584482Z","caller":"traceutil/trace.go:171","msg":"trace[754052251] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"128.835318ms","start":"2026-03-25T21:24:11.455627Z","end":"2026-03-25T21:24:11.584463Z","steps":["trace[754052251] 'process raft request' (duration: 128.684474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:12.067309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.911922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:12.067457Z","caller":"traceutil/trace.go:171","msg":"trace[1739026128] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8952; }","duration":"368.42122ms","start":"2026-03-25T21:24:11.699011Z","end":"2026-03-25T21:24:12.067432Z","steps":["trace[1739026128] 'read index received' (duration: 241.21939ms)","trace[1739026128] 'applied index is now lower than readState.Index' (duration: 127.19917ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:12.067578Z","caller":"traceutil/trace.go:171","msg":"trace[1195896405] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"393.210128ms","start":"2026-03-25T21:24:11.674326Z","end":"2026-03-25T21:24:12.067536Z","steps":["trace[1195896405] 'process raft request' (duration: 265.930627ms)","trace[1195896405] 'compare' (duration: 126.521284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:12.067759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:11.674299Z","time spent":"393.354742ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:12.067977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.333061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-25T21:24:12.068069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.018524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:24:12.068117Z","caller":"traceutil/trace.go:171","msg":"trace[2043430370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8639; }","duration":"369.152168ms","start":"2026-03-25T21:24:11.698951Z","end":"2026-03-25T21:24:12.068103Z","steps":["trace[2043430370] 'agreement among raft nodes before linearized reading' (duration: 368.652996ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:12.068118Z","caller":"traceutil/trace.go:171","msg":"trace[321168859] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8639; }","duration":"366.538346ms","start":"2026-03-25T21:24:11.70155Z","end":"2026-03-25T21:24:12.068088Z","steps":["trace[321168859] 'agreement among raft nodes before linearized reading' (duration: 366.197108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:12.068187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:11.701527Z","time spent":"366.645669ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-25T21:24:12.068169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.764291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:24:12.068274Z","caller":"traceutil/trace.go:171","msg":"trace[1568874745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8639; }","duration":"297.921855ms","start":"2026-03-25T21:24:11.770328Z","end":"2026-03-25T21:24:12.06825Z","steps":["trace[1568874745] 'agreement among raft nodes before linearized reading' (duration: 297.534896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:12.068193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:11.698926Z","time spent":"369.222859ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:12.360808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.029986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:12.360924Z","caller":"traceutil/trace.go:171","msg":"trace[271531005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8641; }","duration":"172.21409ms","start":"2026-03-25T21:24:12.188685Z","end":"2026-03-25T21:24:12.360899Z","steps":["trace[271531005] 'range keys from in-memory index tree' (duration: 171.920573ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:12.863695Z","caller":"traceutil/trace.go:171","msg":"trace[1864021] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"100.400543ms","start":"2026-03-25T21:24:12.763276Z","end":"2026-03-25T21:24:12.863676Z","steps":["trace[1864021] 'process raft request' (duration: 100.24855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:13.125728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.837431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:24:13.126017Z","caller":"traceutil/trace.go:171","msg":"trace[421211973] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"256.621091ms","start":"2026-03-25T21:24:12.869333Z","end":"2026-03-25T21:24:13.125954Z","steps":["trace[421211973] 'process raft request' (duration: 153.417371ms)","trace[421211973] 'compare' (duration: 102.639297ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:13.126039Z","caller":"traceutil/trace.go:171","msg":"trace[1968593692] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"256.381575ms","start":"2026-03-25T21:24:12.869624Z","end":"2026-03-25T21:24:13.126006Z","steps":["trace[1968593692] 'process raft request' (duration: 256.225451ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:13.842238Z","caller":"traceutil/trace.go:171","msg":"trace[1158671957] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"302.576543ms","start":"2026-03-25T21:24:13.539634Z","end":"2026-03-25T21:24:13.842211Z","steps":["trace[1158671957] 'process raft request' (duration: 302.364648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:13.842455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:13.53961Z","time spent":"302.720796ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:14.011359Z","caller":"traceutil/trace.go:171","msg":"trace[174112861] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"437.456972ms","start":"2026-03-25T21:24:13.573872Z","end":"2026-03-25T21:24:14.011329Z","steps":["trace[174112861] 'process raft request' (duration: 437.171775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:14.011519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:13.573844Z","time spent":"437.588865ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:14.011661Z","caller":"traceutil/trace.go:171","msg":"trace[1375923037] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"420.990657ms","start":"2026-03-25T21:24:13.590653Z","end":"2026-03-25T21:24:14.011643Z","steps":["trace[1375923037] 'process raft request' (duration: 420.606298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:14.011777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:13.590628Z","time spent":"421.073049ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:14.011795Z","caller":"traceutil/trace.go:171","msg":"trace[800712014] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"233.04613ms","start":"2026-03-25T21:24:13.778683Z","end":"2026-03-25T21:24:14.011729Z","steps":["trace[800712014] 'process raft request' (duration: 232.861076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:21.339193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.23695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:21.339253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.609486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:21.33931Z","caller":"traceutil/trace.go:171","msg":"trace[431456115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8694; }","duration":"151.400204ms","start":"2026-03-25T21:24:21.187883Z","end":"2026-03-25T21:24:21.339283Z","steps":["trace[431456115] 'range keys from in-memory index tree' (duration: 151.180019ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:21.339356Z","caller":"traceutil/trace.go:171","msg":"trace[1420704086] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8694; }","duration":"156.79113ms","start":"2026-03-25T21:24:21.182539Z","end":"2026-03-25T21:24:21.33933Z","steps":["trace[1420704086] 'count revisions from in-memory index tree' (duration: 156.504194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:21.339371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.889805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-25T21:24:21.339441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.80441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:24:21.339568Z","caller":"traceutil/trace.go:171","msg":"trace[1230462261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8694; }","duration":"120.973524ms","start":"2026-03-25T21:24:21.218575Z","end":"2026-03-25T21:24:21.339549Z","steps":["trace[1230462261] 'range keys from in-memory index tree' (duration: 120.531973ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:21.339527Z","caller":"traceutil/trace.go:171","msg":"trace[1955025282] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8694; }","duration":"137.05756ms","start":"2026-03-25T21:24:21.202443Z","end":"2026-03-25T21:24:21.3395Z","steps":["trace[1955025282] 'range keys from in-memory index tree' (duration: 136.751392ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:25.567565Z","caller":"traceutil/trace.go:171","msg":"trace[141242421] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"105.308258ms","start":"2026-03-25T21:24:25.462225Z","end":"2026-03-25T21:24:25.567533Z","steps":["trace[141242421] 'process raft request' (duration: 101.249763ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:38.367174Z","caller":"traceutil/trace.go:171","msg":"trace[728135375] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9150; }","duration":"306.130885ms","start":"2026-03-25T21:24:38.061015Z","end":"2026-03-25T21:24:38.367146Z","steps":["trace[728135375] 'read index received' (duration: 305.992322ms)","trace[728135375] 'applied index is now lower than readState.Index' (duration: 137.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:38.36731Z","caller":"traceutil/trace.go:171","msg":"trace[2028862303] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"365.727557ms","start":"2026-03-25T21:24:38.001541Z","end":"2026-03-25T21:24:38.367269Z","steps":["trace[2028862303] 'process raft request' (duration: 365.40995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:38.367495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:38.001526Z","time spent":"365.86792ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:38.367591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.498135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-25T21:24:38.367761Z","caller":"traceutil/trace.go:171","msg":"trace[742679710] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8830; }","duration":"306.73328ms","start":"2026-03-25T21:24:38.060971Z","end":"2026-03-25T21:24:38.367704Z","steps":["trace[742679710] 'agreement among raft nodes before linearized reading' (duration: 306.32815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:38.367845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:38.06095Z","time spent":"306.881063ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-25T21:24:38.372848Z","caller":"traceutil/trace.go:171","msg":"trace[325948980] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"176.037619ms","start":"2026-03-25T21:24:38.196791Z","end":"2026-03-25T21:24:38.372829Z","steps":["trace[325948980] 'process raft request' (duration: 175.844405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:38.373116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.880359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:38.373166Z","caller":"traceutil/trace.go:171","msg":"trace[1552594444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8832; }","duration":"122.96907ms","start":"2026-03-25T21:24:38.250182Z","end":"2026-03-25T21:24:38.373151Z","steps":["trace[1552594444] 'agreement among raft nodes before linearized reading' (duration: 122.864037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:38.373178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.399934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:38.373213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.332823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:38.37326Z","caller":"traceutil/trace.go:171","msg":"trace[185420198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8832; }","duration":"214.537358ms","start":"2026-03-25T21:24:38.1587Z","end":"2026-03-25T21:24:38.373237Z","steps":["trace[185420198] 'agreement among raft nodes before linearized reading' (duration: 214.390834ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:38.373304Z","caller":"traceutil/trace.go:171","msg":"trace[2037487440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8832; }","duration":"184.465306ms","start":"2026-03-25T21:24:38.188791Z","end":"2026-03-25T21:24:38.373257Z","steps":["trace[2037487440] 'agreement among raft nodes before linearized reading' (duration: 184.262572ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:38.373298Z","caller":"traceutil/trace.go:171","msg":"trace[1255250040] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"129.972143ms","start":"2026-03-25T21:24:38.243293Z","end":"2026-03-25T21:24:38.373265Z","steps":["trace[1255250040] 'process raft request' (duration: 129.480902ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:39.621167Z","caller":"traceutil/trace.go:171","msg":"trace[1664432676] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"106.407264ms","start":"2026-03-25T21:24:39.514735Z","end":"2026-03-25T21:24:39.621142Z","steps":["trace[1664432676] 'process raft request' (duration: 106.20055ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:39.867069Z","caller":"traceutil/trace.go:171","msg":"trace[643385820] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"211.912816ms","start":"2026-03-25T21:24:39.655093Z","end":"2026-03-25T21:24:39.867005Z","steps":["trace[643385820] 'process raft request' (duration: 211.436375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:41.558085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138106612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:24:42.058176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138106612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:24:42.156687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135442833s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:24:42.157145Z","caller":"traceutil/trace.go:171","msg":"trace[868418834] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9168; }","duration":"1.100114099s","start":"2026-03-25T21:24:41.057007Z","end":"2026-03-25T21:24:42.157121Z","steps":["trace[868418834] 'read index received' (duration: 1.099847383s)","trace[868418834] 'applied index is now lower than readState.Index' (duration: 265.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:42.157197Z","caller":"traceutil/trace.go:171","msg":"trace[1041538807] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"1.136027257s","start":"2026-03-25T21:24:41.021136Z","end":"2026-03-25T21:24:42.157163Z","steps":["trace[1041538807] 'process raft request' (duration: 1.135796462s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.157352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.021109Z","time spent":"1.13615795s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:42.157394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024272628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:24:42.157436Z","caller":"traceutil/trace.go:171","msg":"trace[1961698727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8847; }","duration":"1.02434041s","start":"2026-03-25T21:24:41.133079Z","end":"2026-03-25T21:24:42.157419Z","steps":["trace[1961698727] 'agreement among raft nodes before linearized reading' (duration: 1.024194627s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.157421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100396306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6cbcbcb4c6-8d9r5.18a0328c3b4e49ca\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-25T21:24:42.157504Z","caller":"traceutil/trace.go:171","msg":"trace[284078284] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6cbcbcb4c6-8d9r5.18a0328c3b4e49ca; range_end:; response_count:1; response_revision:8847; }","duration":"1.100532569s","start":"2026-03-25T21:24:41.056951Z","end":"2026-03-25T21:24:42.157484Z","steps":["trace[284078284] 'agreement among raft nodes before linearized reading' (duration: 1.100291863s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.157493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.133071Z","time spent":"1.024409402s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:24:42.15754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.358467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:24:42.157558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.056927Z","time spent":"1.10062146s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6cbcbcb4c6-8d9r5.18a0328c3b4e49ca\" "} {"level":"info","ts":"2026-03-25T21:24:42.157603Z","caller":"traceutil/trace.go:171","msg":"trace[554672630] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8847; }","duration":"299.46879ms","start":"2026-03-25T21:24:41.858113Z","end":"2026-03-25T21:24:42.157581Z","steps":["trace[554672630] 'agreement among raft nodes before linearized reading' (duration: 299.349337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.157632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.840398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:24:42.157674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.942855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:24:42.157722Z","caller":"traceutil/trace.go:171","msg":"trace[1468121202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8847; }","duration":"969.980962ms","start":"2026-03-25T21:24:41.1877Z","end":"2026-03-25T21:24:42.157681Z","steps":["trace[1468121202] 'agreement among raft nodes before linearized reading' (duration: 969.836629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.157555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.089892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:24:42.157765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.073141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-25T21:24:42.1578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.18768Z","time spent":"970.083654ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:24:42.157782Z","caller":"traceutil/trace.go:171","msg":"trace[1593813191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8847; }","duration":"286.115229ms","start":"2026-03-25T21:24:41.871639Z","end":"2026-03-25T21:24:42.157755Z","steps":["trace[1593813191] 'agreement among raft nodes before linearized reading' (duration: 285.780491ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:42.157818Z","caller":"traceutil/trace.go:171","msg":"trace[1091897802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8847; }","duration":"999.138052ms","start":"2026-03-25T21:24:41.15866Z","end":"2026-03-25T21:24:42.157798Z","steps":["trace[1091897802] 'agreement among raft nodes before linearized reading' (duration: 998.974558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.157852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.158649Z","time spent":"999.195364ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:24:42.157871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.767546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-25T21:24:42.157932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013600019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:24:42.157997Z","caller":"traceutil/trace.go:171","msg":"trace[1867207812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8847; }","duration":"532.908229ms","start":"2026-03-25T21:24:41.625037Z","end":"2026-03-25T21:24:42.157946Z","steps":["trace[1867207812] 'agreement among raft nodes before linearized reading' (duration: 532.537451ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:42.158039Z","caller":"traceutil/trace.go:171","msg":"trace[1150112497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:8847; }","duration":"1.013708051s","start":"2026-03-25T21:24:41.144316Z","end":"2026-03-25T21:24:42.158024Z","steps":["trace[1150112497] 'agreement among raft nodes before linearized reading' (duration: 1.013472266s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.158046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.625017Z","time spent":"533.020592ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:24:42.157951Z","caller":"traceutil/trace.go:171","msg":"trace[1303187351] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8847; }","duration":"326.511972ms","start":"2026-03-25T21:24:41.831321Z","end":"2026-03-25T21:24:42.157833Z","steps":["trace[1303187351] 'agreement among raft nodes before linearized reading' (duration: 326.01405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:42.158095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.144251Z","time spent":"1.013830895s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"warn","ts":"2026-03-25T21:24:42.158257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:41.831245Z","time spent":"326.945892ms","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:42.664955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138106616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T21:24:43.128961Z","caller":"traceutil/trace.go:171","msg":"trace[902493672] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"967.836632ms","start":"2026-03-25T21:24:42.161057Z","end":"2026-03-25T21:24:43.128894Z","steps":["trace[902493672] 'process raft request' (duration: 961.917864ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:43.130148Z","caller":"traceutil/trace.go:171","msg":"trace[1931670305] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"966.662035ms","start":"2026-03-25T21:24:42.163462Z","end":"2026-03-25T21:24:43.130124Z","steps":["trace[1931670305] 'process raft request' (duration: 966.570463ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:43.130163Z","caller":"traceutil/trace.go:171","msg":"trace[332069080] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"966.769897ms","start":"2026-03-25T21:24:42.163363Z","end":"2026-03-25T21:24:43.130133Z","steps":["trace[332069080] 'process raft request' (duration: 966.488801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.129866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.161034Z","time spent":"968.6381ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:43.130343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.163339Z","time spent":"966.897761ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:43.130351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.163454Z","time spent":"966.770727ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:43.130347Z","caller":"traceutil/trace.go:171","msg":"trace[551227708] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"966.658385ms","start":"2026-03-25T21:24:42.163662Z","end":"2026-03-25T21:24:43.130321Z","steps":["trace[551227708] 'process raft request' (duration: 966.413329ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:43.130597Z","caller":"traceutil/trace.go:171","msg":"trace[962970512] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"737.914694ms","start":"2026-03-25T21:24:42.392485Z","end":"2026-03-25T21:24:43.130399Z","steps":["trace[962970512] 'process raft request' (duration: 737.835803ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:43.130625Z","caller":"traceutil/trace.go:171","msg":"trace[1029003040] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"958.186437ms","start":"2026-03-25T21:24:42.172407Z","end":"2026-03-25T21:24:43.130593Z","steps":["trace[1029003040] 'process raft request' (duration: 957.828279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.130691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.392452Z","time spent":"738.195861ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:43.130695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.163653Z","time spent":"966.961671ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:43.13077Z","caller":"traceutil/trace.go:171","msg":"trace[964926701] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"735.095289ms","start":"2026-03-25T21:24:42.395663Z","end":"2026-03-25T21:24:43.130758Z","steps":["trace[964926701] 'process raft request' (duration: 734.698389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.130852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.395641Z","time spent":"735.175971ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:43.13077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.172394Z","time spent":"958.299289ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:43.130915Z","caller":"traceutil/trace.go:171","msg":"trace[1770209879] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9169; }","duration":"966.47689ms","start":"2026-03-25T21:24:42.164426Z","end":"2026-03-25T21:24:43.130903Z","steps":["trace[1770209879] 'read index received' (duration: 958.568616ms)","trace[1770209879] 'applied index is now lower than readState.Index' (duration: 7.907444ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:43.130997Z","caller":"traceutil/trace.go:171","msg":"trace[2118077112] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"735.032498ms","start":"2026-03-25T21:24:42.395944Z","end":"2026-03-25T21:24:43.130977Z","steps":["trace[2118077112] 'process raft request' (duration: 734.754491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.131086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.395932Z","time spent":"735.102379ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:43.131247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.216558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:24:43.131376Z","caller":"traceutil/trace.go:171","msg":"trace[990374438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8855; }","duration":"716.405213ms","start":"2026-03-25T21:24:42.414912Z","end":"2026-03-25T21:24:43.131317Z","steps":["trace[990374438] 'agreement among raft nodes before linearized reading' (duration: 716.089715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.131364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.096505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-25T21:24:43.131452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.414889Z","time spent":"716.523935ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:24:43.131536Z","caller":"traceutil/trace.go:171","msg":"trace[1557074169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8855; }","duration":"686.2929ms","start":"2026-03-25T21:24:42.445189Z","end":"2026-03-25T21:24:43.131482Z","steps":["trace[1557074169] 'agreement among raft nodes before linearized reading' (duration: 685.829739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.131621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.445142Z","time spent":"686.464714ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:43.131899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.454203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228599"} {"level":"info","ts":"2026-03-25T21:24:43.131977Z","caller":"traceutil/trace.go:171","msg":"trace[2029937687] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8855; }","duration":"967.564636ms","start":"2026-03-25T21:24:42.164396Z","end":"2026-03-25T21:24:43.131961Z","steps":["trace[2029937687] 'agreement among raft nodes before linearized reading' (duration: 966.637434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:43.132026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:42.16438Z","time spent":"967.635477ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228621,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T21:24:44.694623Z","caller":"traceutil/trace.go:171","msg":"trace[1429857772] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"110.555251ms","start":"2026-03-25T21:24:44.584039Z","end":"2026-03-25T21:24:44.694594Z","steps":["trace[1429857772] 'process raft request' (duration: 110.334216ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:45.465174Z","caller":"traceutil/trace.go:171","msg":"trace[297282884] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"328.007917ms","start":"2026-03-25T21:24:45.137139Z","end":"2026-03-25T21:24:45.465147Z","steps":["trace[297282884] 'process raft request' (duration: 291.889354ms)","trace[297282884] 'compare' (duration: 35.623041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:45.46535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.137127Z","time spent":"328.125419ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:45.465464Z","caller":"traceutil/trace.go:171","msg":"trace[1404674564] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"328.233782ms","start":"2026-03-25T21:24:45.137205Z","end":"2026-03-25T21:24:45.465439Z","steps":["trace[1404674564] 'process raft request' (duration: 327.867813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.465637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.137195Z","time spent":"328.334554ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:45.46577Z","caller":"traceutil/trace.go:171","msg":"trace[380827186] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"327.469084ms","start":"2026-03-25T21:24:45.138288Z","end":"2026-03-25T21:24:45.465757Z","steps":["trace[380827186] 'process raft request' (duration: 327.069155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.465819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.138265Z","time spent":"327.525955ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:45.465896Z","caller":"traceutil/trace.go:171","msg":"trace[1502005708] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"327.081085ms","start":"2026-03-25T21:24:45.138794Z","end":"2026-03-25T21:24:45.465875Z","steps":["trace[1502005708] 'process raft request' (duration: 326.84614ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:45.465934Z","caller":"traceutil/trace.go:171","msg":"trace[1271164524] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"326.582863ms","start":"2026-03-25T21:24:45.139335Z","end":"2026-03-25T21:24:45.465918Z","steps":["trace[1271164524] 'process raft request' (duration: 326.396309ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:45.465999Z","caller":"traceutil/trace.go:171","msg":"trace[1304135765] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9182; }","duration":"326.095752ms","start":"2026-03-25T21:24:45.139858Z","end":"2026-03-25T21:24:45.465954Z","steps":["trace[1304135765] 'read index received' (duration: 75.621475ms)","trace[1304135765] 'applied index is now lower than readState.Index' (duration: 250.473417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:45.466049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.138785Z","time spent":"327.196067ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:45.466056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.139328Z","time spent":"326.680875ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:45.466095Z","caller":"traceutil/trace.go:171","msg":"trace[1359111893] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"326.560903ms","start":"2026-03-25T21:24:45.139525Z","end":"2026-03-25T21:24:45.466086Z","steps":["trace[1359111893] 'process raft request' (duration: 326.352118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.466144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.139519Z","time spent":"326.596764ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:45.466269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.138886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:24:45.466301Z","caller":"traceutil/trace.go:171","msg":"trace[1506276199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8867; }","duration":"324.183898ms","start":"2026-03-25T21:24:45.142107Z","end":"2026-03-25T21:24:45.466291Z","steps":["trace[1506276199] 'agreement among raft nodes before linearized reading' (duration: 324.079385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.466292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.526297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:24:45.46633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.142096Z","time spent":"324.228248ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:24:45.466341Z","caller":"traceutil/trace.go:171","msg":"trace[2098637960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8867; }","duration":"175.61978ms","start":"2026-03-25T21:24:45.290709Z","end":"2026-03-25T21:24:45.466329Z","steps":["trace[2098637960] 'agreement among raft nodes before linearized reading' (duration: 175.488407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.466378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.675279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:24:45.466411Z","caller":"traceutil/trace.go:171","msg":"trace[1739149550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8867; }","duration":"321.723259ms","start":"2026-03-25T21:24:45.14468Z","end":"2026-03-25T21:24:45.466403Z","steps":["trace[1739149550] 'agreement among raft nodes before linearized reading' (duration: 321.563286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.466438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.14467Z","time spent":"321.762361ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:45.466538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.674725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:24:45.466578Z","caller":"traceutil/trace.go:171","msg":"trace[993188059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:8867; }","duration":"326.731617ms","start":"2026-03-25T21:24:45.139833Z","end":"2026-03-25T21:24:45.466565Z","steps":["trace[993188059] 'agreement among raft nodes before linearized reading' (duration: 326.600254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:45.466607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:45.139827Z","time spent":"326.773148ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"info","ts":"2026-03-25T21:24:55.167077Z","caller":"traceutil/trace.go:171","msg":"trace[444181778] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"133.591829ms","start":"2026-03-25T21:24:55.033454Z","end":"2026-03-25T21:24:55.167046Z","steps":["trace[444181778] 'process raft request' (duration: 105.647947ms)","trace[444181778] 'compare' (duration: 27.815259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:56.009699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138106914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:24:56.510938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138106914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:24:56.951586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770982979s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T21:24:57.507706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.816354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-25T21:24:57.507794Z","caller":"traceutil/trace.go:171","msg":"trace[550442323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8954; }","duration":"2.327270515s","start":"2026-03-25T21:24:55.18051Z","end":"2026-03-25T21:24:57.50778Z","steps":["trace[550442323] 'process raft request' (duration: 1.771269396s)","trace[550442323] 'compare' (duration: 555.65434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:57.507887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.180497Z","time spent":"2.327368317s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-25T21:24:57.890053Z","caller":"traceutil/trace.go:171","msg":"trace[1245349415] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"2.70922463s","start":"2026-03-25T21:24:55.180792Z","end":"2026-03-25T21:24:57.890016Z","steps":["trace[1245349415] 'process raft request' (duration: 2.708948524s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.890157Z","caller":"traceutil/trace.go:171","msg":"trace[420947052] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"2.645940652s","start":"2026-03-25T21:24:55.244172Z","end":"2026-03-25T21:24:57.890112Z","steps":["trace[420947052] 'process raft request' (duration: 2.645726667s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:57.890193Z","caller":"traceutil/trace.go:171","msg":"trace[909348338] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"2.385150956s","start":"2026-03-25T21:24:55.504999Z","end":"2026-03-25T21:24:57.89015Z","steps":["trace[909348338] 'process raft request' (duration: 2.384957592s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.890262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.180765Z","time spent":"2.709383594s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:57.890285Z","caller":"traceutil/trace.go:171","msg":"trace[2020449936] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"2.384827709s","start":"2026-03-25T21:24:55.505421Z","end":"2026-03-25T21:24:57.890249Z","steps":["trace[2020449936] 'process raft request' (duration: 2.384659695s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.890339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.24415Z","time spent":"2.646100877s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:57.890449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.505412Z","time spent":"2.384958551s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:57.890557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.504969Z","time spent":"2.3852866s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:24:57.98965Z","caller":"traceutil/trace.go:171","msg":"trace[1096314597] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"2.183014968s","start":"2026-03-25T21:24:55.806609Z","end":"2026-03-25T21:24:57.989624Z","steps":["trace[1096314597] 'process raft request' (duration: 2.18264946s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:57.989775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.806595Z","time spent":"2.1831267s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T21:24:58.018618Z","caller":"traceutil/trace.go:171","msg":"trace[1958669206] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"2.07301133s","start":"2026-03-25T21:24:55.945591Z","end":"2026-03-25T21:24:58.018602Z","steps":["trace[1958669206] 'process raft request' (duration: 2.072795615s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:58.018717Z","caller":"traceutil/trace.go:171","msg":"trace[395022917] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"2.20454639s","start":"2026-03-25T21:24:55.814037Z","end":"2026-03-25T21:24:58.018584Z","steps":["trace[395022917] 'process raft request' (duration: 2.175572324s)","trace[395022917] 'compare' (duration: 28.426213ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:58.01877Z","caller":"traceutil/trace.go:171","msg":"trace[659675892] linearizableReadLoop","detail":"{readStateIndex:9290; appliedIndex:9281; }","duration":"2.508896865s","start":"2026-03-25T21:24:55.509582Z","end":"2026-03-25T21:24:58.018479Z","steps":["trace[659675892] 'read index received' (duration: 1.442209465s)","trace[659675892] 'applied index is now lower than readState.Index' (duration: 1.06668656s)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:58.01886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.814026Z","time spent":"2.204758526s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:58.019036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.945569Z","time spent":"2.073106522s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:58.019521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505066245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:24:58.019608Z","caller":"traceutil/trace.go:171","msg":"trace[114885316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"2.505197279s","start":"2026-03-25T21:24:55.514385Z","end":"2026-03-25T21:24:58.019582Z","steps":["trace[114885316] 'agreement among raft nodes before linearized reading' (duration: 2.504990874s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.019055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509420537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T21:24:58.019656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.514362Z","time spent":"2.505284691s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:24:58.019676Z","caller":"traceutil/trace.go:171","msg":"trace[1188349265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8961; }","duration":"2.510135623s","start":"2026-03-25T21:24:55.509524Z","end":"2026-03-25T21:24:58.01966Z","steps":["trace[1188349265] 'agreement among raft nodes before linearized reading' (duration: 2.509317114s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.019772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.5095Z","time spent":"2.510255047s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:24:58.019888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.119091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8j8wv\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-25T21:24:58.019928Z","caller":"traceutil/trace.go:171","msg":"trace[2110106730] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8j8wv; range_end:; response_count:1; response_revision:8961; }","duration":"125.199432ms","start":"2026-03-25T21:24:57.894718Z","end":"2026-03-25T21:24:58.019917Z","steps":["trace[2110106730] 'agreement among raft nodes before linearized reading' (duration: 125.1023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.765956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-25T21:24:58.020167Z","caller":"traceutil/trace.go:171","msg":"trace[1503865926] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8961; }","duration":"200.847208ms","start":"2026-03-25T21:24:57.819311Z","end":"2026-03-25T21:24:58.020158Z","steps":["trace[1503865926] 'agreement among raft nodes before linearized reading' (duration: 200.753026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.132648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:58.020457Z","caller":"traceutil/trace.go:171","msg":"trace[2065336092] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8961; }","duration":"432.21695ms","start":"2026-03-25T21:24:57.588231Z","end":"2026-03-25T21:24:58.020448Z","steps":["trace[2065336092] 'agreement among raft nodes before linearized reading' (duration: 432.153678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:57.588206Z","time spent":"432.280191ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:58.020671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465797379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:24:58.020695Z","caller":"traceutil/trace.go:171","msg":"trace[2019782270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8961; }","duration":"2.46585779s","start":"2026-03-25T21:24:55.554833Z","end":"2026-03-25T21:24:58.02069Z","steps":["trace[2019782270] 'agreement among raft nodes before linearized reading' (duration: 2.465795709s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.554812Z","time spent":"2.465898411s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:58.020802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090180308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-25T21:24:58.020872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498093953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:24:58.02087Z","caller":"traceutil/trace.go:171","msg":"trace[1001348500] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8961; }","duration":"1.090245429s","start":"2026-03-25T21:24:56.930612Z","end":"2026-03-25T21:24:58.020858Z","steps":["trace[1001348500] 'agreement among raft nodes before linearized reading' (duration: 1.090096956s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498795109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:24:58.020935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.930546Z","time spent":"1.090377643s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-25T21:24:58.020958Z","caller":"traceutil/trace.go:171","msg":"trace[908937020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8961; }","duration":"2.498838731s","start":"2026-03-25T21:24:55.522115Z","end":"2026-03-25T21:24:58.020954Z","steps":["trace[908937020] 'agreement among raft nodes before linearized reading' (duration: 2.4987913s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.522103Z","time spent":"2.498869191s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:24:58.020686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4555417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:24:58.021173Z","caller":"traceutil/trace.go:171","msg":"trace[793611885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8961; }","duration":"2.456068502s","start":"2026-03-25T21:24:55.565099Z","end":"2026-03-25T21:24:58.021167Z","steps":["trace[793611885] 'agreement among raft nodes before linearized reading' (duration: 2.455503768s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.021196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.565082Z","time spent":"2.456108093s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:58.021324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524448085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:58.021399Z","caller":"traceutil/trace.go:171","msg":"trace[1881784421] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8961; }","duration":"1.524566548s","start":"2026-03-25T21:24:56.496819Z","end":"2026-03-25T21:24:58.021385Z","steps":["trace[1881784421] 'agreement among raft nodes before linearized reading' (duration: 1.524462255s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.021437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.496799Z","time spent":"1.52462751s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:24:58.020896Z","caller":"traceutil/trace.go:171","msg":"trace[605430481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8961; }","duration":"2.498139264s","start":"2026-03-25T21:24:55.522752Z","end":"2026-03-25T21:24:58.020891Z","steps":["trace[605430481] 'agreement among raft nodes before linearized reading' (duration: 2.498086453s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.020827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488681464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:24:58.022235Z","caller":"traceutil/trace.go:171","msg":"trace[312381474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:8961; }","duration":"2.490095636s","start":"2026-03-25T21:24:55.532117Z","end":"2026-03-25T21:24:58.022213Z","steps":["trace[312381474] 'agreement among raft nodes before linearized reading' (duration: 2.488669183s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.022493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833802516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:58.022548Z","caller":"traceutil/trace.go:171","msg":"trace[1088441285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8961; }","duration":"1.833900689s","start":"2026-03-25T21:24:56.188634Z","end":"2026-03-25T21:24:58.022535Z","steps":["trace[1088441285] 'agreement among raft nodes before linearized reading' (duration: 1.833461098s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.022017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39258644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:58.02264Z","caller":"traceutil/trace.go:171","msg":"trace[513875208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8961; }","duration":"2.39347543s","start":"2026-03-25T21:24:55.629141Z","end":"2026-03-25T21:24:58.022616Z","steps":["trace[513875208] 'agreement among raft nodes before linearized reading' (duration: 2.392568549s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.022723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.629083Z","time spent":"2.393606644s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:24:58.022045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.522736Z","time spent":"2.49927161s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:24:58.022057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848053109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:58.022954Z","caller":"traceutil/trace.go:171","msg":"trace[522003686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8961; }","duration":"1.84895773s","start":"2026-03-25T21:24:56.173987Z","end":"2026-03-25T21:24:58.022945Z","steps":["trace[522003686] 'agreement among raft nodes before linearized reading' (duration: 1.848017818s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.022987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.173882Z","time spent":"1.849097174s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:58.022094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170804893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-25T21:24:58.023095Z","caller":"traceutil/trace.go:171","msg":"trace[349472465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8961; }","duration":"2.171829457s","start":"2026-03-25T21:24:55.851256Z","end":"2026-03-25T21:24:58.023086Z","steps":["trace[349472465] 'agreement among raft nodes before linearized reading' (duration: 2.170778963s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.022585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:56.188607Z","time spent":"1.83397057s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T21:24:58.023116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.851242Z","time spent":"2.171868758s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:24:58.022167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215793713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8j8wv\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-25T21:24:58.023208Z","caller":"traceutil/trace.go:171","msg":"trace[1406874525] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8j8wv; range_end:; response_count:1; response_revision:8961; }","duration":"2.216871088s","start":"2026-03-25T21:24:55.806331Z","end":"2026-03-25T21:24:58.023202Z","steps":["trace[1406874525] 'agreement among raft nodes before linearized reading' (duration: 2.215776703s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.023229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.80631Z","time spent":"2.21691383s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8j8wv\" "} {"level":"warn","ts":"2026-03-25T21:24:58.022317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:55.532105Z","time spent":"2.490197869s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"warn","ts":"2026-03-25T21:24:58.537706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.410261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-25T21:24:58.537799Z","caller":"traceutil/trace.go:171","msg":"trace[710409276] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8974; }","duration":"123.555124ms","start":"2026-03-25T21:24:58.414224Z","end":"2026-03-25T21:24:58.537779Z","steps":["trace[710409276] 'range keys from in-memory index tree' (duration: 122.480578ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:58.830006Z","caller":"traceutil/trace.go:171","msg":"trace[1388431717] linearizableReadLoop","detail":"{readStateIndex:9304; appliedIndex:9303; }","duration":"145.299322ms","start":"2026-03-25T21:24:58.68466Z","end":"2026-03-25T21:24:58.829959Z","steps":["trace[1388431717] 'read index received' (duration: 145.079977ms)","trace[1388431717] 'applied index is now lower than readState.Index' (duration: 217.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:24:58.830101Z","caller":"traceutil/trace.go:171","msg":"trace[1322772343] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"190.195649ms","start":"2026-03-25T21:24:58.639871Z","end":"2026-03-25T21:24:58.830067Z","steps":["trace[1322772343] 'process raft request' (duration: 189.902153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:58.830182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.483936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:24:58.830225Z","caller":"traceutil/trace.go:171","msg":"trace[295161642] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8975; }","duration":"145.616359ms","start":"2026-03-25T21:24:58.684599Z","end":"2026-03-25T21:24:58.830215Z","steps":["trace[295161642] 'agreement among raft nodes before linearized reading' (duration: 145.476016ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:59.457218Z","caller":"traceutil/trace.go:171","msg":"trace[1546908378] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"269.122422ms","start":"2026-03-25T21:24:59.188072Z","end":"2026-03-25T21:24:59.457195Z","steps":["trace[1546908378] 'read index received' (duration: 268.874847ms)","trace[1546908378] 'applied index is now lower than readState.Index' (duration: 246.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:24:59.4574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.314866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:24:59.457443Z","caller":"traceutil/trace.go:171","msg":"trace[1309001705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8976; }","duration":"269.404239ms","start":"2026-03-25T21:24:59.188026Z","end":"2026-03-25T21:24:59.45743Z","steps":["trace[1309001705] 'agreement among raft nodes before linearized reading' (duration: 269.323537ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:59.457412Z","caller":"traceutil/trace.go:171","msg":"trace[22165617] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"325.57806ms","start":"2026-03-25T21:24:59.131791Z","end":"2026-03-25T21:24:59.457369Z","steps":["trace[22165617] 'process raft request' (duration: 325.244543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.457614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.131759Z","time spent":"325.743023ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:24:59.457745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.628677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-25T21:24:59.45784Z","caller":"traceutil/trace.go:171","msg":"trace[1390649907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8976; }","duration":"240.780651ms","start":"2026-03-25T21:24:59.217039Z","end":"2026-03-25T21:24:59.457819Z","steps":["trace[1390649907] 'agreement among raft nodes before linearized reading' (duration: 240.509485ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:24:59.786938Z","caller":"traceutil/trace.go:171","msg":"trace[1508266309] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"324.210828ms","start":"2026-03-25T21:24:59.462687Z","end":"2026-03-25T21:24:59.786897Z","steps":["trace[1508266309] 'process raft request' (duration: 323.968112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:24:59.787127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.462657Z","time spent":"324.360292ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.009219Z","caller":"traceutil/trace.go:171","msg":"trace[359496128] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"113.615062ms","start":"2026-03-25T21:24:59.895563Z","end":"2026-03-25T21:25:00.009179Z","steps":["trace[359496128] 'process raft request' (duration: 51.650386ms)","trace[359496128] 'compare' (duration: 61.654009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:00.380136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.961488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:00.380353Z","caller":"traceutil/trace.go:171","msg":"trace[1995504600] linearizableReadLoop","detail":"{readStateIndex:9309; appliedIndex:9307; }","duration":"324.547176ms","start":"2026-03-25T21:25:00.055788Z","end":"2026-03-25T21:25:00.380335Z","steps":["trace[1995504600] 'read index received' (duration: 97.21369ms)","trace[1995504600] 'applied index is now lower than readState.Index' (duration: 227.332466ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:00.3804Z","caller":"traceutil/trace.go:171","msg":"trace[686219550] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"483.163238ms","start":"2026-03-25T21:24:59.897189Z","end":"2026-03-25T21:25:00.380352Z","steps":["trace[686219550] 'process raft request' (duration: 255.890993ms)","trace[686219550] 'compare' (duration: 226.635991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:00.380578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.792701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-25T21:25:00.380597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.897148Z","time spent":"483.345963ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.380617Z","caller":"traceutil/trace.go:171","msg":"trace[145587263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8980; }","duration":"324.857973ms","start":"2026-03-25T21:25:00.05575Z","end":"2026-03-25T21:25:00.380607Z","steps":["trace[145587263] 'agreement among raft nodes before linearized reading' (duration: 324.7213ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.380451Z","caller":"traceutil/trace.go:171","msg":"trace[467275762] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"482.781319ms","start":"2026-03-25T21:24:59.897656Z","end":"2026-03-25T21:25:00.380438Z","steps":["trace[467275762] 'process raft request' (duration: 482.576945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.380608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.817848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:00.380647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.303954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:25:00.380712Z","caller":"traceutil/trace.go:171","msg":"trace[171062057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8980; }","duration":"307.417456ms","start":"2026-03-25T21:25:00.073274Z","end":"2026-03-25T21:25:00.380691Z","steps":["trace[171062057] 'agreement among raft nodes before linearized reading' (duration: 307.237442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.380651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.055733Z","time spent":"324.910974ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:25:00.380743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.086968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-25T21:25:00.380758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.073247Z","time spent":"307.502708ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:25:00.380781Z","caller":"traceutil/trace.go:171","msg":"trace[2127198940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8980; }","duration":"307.132089ms","start":"2026-03-25T21:25:00.073639Z","end":"2026-03-25T21:25:00.380771Z","steps":["trace[2127198940] 'agreement among raft nodes before linearized reading' (duration: 307.048827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.380773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.734677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-25T21:25:00.380815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.073631Z","time spent":"307.17806ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:25:00.380715Z","caller":"traceutil/trace.go:171","msg":"trace[1989296233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"191.972821ms","start":"2026-03-25T21:25:00.188714Z","end":"2026-03-25T21:25:00.380686Z","steps":["trace[1989296233] 'agreement among raft nodes before linearized reading' (duration: 191.796957ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.380841Z","caller":"traceutil/trace.go:171","msg":"trace[142805604] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8980; }","duration":"272.823288ms","start":"2026-03-25T21:25:00.107996Z","end":"2026-03-25T21:25:00.380819Z","steps":["trace[142805604] 'agreement among raft nodes before linearized reading' (duration: 272.589553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.380813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.467454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:25:00.380895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.448214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:25:00.380956Z","caller":"traceutil/trace.go:171","msg":"trace[842503201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8980; }","duration":"306.628568ms","start":"2026-03-25T21:25:00.074308Z","end":"2026-03-25T21:25:00.380937Z","steps":["trace[842503201] 'agreement among raft nodes before linearized reading' (duration: 306.378422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.38102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.074298Z","time spent":"306.70456ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-25T21:25:00.38096Z","caller":"traceutil/trace.go:171","msg":"trace[16264112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8980; }","duration":"306.556296ms","start":"2026-03-25T21:25:00.074386Z","end":"2026-03-25T21:25:00.380942Z","steps":["trace[16264112] 'agreement among raft nodes before linearized reading' (duration: 306.3061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.380813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.211348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:25:00.381231Z","caller":"traceutil/trace.go:171","msg":"trace[99531907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8980; }","duration":"306.70947ms","start":"2026-03-25T21:25:00.074511Z","end":"2026-03-25T21:25:00.38122Z","steps":["trace[99531907] 'agreement among raft nodes before linearized reading' (duration: 306.069445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.381194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.835142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-25T21:25:00.381273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.074479Z","time spent":"306.782572ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-25T21:25:00.381367Z","caller":"traceutil/trace.go:171","msg":"trace[609203251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:8980; }","duration":"301.044648ms","start":"2026-03-25T21:25:00.080261Z","end":"2026-03-25T21:25:00.381305Z","steps":["trace[609203251] 'agreement among raft nodes before linearized reading' (duration: 300.337281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.381473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.080248Z","time spent":"301.212851ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"warn","ts":"2026-03-25T21:25:00.381525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:24:59.897623Z","time spent":"483.064846ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:00.381818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.074364Z","time spent":"307.406555ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-25T21:25:00.993402Z","caller":"traceutil/trace.go:171","msg":"trace[128225869] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"607.277176ms","start":"2026-03-25T21:25:00.386088Z","end":"2026-03-25T21:25:00.993365Z","steps":["trace[128225869] 'process raft request' (duration: 606.976929ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.993493Z","caller":"traceutil/trace.go:171","msg":"trace[1155018637] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"607.121052ms","start":"2026-03-25T21:25:00.386327Z","end":"2026-03-25T21:25:00.993448Z","steps":["trace[1155018637] 'process raft request' (duration: 606.990119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.993571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386063Z","time spent":"607.423649ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.993554Z","caller":"traceutil/trace.go:171","msg":"trace[2103730636] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"607.333427ms","start":"2026-03-25T21:25:00.38619Z","end":"2026-03-25T21:25:00.993523Z","steps":["trace[2103730636] 'process raft request' (duration: 607.100461ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.993595Z","caller":"traceutil/trace.go:171","msg":"trace[190957330] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"607.204084ms","start":"2026-03-25T21:25:00.386359Z","end":"2026-03-25T21:25:00.993563Z","steps":["trace[190957330] 'process raft request' (duration: 606.978848ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.993649Z","caller":"traceutil/trace.go:171","msg":"trace[1838259335] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"606.652221ms","start":"2026-03-25T21:25:00.386972Z","end":"2026-03-25T21:25:00.993625Z","steps":["trace[1838259335] 'process raft request' (duration: 606.391475ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:00.993413Z","caller":"traceutil/trace.go:171","msg":"trace[1522197688] linearizableReadLoop","detail":"{readStateIndex:9315; appliedIndex:9309; }","duration":"606.529349ms","start":"2026-03-25T21:25:00.386862Z","end":"2026-03-25T21:25:00.993391Z","steps":["trace[1522197688] 'read index received' (duration: 84.091003ms)","trace[1522197688] 'applied index is now lower than readState.Index' (duration: 522.437686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:00.993692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386314Z","time spent":"607.275005ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:00.993714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386161Z","time spent":"607.4776ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:00.993756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386344Z","time spent":"607.327587ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:00.993772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.887807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228514"} {"level":"warn","ts":"2026-03-25T21:25:00.993783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386956Z","time spent":"606.748963ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:00.993816Z","caller":"traceutil/trace.go:171","msg":"trace[1395384223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8986; }","duration":"606.978548ms","start":"2026-03-25T21:25:00.38683Z","end":"2026-03-25T21:25:00.993809Z","steps":["trace[1395384223] 'agreement among raft nodes before linearized reading' (duration: 606.62581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.993855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386819Z","time spent":"607.02797ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228536,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-25T21:25:00.993775Z","caller":"traceutil/trace.go:171","msg":"trace[1644344169] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"607.48983ms","start":"2026-03-25T21:25:00.386106Z","end":"2026-03-25T21:25:00.993596Z","steps":["trace[1644344169] 'process raft request' (duration: 607.152293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:00.99428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.386074Z","time spent":"608.088605ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:01.222025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.454525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:01.222144Z","caller":"traceutil/trace.go:171","msg":"trace[499860858] linearizableReadLoop","detail":"{readStateIndex:9317; appliedIndex:9316; }","duration":"214.449756ms","start":"2026-03-25T21:25:01.007678Z","end":"2026-03-25T21:25:01.222128Z","steps":["trace[499860858] 'read index received' (duration: 68.766305ms)","trace[499860858] 'applied index is now lower than readState.Index' (duration: 145.682501ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:01.222234Z","caller":"traceutil/trace.go:171","msg":"trace[1741126276] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"749.845114ms","start":"2026-03-25T21:25:00.472378Z","end":"2026-03-25T21:25:01.222223Z","steps":["trace[1741126276] 'process raft request' (duration: 604.065621ms)","trace[1741126276] 'compare' (duration: 145.274621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:01.222295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:00.472344Z","time spent":"749.920895ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:01.222417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.719592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:25:01.222526Z","caller":"traceutil/trace.go:171","msg":"trace[2181945] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8987; }","duration":"214.879285ms","start":"2026-03-25T21:25:01.007625Z","end":"2026-03-25T21:25:01.222504Z","steps":["trace[2181945] 'agreement among raft nodes before linearized reading' (duration: 214.699831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.222907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.400831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6cbcbcb4c6-8d9r5.18a0328c3b4e49ca\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-25T21:25:01.222967Z","caller":"traceutil/trace.go:171","msg":"trace[1953315471] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6cbcbcb4c6-8d9r5.18a0328c3b4e49ca; range_end:; response_count:1; response_revision:8987; }","duration":"162.961334ms","start":"2026-03-25T21:25:01.059991Z","end":"2026-03-25T21:25:01.222952Z","steps":["trace[1953315471] 'agreement among raft nodes before linearized reading' (duration: 162.318139ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:01.568621Z","caller":"traceutil/trace.go:171","msg":"trace[155061647] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9317; }","duration":"341.266507ms","start":"2026-03-25T21:25:01.227334Z","end":"2026-03-25T21:25:01.568601Z","steps":["trace[155061647] 'read index received' (duration: 253.646681ms)","trace[155061647] 'applied index is now lower than readState.Index' (duration: 87.618656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:01.568626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.226056Z","time spent":"342.563397ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T21:25:01.568759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.39955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:25:01.568836Z","caller":"traceutil/trace.go:171","msg":"trace[1440866626] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8987; }","duration":"341.507462ms","start":"2026-03-25T21:25:01.227309Z","end":"2026-03-25T21:25:01.568817Z","steps":["trace[1440866626] 'agreement among raft nodes before linearized reading' (duration: 341.352708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.568875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.227297Z","time spent":"341.569494ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-25T21:25:01.870492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.498986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:01.8706Z","caller":"traceutil/trace.go:171","msg":"trace[1623824974] linearizableReadLoop","detail":"{readStateIndex:9319; appliedIndex:9318; }","duration":"299.242335ms","start":"2026-03-25T21:25:01.571341Z","end":"2026-03-25T21:25:01.870583Z","steps":["trace[1623824974] 'read index received' (duration: 171.637586ms)","trace[1623824974] 'applied index is now lower than readState.Index' (duration: 127.603489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:01.870681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.345338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-25T21:25:01.870655Z","caller":"traceutil/trace.go:171","msg":"trace[663850124] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"301.040677ms","start":"2026-03-25T21:25:01.569575Z","end":"2026-03-25T21:25:01.870615Z","steps":["trace[663850124] 'process raft request' (duration: 173.328316ms)","trace[663850124] 'compare' (duration: 127.335763ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:01.870715Z","caller":"traceutil/trace.go:171","msg":"trace[1531944588] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8988; }","duration":"299.40976ms","start":"2026-03-25T21:25:01.571295Z","end":"2026-03-25T21:25:01.870705Z","steps":["trace[1531944588] 'agreement among raft nodes before linearized reading' (duration: 299.335198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:01.870817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:01.569556Z","time spent":"301.17127ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:02.180429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.909859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:25:02.180579Z","caller":"traceutil/trace.go:171","msg":"trace[1393398685] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"165.499953ms","start":"2026-03-25T21:25:02.015052Z","end":"2026-03-25T21:25:02.180551Z","steps":["trace[1393398685] 'process raft request' (duration: 51.286627ms)","trace[1393398685] 'compare' (duration: 113.704284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:02.904678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138107011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:03.405769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138107011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:03.906496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101251138107011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T21:25:04.388786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001815097s","expected-duration":"1s"} {"level":"info","ts":"2026-03-25T21:25:04.450012Z","caller":"traceutil/trace.go:171","msg":"trace[1880136574] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"2.06320024s","start":"2026-03-25T21:25:02.386782Z","end":"2026-03-25T21:25:04.449982Z","steps":["trace[1880136574] 'process raft request' (duration: 2.002233217s)","trace[1880136574] 'compare' (duration: 60.509973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:04.450191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.386743Z","time spent":"2.063373894s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:25:04.773961Z","caller":"traceutil/trace.go:171","msg":"trace[2060747947] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9320; }","duration":"2.3695151s","start":"2026-03-25T21:25:02.404414Z","end":"2026-03-25T21:25:04.773929Z","steps":["trace[2060747947] 'read index received' (duration: 1.984627026s)","trace[2060747947] 'applied index is now lower than readState.Index' (duration: 384.886934ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:04.774087Z","caller":"traceutil/trace.go:171","msg":"trace[546138858] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"2.213197641s","start":"2026-03-25T21:25:02.560851Z","end":"2026-03-25T21:25:04.774049Z","steps":["trace[546138858] 'process raft request' (duration: 2.212873073s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.774161Z","caller":"traceutil/trace.go:171","msg":"trace[333676571] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"586.441689ms","start":"2026-03-25T21:25:04.187707Z","end":"2026-03-25T21:25:04.774148Z","steps":["trace[333676571] 'process raft request' (duration: 586.159713ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.774167Z","caller":"traceutil/trace.go:171","msg":"trace[585328296] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"2.386276682s","start":"2026-03-25T21:25:02.387858Z","end":"2026-03-25T21:25:04.774134Z","steps":["trace[585328296] 'process raft request' (duration: 2.326855385s)","trace[585328296] 'compare' (duration: 58.735981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:25:04.774277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:04.187667Z","time spent":"586.522351ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:04.774315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.387819Z","time spent":"2.386412465s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:04.774592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587096957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:04.774653Z","caller":"traceutil/trace.go:171","msg":"trace[790772106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8993; }","duration":"1.58719085s","start":"2026-03-25T21:25:03.187448Z","end":"2026-03-25T21:25:04.774639Z","steps":["trace[790772106] 'agreement among raft nodes before linearized reading' (duration: 1.587092717s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.070397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:04.774668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774563343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-25T21:25:04.774672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774593394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-25T21:25:04.77469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.18743Z","time spent":"1.587252912s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T21:25:04.774699Z","caller":"traceutil/trace.go:171","msg":"trace[1707077788] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8993; }","duration":"244.195131ms","start":"2026-03-25T21:25:04.53049Z","end":"2026-03-25T21:25:04.774685Z","steps":["trace[1707077788] 'agreement among raft nodes before linearized reading' (duration: 244.095838ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.774715Z","caller":"traceutil/trace.go:171","msg":"trace[630265641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8993; }","duration":"1.774659395s","start":"2026-03-25T21:25:03.000045Z","end":"2026-03-25T21:25:04.774705Z","steps":["trace[630265641] 'agreement among raft nodes before linearized reading' (duration: 1.774546352s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774481331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-25T21:25:04.77475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.000035Z","time spent":"1.774706247s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:25:04.774743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370325579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:04.774751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.841765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-03-25T21:25:04.774717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771294397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-25T21:25:04.774777Z","caller":"traceutil/trace.go:171","msg":"trace[463551935] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8993; }","duration":"1.774578023s","start":"2026-03-25T21:25:03.000177Z","end":"2026-03-25T21:25:04.774755Z","steps":["trace[463551935] 'agreement among raft nodes before linearized reading' (duration: 1.774381549s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774657355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-25T21:25:04.77471Z","caller":"traceutil/trace.go:171","msg":"trace[615511810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8993; }","duration":"1.774628775s","start":"2026-03-25T21:25:03.000069Z","end":"2026-03-25T21:25:04.774698Z","steps":["trace[615511810] 'agreement among raft nodes before linearized reading' (duration: 1.774473351s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.774808Z","caller":"traceutil/trace.go:171","msg":"trace[2140835738] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8993; }","duration":"947.936827ms","start":"2026-03-25T21:25:03.82686Z","end":"2026-03-25T21:25:04.774796Z","steps":["trace[2140835738] 'agreement among raft nodes before linearized reading' (duration: 947.690172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.000171Z","time spent":"1.774645755s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:25:04.774811Z","caller":"traceutil/trace.go:171","msg":"trace[957370210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8993; }","duration":"2.370444842s","start":"2026-03-25T21:25:02.404349Z","end":"2026-03-25T21:25:04.774794Z","steps":["trace[957370210] 'agreement among raft nodes before linearized reading' (duration: 2.37033445s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.826838Z","time spent":"948.010669ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-25T21:25:04.77482Z","caller":"traceutil/trace.go:171","msg":"trace[730139904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:8993; }","duration":"1.77141321s","start":"2026-03-25T21:25:03.003394Z","end":"2026-03-25T21:25:04.774807Z","steps":["trace[730139904] 'agreement among raft nodes before linearized reading' (duration: 1.771201265s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.00006Z","time spent":"1.774785538s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:25:04.774875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.404323Z","time spent":"2.370538564s","remote":"127.0.0.1:43716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:25:04.774905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776465348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-25T21:25:04.774903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.003386Z","time spent":"1.771506482s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"info","ts":"2026-03-25T21:25:04.774931Z","caller":"traceutil/trace.go:171","msg":"trace[468830850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8993; }","duration":"1.776491108s","start":"2026-03-25T21:25:02.998432Z","end":"2026-03-25T21:25:04.774923Z","steps":["trace[468830850] 'agreement among raft nodes before linearized reading' (duration: 1.776420537s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.774822Z","caller":"traceutil/trace.go:171","msg":"trace[925936669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8993; }","duration":"1.774711307s","start":"2026-03-25T21:25:03.000102Z","end":"2026-03-25T21:25:04.774813Z","steps":["trace[925936669] 'agreement among raft nodes before linearized reading' (duration: 1.774630095s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.774971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.998353Z","time spent":"1.776611961s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:25:04.774975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005727249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:04.774992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.000091Z","time spent":"1.774893931s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:25:04.774747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776214191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:25:04.77502Z","caller":"traceutil/trace.go:171","msg":"trace[1878145776] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8993; }","duration":"2.005818421s","start":"2026-03-25T21:25:02.76919Z","end":"2026-03-25T21:25:04.775008Z","steps":["trace[1878145776] 'agreement among raft nodes before linearized reading' (duration: 2.00575623s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.775039Z","caller":"traceutil/trace.go:171","msg":"trace[1656530667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8993; }","duration":"1.776519949s","start":"2026-03-25T21:25:02.998504Z","end":"2026-03-25T21:25:04.775024Z","steps":["trace[1656530667] 'agreement among raft nodes before linearized reading' (duration: 1.776064528s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.775057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.769166Z","time spent":"2.005883013s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:25:04.77508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.998403Z","time spent":"1.776665723s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-25T21:25:04.77514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582984441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-25T21:25:04.775117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258523927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:25:04.775187Z","caller":"traceutil/trace.go:171","msg":"trace[948355600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8993; }","duration":"1.583045593s","start":"2026-03-25T21:25:03.192124Z","end":"2026-03-25T21:25:04.77517Z","steps":["trace[948355600] 'agreement among raft nodes before linearized reading' (duration: 1.58293651s)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:04.77521Z","caller":"traceutil/trace.go:171","msg":"trace[1313140326] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8993; }","duration":"1.258675582s","start":"2026-03-25T21:25:03.516519Z","end":"2026-03-25T21:25:04.775195Z","steps":["trace[1313140326] 'agreement among raft nodes before linearized reading' (duration: 1.258526878s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.775225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.192112Z","time spent":"1.583105974s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:25:04.774694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.327463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:25:04.774249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.56082Z","time spent":"2.213345565s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:25:04.775339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196980023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:25:04.775372Z","caller":"traceutil/trace.go:171","msg":"trace[1576548255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8993; }","duration":"245.04447ms","start":"2026-03-25T21:25:04.530304Z","end":"2026-03-25T21:25:04.775348Z","steps":["trace[1576548255] 'agreement among raft nodes before linearized reading' (duration: 244.327653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.775266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031088158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-25T21:25:04.775474Z","caller":"traceutil/trace.go:171","msg":"trace[2021165301] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8993; }","duration":"1.031345315s","start":"2026-03-25T21:25:03.74412Z","end":"2026-03-25T21:25:04.775465Z","steps":["trace[2021165301] 'agreement among raft nodes before linearized reading' (duration: 1.031056128s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.775518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.744094Z","time spent":"1.031410316s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:25:04.775293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.51645Z","time spent":"1.258828505s","remote":"127.0.0.1:58166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:25:04.775411Z","caller":"traceutil/trace.go:171","msg":"trace[1684187050] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8993; }","duration":"2.197093015s","start":"2026-03-25T21:25:02.578305Z","end":"2026-03-25T21:25:04.775398Z","steps":["trace[1684187050] 'agreement among raft nodes before linearized reading' (duration: 2.196053591s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.775645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:02.57828Z","time spent":"2.197355892s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:25:04.775718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04573301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:25:04.77586Z","caller":"traceutil/trace.go:171","msg":"trace[1995914620] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8993; }","duration":"1.046012376s","start":"2026-03-25T21:25:03.729821Z","end":"2026-03-25T21:25:04.775833Z","steps":["trace[1995914620] 'agreement among raft nodes before linearized reading' (duration: 1.045015713s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:04.775958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:25:03.729795Z","time spent":"1.04614413s","remote":"127.0.0.1:46750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:25:11.004652Z","caller":"traceutil/trace.go:171","msg":"trace[349395587] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"123.187485ms","start":"2026-03-25T21:25:10.881435Z","end":"2026-03-25T21:25:11.004622Z","steps":["trace[349395587] 'process raft request' (duration: 67.667469ms)","trace[349395587] 'compare' (duration: 55.318511ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:11.005058Z","caller":"traceutil/trace.go:171","msg":"trace[103477843] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"123.278817ms","start":"2026-03-25T21:25:10.881749Z","end":"2026-03-25T21:25:11.005028Z","steps":["trace[103477843] 'process raft request' (duration: 122.823657ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:11.005108Z","caller":"traceutil/trace.go:171","msg":"trace[1108668613] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"122.53277ms","start":"2026-03-25T21:25:10.882547Z","end":"2026-03-25T21:25:11.00508Z","steps":["trace[1108668613] 'process raft request' (duration: 122.366886ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:11.00524Z","caller":"traceutil/trace.go:171","msg":"trace[1815259806] linearizableReadLoop","detail":"{readStateIndex:9408; appliedIndex:9403; }","duration":"119.847867ms","start":"2026-03-25T21:25:10.885382Z","end":"2026-03-25T21:25:11.00523Z","steps":["trace[1815259806] 'read index received' (duration: 10.381472ms)","trace[1815259806] 'applied index is now lower than readState.Index' (duration: 109.464525ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:11.005293Z","caller":"traceutil/trace.go:171","msg":"trace[1844039822] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"122.603701ms","start":"2026-03-25T21:25:10.88268Z","end":"2026-03-25T21:25:11.005283Z","steps":["trace[1844039822] 'process raft request' (duration: 122.347165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:11.005568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.174195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228610"} {"level":"info","ts":"2026-03-25T21:25:11.005597Z","caller":"traceutil/trace.go:171","msg":"trace[681840787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9074; }","duration":"120.266028ms","start":"2026-03-25T21:25:10.885325Z","end":"2026-03-25T21:25:11.005591Z","steps":["trace[681840787] 'agreement among raft nodes before linearized reading' (duration: 119.95731ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:11.16311Z","caller":"traceutil/trace.go:171","msg":"trace[1702890229] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"103.484756ms","start":"2026-03-25T21:25:11.059591Z","end":"2026-03-25T21:25:11.163076Z","steps":["trace[1702890229] 'process raft request' (duration: 103.036075ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:11.314974Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024c8.wal"} {"level":"info","ts":"2026-03-25T21:25:13.998344Z","caller":"traceutil/trace.go:171","msg":"trace[161351140] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"136.549217ms","start":"2026-03-25T21:25:13.861763Z","end":"2026-03-25T21:25:13.998313Z","steps":["trace[161351140] 'process raft request' (duration: 41.13396ms)","trace[161351140] 'compare' (duration: 95.261314ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:14.000757Z","caller":"traceutil/trace.go:171","msg":"trace[1729329161] linearizableReadLoop","detail":"{readStateIndex:9464; appliedIndex:9461; }","duration":"111.709368ms","start":"2026-03-25T21:25:13.889018Z","end":"2026-03-25T21:25:14.000728Z","steps":["trace[1729329161] 'read index received' (duration: 13.896914ms)","trace[1729329161] 'applied index is now lower than readState.Index' (duration: 97.810824ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:25:14.000886Z","caller":"traceutil/trace.go:171","msg":"trace[904785093] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"133.495406ms","start":"2026-03-25T21:25:13.867378Z","end":"2026-03-25T21:25:14.000874Z","steps":["trace[904785093] 'process raft request' (duration: 133.24299ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:25:14.001064Z","caller":"traceutil/trace.go:171","msg":"trace[1196258012] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"137.604912ms","start":"2026-03-25T21:25:13.863439Z","end":"2026-03-25T21:25:14.001044Z","steps":["trace[1196258012] 'process raft request' (duration: 137.060929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:25:14.001138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.109476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-25T21:25:14.001177Z","caller":"traceutil/trace.go:171","msg":"trace[1955277081] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9129; }","duration":"112.209779ms","start":"2026-03-25T21:25:13.888954Z","end":"2026-03-25T21:25:14.001164Z","steps":["trace[1955277081] 'agreement among raft nodes before linearized reading' (duration: 112.063435ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:05.352291Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T21:26:05.357248Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T21:26:05.357473Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T21:26:15.343779Z","caller":"traceutil/trace.go:171","msg":"trace[1079833455] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"806.001609ms","start":"2026-03-25T21:26:14.537746Z","end":"2026-03-25T21:26:15.343748Z","steps":["trace[1079833455] 'process raft request' (duration: 805.823155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.343955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:14.53772Z","time spent":"806.153083ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:26:15.518178Z","caller":"traceutil/trace.go:171","msg":"trace[1952264013] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"756.367681ms","start":"2026-03-25T21:26:14.761783Z","end":"2026-03-25T21:26:15.518151Z","steps":["trace[1952264013] 'process raft request' (duration: 756.040904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.518478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:14.761726Z","time spent":"756.533016ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:26:15.518486Z","caller":"traceutil/trace.go:171","msg":"trace[1628919400] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"428.443489ms","start":"2026-03-25T21:26:15.08998Z","end":"2026-03-25T21:26:15.518424Z","steps":["trace[1628919400] 'process raft request' (duration: 428.126141ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:15.518605Z","caller":"traceutil/trace.go:171","msg":"trace[68348714] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"427.371233ms","start":"2026-03-25T21:26:15.0912Z","end":"2026-03-25T21:26:15.518572Z","steps":["trace[68348714] 'process raft request' (duration: 427.100697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.518686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.089936Z","time spent":"428.645243ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:15.518768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.091165Z","time spent":"427.520297ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:26:15.922088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.65859ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-25T21:26:15.922244Z","caller":"traceutil/trace.go:171","msg":"trace[1152531542] linearizableReadLoop","detail":"{readStateIndex:10051; appliedIndex:10049; }","duration":"1.066167964s","start":"2026-03-25T21:26:14.856049Z","end":"2026-03-25T21:26:15.922217Z","steps":["trace[1152531542] 'read index received' (duration: 487.660708ms)","trace[1152531542] 'applied index is now lower than readState.Index' (duration: 578.504946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:26:15.922588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066527423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-25T21:26:15.922648Z","caller":"traceutil/trace.go:171","msg":"trace[233230878] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9704; }","duration":"1.066632335s","start":"2026-03-25T21:26:14.855984Z","end":"2026-03-25T21:26:15.922617Z","steps":["trace[233230878] 'agreement among raft nodes before linearized reading' (duration: 1.066390619s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.922601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.477528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:26:15.922701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:14.85595Z","time spent":"1.066739318s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-25T21:26:15.922731Z","caller":"traceutil/trace.go:171","msg":"trace[984647259] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9704; }","duration":"781.657182ms","start":"2026-03-25T21:26:15.14104Z","end":"2026-03-25T21:26:15.922697Z","steps":["trace[984647259] 'agreement among raft nodes before linearized reading' (duration: 781.450227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.922766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.842864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-25T21:26:15.922753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.069077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-64ptz\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-25T21:26:15.922798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.141027Z","time spent":"781.754584ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:26:15.92277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.545621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:26:15.922847Z","caller":"traceutil/trace.go:171","msg":"trace[366694569] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9704; }","duration":"735.961597ms","start":"2026-03-25T21:26:15.186867Z","end":"2026-03-25T21:26:15.922829Z","steps":["trace[366694569] 'agreement among raft nodes before linearized reading' (duration: 735.764702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.922837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.298515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:26:15.922872Z","caller":"traceutil/trace.go:171","msg":"trace[648796299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-64ptz; range_end:; response_count:1; response_revision:9704; }","duration":"485.19694ms","start":"2026-03-25T21:26:15.437645Z","end":"2026-03-25T21:26:15.922842Z","steps":["trace[648796299] 'agreement among raft nodes before linearized reading' (duration: 484.858022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.922892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.186854Z","time spent":"736.024128ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":60,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-25T21:26:15.922866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.367271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:26:15.922908Z","caller":"traceutil/trace.go:171","msg":"trace[1507999543] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9704; }","duration":"522.721486ms","start":"2026-03-25T21:26:15.400148Z","end":"2026-03-25T21:26:15.922869Z","steps":["trace[1507999543] 'agreement among raft nodes before linearized reading' (duration: 522.338217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.922936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.437588Z","time spent":"485.339614ms","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-64ptz\" "} {"level":"info","ts":"2026-03-25T21:26:15.922944Z","caller":"traceutil/trace.go:171","msg":"trace[1720145650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9704; }","duration":"733.440248ms","start":"2026-03-25T21:26:15.189478Z","end":"2026-03-25T21:26:15.922918Z","steps":["trace[1720145650] 'agreement among raft nodes before linearized reading' (duration: 733.10635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.922898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.486313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:26:15.922966Z","caller":"traceutil/trace.go:171","msg":"trace[471781308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9704; }","duration":"686.520185ms","start":"2026-03-25T21:26:15.236423Z","end":"2026-03-25T21:26:15.922944Z","steps":["trace[471781308] 'agreement among raft nodes before linearized reading' (duration: 686.230088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.9228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.06064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-25T21:26:15.922996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.189468Z","time spent":"733.51838ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-25T21:26:15.923019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.23635Z","time spent":"686.660418ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-25T21:26:15.923025Z","caller":"traceutil/trace.go:171","msg":"trace[1586060158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9704; }","duration":"528.334196ms","start":"2026-03-25T21:26:15.394679Z","end":"2026-03-25T21:26:15.923014Z","steps":["trace[1586060158] 'agreement among raft nodes before linearized reading' (duration: 527.932837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.923058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.394656Z","time spent":"528.394107ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-25T21:26:15.922975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.400127Z","time spent":"522.835348ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-25T21:26:15.923071Z","caller":"traceutil/trace.go:171","msg":"trace[1641808506] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9704; }","duration":"707.985425ms","start":"2026-03-25T21:26:15.215063Z","end":"2026-03-25T21:26:15.923049Z","steps":["trace[1641808506] 'agreement among raft nodes before linearized reading' (duration: 707.456993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.923481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.33134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-25T21:26:15.923542Z","caller":"traceutil/trace.go:171","msg":"trace[1978794452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9704; }","duration":"523.435522ms","start":"2026-03-25T21:26:15.400094Z","end":"2026-03-25T21:26:15.92353Z","steps":["trace[1978794452] 'agreement among raft nodes before linearized reading' (duration: 522.400588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.923588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.400077Z","time spent":"523.500333ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-25T21:26:15.923569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.612643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:26:15.923657Z","caller":"traceutil/trace.go:171","msg":"trace[381265502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9704; }","duration":"528.741576ms","start":"2026-03-25T21:26:15.394902Z","end":"2026-03-25T21:26:15.923643Z","steps":["trace[381265502] 'agreement among raft nodes before linearized reading' (duration: 528.512251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:15.923689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.394882Z","time spent":"528.799917ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-25T21:26:15.923715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:26:15.215053Z","time spent":"708.488057ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-25T21:26:16.158882Z","caller":"traceutil/trace.go:171","msg":"trace[1739482549] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"230.36506ms","start":"2026-03-25T21:26:15.928495Z","end":"2026-03-25T21:26:16.158861Z","steps":["trace[1739482549] 'process raft request' (duration: 230.111134ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.159195Z","caller":"traceutil/trace.go:171","msg":"trace[741765222] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"230.292439ms","start":"2026-03-25T21:26:15.928891Z","end":"2026-03-25T21:26:16.159183Z","steps":["trace[741765222] 'process raft request' (duration: 229.92735ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.159371Z","caller":"traceutil/trace.go:171","msg":"trace[1546789000] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"230.322539ms","start":"2026-03-25T21:26:15.929038Z","end":"2026-03-25T21:26:16.159361Z","steps":["trace[1546789000] 'process raft request' (duration: 230.091014ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.159538Z","caller":"traceutil/trace.go:171","msg":"trace[185656602] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"229.706075ms","start":"2026-03-25T21:26:15.92982Z","end":"2026-03-25T21:26:16.159526Z","steps":["trace[185656602] 'process raft request' (duration: 229.570352ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.159546Z","caller":"traceutil/trace.go:171","msg":"trace[1136210126] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"229.840968ms","start":"2026-03-25T21:26:15.929651Z","end":"2026-03-25T21:26:16.159492Z","steps":["trace[1136210126] 'process raft request' (duration: 229.673564ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:16.159494Z","caller":"traceutil/trace.go:171","msg":"trace[511765445] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10054; }","duration":"230.466542ms","start":"2026-03-25T21:26:15.92899Z","end":"2026-03-25T21:26:16.159456Z","steps":["trace[511765445] 'read index received' (duration: 74.959167ms)","trace[511765445] 'applied index is now lower than readState.Index' (duration: 155.505905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:26:16.160022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.004046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291302"} {"level":"info","ts":"2026-03-25T21:26:16.16009Z","caller":"traceutil/trace.go:171","msg":"trace[503731950] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9711; }","duration":"231.128668ms","start":"2026-03-25T21:26:15.928949Z","end":"2026-03-25T21:26:16.160077Z","steps":["trace[503731950] 'agreement among raft nodes before linearized reading' (duration: 230.616526ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:18.853246Z","caller":"traceutil/trace.go:171","msg":"trace[1651689295] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"244.250983ms","start":"2026-03-25T21:26:18.608968Z","end":"2026-03-25T21:26:18.853219Z","steps":["trace[1651689295] 'process raft request' (duration: 244.071469ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:31.854397Z","caller":"traceutil/trace.go:171","msg":"trace[622737212] linearizableReadLoop","detail":"{readStateIndex:10194; appliedIndex:10193; }","duration":"100.299738ms","start":"2026-03-25T21:26:31.754066Z","end":"2026-03-25T21:26:31.854366Z","steps":["trace[622737212] 'read index received' (duration: 99.53549ms)","trace[622737212] 'applied index is now lower than readState.Index' (duration: 762.858µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:26:31.85455Z","caller":"traceutil/trace.go:171","msg":"trace[176296104] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"110.939996ms","start":"2026-03-25T21:26:31.743599Z","end":"2026-03-25T21:26:31.854539Z","steps":["trace[176296104] 'process raft request' (duration: 110.098626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:26:31.854867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-25T21:26:31.85491Z","caller":"traceutil/trace.go:171","msg":"trace[1024281185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9841; }","duration":"100.861771ms","start":"2026-03-25T21:26:31.754037Z","end":"2026-03-25T21:26:31.854899Z","steps":["trace[1024281185] 'agreement among raft nodes before linearized reading' (duration: 100.676397ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:26:33.002311Z","caller":"traceutil/trace.go:171","msg":"trace[1932295920] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"134.937486ms","start":"2026-03-25T21:26:32.867344Z","end":"2026-03-25T21:26:33.002282Z","steps":["trace[1932295920] 'process raft request' (duration: 134.723541ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:27:35.527414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7898} {"level":"info","ts":"2026-03-25T21:27:35.621838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7898,"took":"91.540204ms","hash":716738526,"current-db-size-bytes":54542336,"current-db-size":"54 MB","current-db-size-in-use-bytes":27824128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-25T21:27:35.621902Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":716738526,"revision":7898,"compact-revision":5687} {"level":"info","ts":"2026-03-25T21:32:35.536352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10259} {"level":"info","ts":"2026-03-25T21:32:35.624172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10259,"took":"84.781059ms","hash":3553747174,"current-db-size-bytes":54542336,"current-db-size":"54 MB","current-db-size-in-use-bytes":22302720,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-25T21:32:35.624815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3553747174,"revision":10259,"compact-revision":7898} {"level":"warn","ts":"2026-03-25T21:34:57.357495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.426184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:34:57.357626Z","caller":"traceutil/trace.go:171","msg":"trace[2113865109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12788; }","duration":"169.617009ms","start":"2026-03-25T21:34:57.187987Z","end":"2026-03-25T21:34:57.357604Z","steps":["trace[2113865109] 'range keys from in-memory index tree' (duration: 169.350513ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:34:57.357758Z","caller":"traceutil/trace.go:171","msg":"trace[1145287239] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"165.775609ms","start":"2026-03-25T21:34:57.191964Z","end":"2026-03-25T21:34:57.35774Z","steps":["trace[1145287239] 'process raft request' (duration: 165.680637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:34:57.358385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.88995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-n8bqp.18a032a929cd9ce8\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12788 ","response":"range_response_count:102 size:78947"} {"level":"info","ts":"2026-03-25T21:34:57.35855Z","caller":"traceutil/trace.go:171","msg":"trace[1026971774] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-n8bqp.18a032a929cd9ce8\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12788; }","duration":"190.139875ms","start":"2026-03-25T21:34:57.168379Z","end":"2026-03-25T21:34:57.358518Z","steps":["trace[1026971774] 'range keys from in-memory index tree' (duration: 189.076821ms)"],"step_count":1}