{"level":"warn","ts":"2026-08-13T08:35:32.72775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-13T08:35:32.727857Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.219:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.219:2380","--initial-cluster=instance=https://199.19.213.219:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.219:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.219:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-13T08:35:32.727934Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-13T08:35:32.727943Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-08-13T08:35:32.727965Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-13T08:35:32.728692Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"]} {"level":"info","ts":"2026-08-13T08:35:32.728793Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.219:2380"],"listen-peer-urls":["https://199.19.213.219:2380"],"advertise-client-urls":["https://199.19.213.219:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.219:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-13T08:35:32.732786Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.780858ms"} {"level":"info","ts":"2026-08-13T08:35:32.738704Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"7e142186203fa167","cluster-id":"e7586aea7e662ee6"} {"level":"info","ts":"2026-08-13T08:35:32.738807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 switched to configuration voters=()"} {"level":"info","ts":"2026-08-13T08:35:32.738842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became follower at term 0"} {"level":"info","ts":"2026-08-13T08:35:32.738864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7e142186203fa167 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-13T08:35:32.738883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became follower at term 1"} {"level":"info","ts":"2026-08-13T08:35:32.738944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327)"} {"level":"warn","ts":"2026-08-13T08:35:32.746603Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-13T08:35:32.748173Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-13T08:35:32.749655Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-13T08:35:32.753041Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"7e142186203fa167","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-13T08:35:32.753766Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7e142186203fa167","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-13T08:35:32.753879Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T08:35:32.754007Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T08:35:32.754031Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-13T08:35:32.755496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327)"} {"level":"info","ts":"2026-08-13T08:35:32.755684Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","added-peer-id":"7e142186203fa167","added-peer-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-08-13T08:35:32.759457Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-13T08:35:32.759788Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7e142186203fa167","initial-advertise-peer-urls":["https://199.19.213.219:2380"],"listen-peer-urls":["https://199.19.213.219:2380"],"advertise-client-urls":["https://199.19.213.219:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-13T08:35:32.759834Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-13T08:35:32.75999Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.219:2380"} {"level":"info","ts":"2026-08-13T08:35:32.760017Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.219:2380"} {"level":"info","ts":"2026-08-13T08:35:33.139894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 is starting a new election at term 1"} {"level":"info","ts":"2026-08-13T08:35:33.139974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-13T08:35:33.140013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 received MsgPreVoteResp from 7e142186203fa167 at term 1"} {"level":"info","ts":"2026-08-13T08:35:33.14003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became candidate at term 2"} {"level":"info","ts":"2026-08-13T08:35:33.140038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 received MsgVoteResp from 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-08-13T08:35:33.140052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7e142186203fa167 became leader at term 2"} {"level":"info","ts":"2026-08-13T08:35:33.140078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7e142186203fa167 elected leader 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-08-13T08:35:33.14074Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T08:35:33.142835Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"7e142186203fa167","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.219:2379]}","request-path":"/0/members/7e142186203fa167/attributes","cluster-id":"e7586aea7e662ee6","publish-timeout":"7s"} {"level":"info","ts":"2026-08-13T08:35:33.143014Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-13T08:35:33.14308Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-13T08:35:33.145172Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-13T08:35:33.146509Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.219:2379"} {"level":"info","ts":"2026-08-13T08:35:33.149408Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-13T08:35:33.149464Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-13T08:35:33.165195Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T08:35:33.165612Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T08:35:33.165696Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-13T08:36:01.385903Z","caller":"traceutil/trace.go:171","msg":"trace[323580829] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"377.874212ms","start":"2026-08-13T08:36:01.008001Z","end":"2026-08-13T08:36:01.385875Z","steps":["trace[323580829] 'process raft request' (duration: 377.722188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:01.386508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:01.007971Z","time spent":"378.012105ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:36:09.598414Z","caller":"traceutil/trace.go:171","msg":"trace[1417697208] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"174.316897ms","start":"2026-08-13T08:36:09.424073Z","end":"2026-08-13T08:36:09.598389Z","steps":["trace[1417697208] 'process raft request' (duration: 174.138312ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.797604Z","caller":"traceutil/trace.go:171","msg":"trace[1758246867] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"310.508424ms","start":"2026-08-13T08:36:09.487063Z","end":"2026-08-13T08:36:09.797571Z","steps":["trace[1758246867] 'process raft request' (duration: 310.306528ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.797771Z","caller":"traceutil/trace.go:171","msg":"trace[1180258860] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"297.256405ms","start":"2026-08-13T08:36:09.500497Z","end":"2026-08-13T08:36:09.797754Z","steps":["trace[1180258860] 'process raft request' (duration: 297.094931ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.79775Z","caller":"traceutil/trace.go:171","msg":"trace[1123154584] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"299.275243ms","start":"2026-08-13T08:36:09.498438Z","end":"2026-08-13T08:36:09.797713Z","steps":["trace[1123154584] 'process raft request' (duration: 299.112779ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.797844Z","caller":"traceutil/trace.go:171","msg":"trace[1239149536] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"305.715257ms","start":"2026-08-13T08:36:09.492063Z","end":"2026-08-13T08:36:09.797778Z","steps":["trace[1239149536] 'process raft request' (duration: 305.455109ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.797935Z","caller":"traceutil/trace.go:171","msg":"trace[618510236] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"294.813635ms","start":"2026-08-13T08:36:09.503053Z","end":"2026-08-13T08:36:09.797867Z","steps":["trace[618510236] 'process raft request' (duration: 294.679821ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.797933Z","caller":"traceutil/trace.go:171","msg":"trace[1124813986] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"297.293786ms","start":"2026-08-13T08:36:09.500556Z","end":"2026-08-13T08:36:09.79785Z","steps":["trace[1124813986] 'process raft request' (duration: 297.0935ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.798046Z","caller":"traceutil/trace.go:171","msg":"trace[2134900403] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"293.287701ms","start":"2026-08-13T08:36:09.504751Z","end":"2026-08-13T08:36:09.798039Z","steps":["trace[2134900403] 'process raft request' (duration: 293.022834ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.798067Z","caller":"traceutil/trace.go:171","msg":"trace[1090151027] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"291.358866ms","start":"2026-08-13T08:36:09.506695Z","end":"2026-08-13T08:36:09.798054Z","steps":["trace[1090151027] 'process raft request' (duration: 291.136479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:09.797995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:09.492056Z","time spent":"305.866612ms","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-13T08:36:09.798099Z","caller":"traceutil/trace.go:171","msg":"trace[149937974] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"262.543601ms","start":"2026-08-13T08:36:09.53553Z","end":"2026-08-13T08:36:09.798074Z","steps":["trace[149937974] 'process raft request' (duration: 262.48896ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:09.797938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:09.487033Z","time spent":"310.729502ms","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-13T08:36:09.79768Z","caller":"traceutil/trace.go:171","msg":"trace[784039099] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"305.853871ms","start":"2026-08-13T08:36:09.491785Z","end":"2026-08-13T08:36:09.797639Z","steps":["trace[784039099] 'process raft request' (duration: 305.698057ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.798195Z","caller":"traceutil/trace.go:171","msg":"trace[332848403] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"284.50591ms","start":"2026-08-13T08:36:09.513678Z","end":"2026-08-13T08:36:09.798184Z","steps":["trace[332848403] 'process raft request' (duration: 284.270983ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:09.798274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:09.491751Z","time spent":"306.462939ms","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-13T08:36:09.809855Z","caller":"traceutil/trace.go:171","msg":"trace[1886952537] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:501; }","duration":"115.938637ms","start":"2026-08-13T08:36:09.692568Z","end":"2026-08-13T08:36:09.808506Z","steps":["trace[1886952537] 'read index received' (duration: 104.838919ms)","trace[1886952537] 'applied index is now lower than readState.Index' (duration: 11.092558ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:36:09.810121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.504612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:36:09.810228Z","caller":"traceutil/trace.go:171","msg":"trace[1093313674] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"165.360182ms","start":"2026-08-13T08:36:09.644823Z","end":"2026-08-13T08:36:09.810184Z","steps":["trace[1093313674] 'process raft request' (duration: 158.256919ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:09.810319Z","caller":"traceutil/trace.go:171","msg":"trace[2140565335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"117.650097ms","start":"2026-08-13T08:36:09.692521Z","end":"2026-08-13T08:36:09.810171Z","steps":["trace[2140565335] 'agreement among raft nodes before linearized reading' (duration: 117.424691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.152357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924867116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:36:16.612302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083339058s","expected-duration":"1s"} {"level":"info","ts":"2026-08-13T08:36:16.613199Z","caller":"traceutil/trace.go:171","msg":"trace[937265543] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.085650713s","start":"2026-08-13T08:36:15.527528Z","end":"2026-08-13T08:36:16.613179Z","steps":["trace[937265543] 'process raft request' (duration: 1.085257101s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.613308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:15.527498Z","time spent":"1.085755376s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:36:16.647682Z","caller":"traceutil/trace.go:171","msg":"trace[1192285403] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:610; }","duration":"996.075731ms","start":"2026-08-13T08:36:15.651585Z","end":"2026-08-13T08:36:16.647661Z","steps":["trace[1192285403] 'read index received' (duration: 961.055638ms)","trace[1192285403] 'applied index is now lower than readState.Index' (duration: 35.019202ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:36:16.647787Z","caller":"traceutil/trace.go:171","msg":"trace[888428535] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"608.867501ms","start":"2026-08-13T08:36:16.03891Z","end":"2026-08-13T08:36:16.647777Z","steps":["trace[888428535] 'process raft request' (duration: 579.621614ms)","trace[888428535] 'compare' (duration: 29.030151ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:36:16.647877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.03888Z","time spent":"608.932523ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:36:16.647953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.919719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:36:16.648004Z","caller":"traceutil/trace.go:171","msg":"trace[599937521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"957.056234ms","start":"2026-08-13T08:36:15.690936Z","end":"2026-08-13T08:36:16.647992Z","steps":["trace[599937521] 'agreement among raft nodes before linearized reading' (duration: 956.946841ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.648086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:15.690909Z","time spent":"957.148346ms","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:36:16.648148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.006331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-13T08:36:16.648181Z","caller":"traceutil/trace.go:171","msg":"trace[1363937974] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:588; }","duration":"144.065672ms","start":"2026-08-13T08:36:16.504108Z","end":"2026-08-13T08:36:16.648173Z","steps":["trace[1363937974] 'agreement among raft nodes before linearized reading' (duration: 144.00918ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.648335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.285294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-13T08:36:16.648345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.77165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T08:36:16.648366Z","caller":"traceutil/trace.go:171","msg":"trace[613227834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"996.838112ms","start":"2026-08-13T08:36:15.651523Z","end":"2026-08-13T08:36:16.648361Z","steps":["trace[613227834] 'agreement among raft nodes before linearized reading' (duration: 996.747789ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.648386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:15.651496Z","time spent":"996.886664ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-13T08:36:16.648365Z","caller":"traceutil/trace.go:171","msg":"trace[188132156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"291.355477ms","start":"2026-08-13T08:36:16.357002Z","end":"2026-08-13T08:36:16.648357Z","steps":["trace[188132156] 'agreement among raft nodes before linearized reading' (duration: 291.266624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.64854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.351239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kq8q6\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-08-13T08:36:16.648575Z","caller":"traceutil/trace.go:171","msg":"trace[1062752566] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kq8q6; range_end:; response_count:1; response_revision:588; }","duration":"411.414443ms","start":"2026-08-13T08:36:16.23715Z","end":"2026-08-13T08:36:16.648564Z","steps":["trace[1062752566] 'agreement among raft nodes before linearized reading' (duration: 411.31448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:16.648601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.237132Z","time spent":"411.462304ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-kq8q6\" "} {"level":"warn","ts":"2026-08-13T08:36:17.579196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.723971ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-08-13T08:36:17.579421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.648917Z","time spent":"930.493833ms","remote":"127.0.0.1:50206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-13T08:36:17.579521Z","caller":"traceutil/trace.go:171","msg":"trace[660290534] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"929.884547ms","start":"2026-08-13T08:36:16.649607Z","end":"2026-08-13T08:36:17.579492Z","steps":["trace[660290534] 'read index received' (duration: 114.850297ms)","trace[660290534] 'applied index is now lower than readState.Index' (duration: 815.03154ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:36:17.579672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.029181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:36:17.579752Z","caller":"traceutil/trace.go:171","msg":"trace[1666479280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"930.138894ms","start":"2026-08-13T08:36:16.649595Z","end":"2026-08-13T08:36:17.579734Z","steps":["trace[1666479280] 'agreement among raft nodes before linearized reading' (duration: 929.9931ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:17.579798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.649589Z","time spent":"930.200815ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-13T08:36:17.579938Z","caller":"traceutil/trace.go:171","msg":"trace[954858637] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"928.957659ms","start":"2026-08-13T08:36:16.650965Z","end":"2026-08-13T08:36:17.579922Z","steps":["trace[954858637] 'process raft request' (duration: 928.439884ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:17.580066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.650956Z","time spent":"929.024481ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:36:17.580062Z","caller":"traceutil/trace.go:171","msg":"trace[1446790374] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"928.726813ms","start":"2026-08-13T08:36:16.651302Z","end":"2026-08-13T08:36:17.580029Z","steps":["trace[1446790374] 'process raft request' (duration: 928.401584ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:17.580249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.651298Z","time spent":"928.841296ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:36:17.580277Z","caller":"traceutil/trace.go:171","msg":"trace[780585331] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"921.919379ms","start":"2026-08-13T08:36:16.658344Z","end":"2026-08-13T08:36:17.580264Z","steps":["trace[780585331] 'process raft request' (duration: 921.577589ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:17.58032Z","caller":"traceutil/trace.go:171","msg":"trace[1431675444] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"915.02322ms","start":"2026-08-13T08:36:16.665266Z","end":"2026-08-13T08:36:17.58029Z","steps":["trace[1431675444] 'process raft request' (duration: 914.886817ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:17.580376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.230781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-13T08:36:17.580385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.658326Z","time spent":"921.99007ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:36:17.580431Z","caller":"traceutil/trace.go:171","msg":"trace[1070156272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"588.322094ms","start":"2026-08-13T08:36:16.992096Z","end":"2026-08-13T08:36:17.580418Z","steps":["trace[1070156272] 'agreement among raft nodes before linearized reading' (duration: 588.144809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:17.580428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.665249Z","time spent":"915.119015ms","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-13T08:36:17.580467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:16.992077Z","time spent":"588.382536ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-13T08:36:17.580683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.140514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-13T08:36:17.580752Z","caller":"traceutil/trace.go:171","msg":"trace[1353499142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"548.237246ms","start":"2026-08-13T08:36:17.032494Z","end":"2026-08-13T08:36:17.580732Z","steps":["trace[1353499142] 'agreement among raft nodes before linearized reading' (duration: 548.02462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:17.580797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:36:17.032476Z","time spent":"548.309439ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-13T08:36:32.987343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.691453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:36:32.987448Z","caller":"traceutil/trace.go:171","msg":"trace[1548501609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"296.858458ms","start":"2026-08-13T08:36:32.690568Z","end":"2026-08-13T08:36:32.987426Z","steps":["trace[1548501609] 'range keys from in-memory index tree' (duration: 296.584779ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:36:32.987715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.701817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-13T08:36:32.9878Z","caller":"traceutil/trace.go:171","msg":"trace[1075238503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"108.834151ms","start":"2026-08-13T08:36:32.878947Z","end":"2026-08-13T08:36:32.987782Z","steps":["trace[1075238503] 'range keys from in-memory index tree' (duration: 108.538602ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:36:33.211211Z","caller":"traceutil/trace.go:171","msg":"trace[1144058238] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"219.225016ms","start":"2026-08-13T08:36:32.991958Z","end":"2026-08-13T08:36:33.211183Z","steps":["trace[1144058238] 'process raft request' (duration: 219.04349ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.084719Z","caller":"traceutil/trace.go:171","msg":"trace[116878528] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1398; }","duration":"134.733408ms","start":"2026-08-13T08:37:31.949958Z","end":"2026-08-13T08:37:32.084691Z","steps":["trace[116878528] 'read index received' (duration: 78.63956ms)","trace[116878528] 'applied index is now lower than readState.Index' (duration: 56.092448ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:32.084849Z","caller":"traceutil/trace.go:171","msg":"trace[1732187684] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"142.51609ms","start":"2026-08-13T08:37:31.94232Z","end":"2026-08-13T08:37:32.084836Z","steps":["trace[1732187684] 'process raft request' (duration: 142.308094ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.084845Z","caller":"traceutil/trace.go:171","msg":"trace[1302552249] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"142.563402ms","start":"2026-08-13T08:37:31.942148Z","end":"2026-08-13T08:37:32.084712Z","steps":["trace[1302552249] 'process raft request' (duration: 142.346926ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.085028Z","caller":"traceutil/trace.go:171","msg":"trace[1785293446] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"142.408537ms","start":"2026-08-13T08:37:31.942566Z","end":"2026-08-13T08:37:32.084975Z","steps":["trace[1785293446] 'process raft request' (duration: 142.092068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:32.085222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.245424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-13T08:37:32.08527Z","caller":"traceutil/trace.go:171","msg":"trace[1648946801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1355; }","duration":"135.342366ms","start":"2026-08-13T08:37:31.949915Z","end":"2026-08-13T08:37:32.085257Z","steps":["trace[1648946801] 'agreement among raft nodes before linearized reading' (duration: 135.074238ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:32.105296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.183619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-13T08:37:32.105411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.021401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T08:37:32.10543Z","caller":"traceutil/trace.go:171","msg":"trace[1702872271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1356; }","duration":"150.330503ms","start":"2026-08-13T08:37:31.955078Z","end":"2026-08-13T08:37:32.105409Z","steps":["trace[1702872271] 'agreement among raft nodes before linearized reading' (duration: 150.060466ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.105462Z","caller":"traceutil/trace.go:171","msg":"trace[115924714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1356; }","duration":"132.092693ms","start":"2026-08-13T08:37:31.973355Z","end":"2026-08-13T08:37:32.105448Z","steps":["trace[115924714] 'agreement among raft nodes before linearized reading' (duration: 131.949559ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:32.105545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.553768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-13T08:37:32.105666Z","caller":"traceutil/trace.go:171","msg":"trace[462046401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1356; }","duration":"131.708642ms","start":"2026-08-13T08:37:31.973909Z","end":"2026-08-13T08:37:32.105618Z","steps":["trace[462046401] 'agreement among raft nodes before linearized reading' (duration: 131.359352ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.338471Z","caller":"traceutil/trace.go:171","msg":"trace[484522502] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"109.225162ms","start":"2026-08-13T08:37:32.229204Z","end":"2026-08-13T08:37:32.338429Z","steps":["trace[484522502] 'process raft request' (duration: 108.993896ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.338668Z","caller":"traceutil/trace.go:171","msg":"trace[152970555] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"109.673945ms","start":"2026-08-13T08:37:32.228864Z","end":"2026-08-13T08:37:32.338538Z","steps":["trace[152970555] 'process raft request' (duration: 99.239758ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:32.673058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.27843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:37:32.673421Z","caller":"traceutil/trace.go:171","msg":"trace[345610494] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"276.730914ms","start":"2026-08-13T08:37:32.396654Z","end":"2026-08-13T08:37:32.673385Z","steps":["trace[345610494] 'process raft request' (duration: 145.043203ms)","trace[345610494] 'compare' (duration: 131.046293ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:32.673493Z","caller":"traceutil/trace.go:171","msg":"trace[1998018488] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"274.082568ms","start":"2026-08-13T08:37:32.399386Z","end":"2026-08-13T08:37:32.673468Z","steps":["trace[1998018488] 'process raft request' (duration: 273.887612ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.731962Z","caller":"traceutil/trace.go:171","msg":"trace[287117075] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"110.440047ms","start":"2026-08-13T08:37:32.621497Z","end":"2026-08-13T08:37:32.731937Z","steps":["trace[287117075] 'process raft request' (duration: 110.305803ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.888062Z","caller":"traceutil/trace.go:171","msg":"trace[684127713] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"212.68159ms","start":"2026-08-13T08:37:32.67534Z","end":"2026-08-13T08:37:32.888022Z","steps":["trace[684127713] 'process raft request' (duration: 181.847091ms)","trace[684127713] 'compare' (duration: 30.583872ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:32.888099Z","caller":"traceutil/trace.go:171","msg":"trace[1773841594] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"211.518226ms","start":"2026-08-13T08:37:32.676551Z","end":"2026-08-13T08:37:32.888069Z","steps":["trace[1773841594] 'process raft request' (duration: 211.417214ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:32.888101Z","caller":"traceutil/trace.go:171","msg":"trace[448228643] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"211.224977ms","start":"2026-08-13T08:37:32.676836Z","end":"2026-08-13T08:37:32.888061Z","steps":["trace[448228643] 'process raft request' (duration: 211.173326ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.02135Z","caller":"traceutil/trace.go:171","msg":"trace[102704906] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"129.104478ms","start":"2026-08-13T08:37:32.892205Z","end":"2026-08-13T08:37:33.02131Z","steps":["trace[102704906] 'process raft request' (duration: 106.319529ms)","trace[102704906] 'compare' (duration: 22.556433ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:33.0213Z","caller":"traceutil/trace.go:171","msg":"trace[1471840117] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"126.461822ms","start":"2026-08-13T08:37:32.894811Z","end":"2026-08-13T08:37:33.021273Z","steps":["trace[1471840117] 'process raft request' (duration: 126.405071ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.178654Z","caller":"traceutil/trace.go:171","msg":"trace[35863446] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"109.411977ms","start":"2026-08-13T08:37:33.069204Z","end":"2026-08-13T08:37:33.178616Z","steps":["trace[35863446] 'process raft request' (duration: 109.322925ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.178689Z","caller":"traceutil/trace.go:171","msg":"trace[1363264446] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"109.653494ms","start":"2026-08-13T08:37:33.069013Z","end":"2026-08-13T08:37:33.178667Z","steps":["trace[1363264446] 'process raft request' (duration: 93.666468ms)","trace[1363264446] 'compare' (duration: 15.674897ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:33.335369Z","caller":"traceutil/trace.go:171","msg":"trace[1810010032] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1437; }","duration":"128.853981ms","start":"2026-08-13T08:37:33.206497Z","end":"2026-08-13T08:37:33.335351Z","steps":["trace[1810010032] 'read index received' (duration: 37.754256ms)","trace[1810010032] 'applied index is now lower than readState.Index' (duration: 91.099015ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:33.335457Z","caller":"traceutil/trace.go:171","msg":"trace[571955739] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"134.836481ms","start":"2026-08-13T08:37:33.200611Z","end":"2026-08-13T08:37:33.335448Z","steps":["trace[571955739] 'process raft request' (duration: 96.347344ms)","trace[571955739] 'compare' (duration: 38.26073ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:33.33585Z","caller":"traceutil/trace.go:171","msg":"trace[758086807] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"128.675396ms","start":"2026-08-13T08:37:33.207167Z","end":"2026-08-13T08:37:33.335842Z","steps":["trace[758086807] 'process raft request' (duration: 128.13636ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:33.336083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.569111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-9kn56\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-08-13T08:37:33.336118Z","caller":"traceutil/trace.go:171","msg":"trace[1101206123] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-9kn56; range_end:; response_count:1; response_revision:1399; }","duration":"129.653464ms","start":"2026-08-13T08:37:33.206455Z","end":"2026-08-13T08:37:33.336108Z","steps":["trace[1101206123] 'agreement among raft nodes before linearized reading' (duration: 129.503699ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.494563Z","caller":"traceutil/trace.go:171","msg":"trace[873688275] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"120.40646ms","start":"2026-08-13T08:37:33.374132Z","end":"2026-08-13T08:37:33.494539Z","steps":["trace[873688275] 'process raft request' (duration: 97.411835ms)","trace[873688275] 'compare' (duration: 22.879982ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:33.529437Z","caller":"traceutil/trace.go:171","msg":"trace[1407813655] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"129.012456ms","start":"2026-08-13T08:37:33.400385Z","end":"2026-08-13T08:37:33.529397Z","steps":["trace[1407813655] 'process raft request' (duration: 128.80848ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.529535Z","caller":"traceutil/trace.go:171","msg":"trace[353800267] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"129.741857ms","start":"2026-08-13T08:37:33.399767Z","end":"2026-08-13T08:37:33.529509Z","steps":["trace[353800267] 'process raft request' (duration: 129.205772ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.529448Z","caller":"traceutil/trace.go:171","msg":"trace[702371348] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1449; }","duration":"128.438459ms","start":"2026-08-13T08:37:33.400985Z","end":"2026-08-13T08:37:33.529423Z","steps":["trace[702371348] 'read index received' (duration: 70.57372ms)","trace[702371348] 'applied index is now lower than readState.Index' (duration: 57.863369ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:37:33.529627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.612104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-rj8cb\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-08-13T08:37:33.529628Z","caller":"traceutil/trace.go:171","msg":"trace[2144089473] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"128.782569ms","start":"2026-08-13T08:37:33.400708Z","end":"2026-08-13T08:37:33.52949Z","steps":["trace[2144089473] 'process raft request' (duration: 128.523132ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.529718Z","caller":"traceutil/trace.go:171","msg":"trace[2070865816] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"128.85175ms","start":"2026-08-13T08:37:33.400819Z","end":"2026-08-13T08:37:33.52967Z","steps":["trace[2070865816] 'process raft request' (duration: 128.443578ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.529779Z","caller":"traceutil/trace.go:171","msg":"trace[1877294857] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"128.681826ms","start":"2026-08-13T08:37:33.401045Z","end":"2026-08-13T08:37:33.529727Z","steps":["trace[1877294857] 'process raft request' (duration: 128.319835ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.529745Z","caller":"traceutil/trace.go:171","msg":"trace[494561629] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"129.744586ms","start":"2026-08-13T08:37:33.399945Z","end":"2026-08-13T08:37:33.52969Z","steps":["trace[494561629] 'process raft request' (duration: 129.211091ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.52969Z","caller":"traceutil/trace.go:171","msg":"trace[1212053643] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-rj8cb; range_end:; response_count:1; response_revision:1410; }","duration":"128.710807ms","start":"2026-08-13T08:37:33.40096Z","end":"2026-08-13T08:37:33.529671Z","steps":["trace[1212053643] 'agreement among raft nodes before linearized reading' (duration: 128.540912ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.530114Z","caller":"traceutil/trace.go:171","msg":"trace[1101290774] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"129.907631ms","start":"2026-08-13T08:37:33.400009Z","end":"2026-08-13T08:37:33.529917Z","steps":["trace[1101290774] 'process raft request' (duration: 129.095688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:33.591148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.013856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-08-13T08:37:33.591235Z","caller":"traceutil/trace.go:171","msg":"trace[350535061] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1411; }","duration":"189.122278ms","start":"2026-08-13T08:37:33.402089Z","end":"2026-08-13T08:37:33.591211Z","steps":["trace[350535061] 'agreement among raft nodes before linearized reading' (duration: 188.883331ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.641028Z","caller":"traceutil/trace.go:171","msg":"trace[964052003] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"103.255442ms","start":"2026-08-13T08:37:33.537737Z","end":"2026-08-13T08:37:33.640992Z","steps":["trace[964052003] 'process raft request' (duration: 102.698336ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:33.840979Z","caller":"traceutil/trace.go:171","msg":"trace[60460038] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"105.792504ms","start":"2026-08-13T08:37:33.735155Z","end":"2026-08-13T08:37:33.840947Z","steps":["trace[60460038] 'process raft request' (duration: 105.504396ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:34.218818Z","caller":"traceutil/trace.go:171","msg":"trace[1172051985] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1466; }","duration":"103.700825ms","start":"2026-08-13T08:37:34.115074Z","end":"2026-08-13T08:37:34.218774Z","steps":["trace[1172051985] 'read index received' (duration: 73.467313ms)","trace[1172051985] 'applied index is now lower than readState.Index' (duration: 30.232502ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:37:34.218921Z","caller":"traceutil/trace.go:171","msg":"trace[1134850579] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"128.323307ms","start":"2026-08-13T08:37:34.09056Z","end":"2026-08-13T08:37:34.218883Z","steps":["trace[1134850579] 'process raft request' (duration: 98.048015ms)","trace[1134850579] 'compare' (duration: 30.000144ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:37:34.219082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.983112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-13T08:37:34.219124Z","caller":"traceutil/trace.go:171","msg":"trace[2080860357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1420; }","duration":"104.084435ms","start":"2026-08-13T08:37:34.115029Z","end":"2026-08-13T08:37:34.219113Z","steps":["trace[2080860357] 'agreement among raft nodes before linearized reading' (duration: 103.89377ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:37:34.79954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.026567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:37:34.799852Z","caller":"traceutil/trace.go:171","msg":"trace[1246811095] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"203.028204ms","start":"2026-08-13T08:37:34.596798Z","end":"2026-08-13T08:37:34.799826Z","steps":["trace[1246811095] 'process raft request' (duration: 202.937801ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:34.799909Z","caller":"traceutil/trace.go:171","msg":"trace[908969432] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"204.837176ms","start":"2026-08-13T08:37:34.595018Z","end":"2026-08-13T08:37:34.799855Z","steps":["trace[908969432] 'process raft request' (duration: 204.649701ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:37:34.800017Z","caller":"traceutil/trace.go:171","msg":"trace[1859819779] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"205.099683ms","start":"2026-08-13T08:37:34.59486Z","end":"2026-08-13T08:37:34.799959Z","steps":["trace[1859819779] 'process raft request' (duration: 82.537731ms)","trace[1859819779] 'compare' (duration: 121.824491ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:38:01.939607Z","caller":"traceutil/trace.go:171","msg":"trace[793894653] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"202.182452ms","start":"2026-08-13T08:38:01.7374Z","end":"2026-08-13T08:38:01.939583Z","steps":["trace[793894653] 'read index received' (duration: 128.484342ms)","trace[793894653] 'applied index is now lower than readState.Index' (duration: 73.69499ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:38:01.939919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.478741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d073b18-e528-402b-8060-62e8152cbb39\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-13T08:38:01.940024Z","caller":"traceutil/trace.go:171","msg":"trace[1750205041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d073b18-e528-402b-8060-62e8152cbb39; range_end:; response_count:1; response_revision:1872; }","duration":"202.632805ms","start":"2026-08-13T08:38:01.737369Z","end":"2026-08-13T08:38:01.940002Z","steps":["trace[1750205041] 'agreement among raft nodes before linearized reading' (duration: 202.305746ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:38:02.307254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.316986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:38:02.307375Z","caller":"traceutil/trace.go:171","msg":"trace[1415313206] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"247.528036ms","start":"2026-08-13T08:38:02.059828Z","end":"2026-08-13T08:38:02.307356Z","steps":["trace[1415313206] 'read index received' (duration: 30.924652ms)","trace[1415313206] 'applied index is now lower than readState.Index' (duration: 216.602124ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:38:02.307387Z","caller":"traceutil/trace.go:171","msg":"trace[621825590] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"359.235559ms","start":"2026-08-13T08:38:01.948134Z","end":"2026-08-13T08:38:02.30737Z","steps":["trace[621825590] 'process raft request' (duration: 142.711687ms)","trace[621825590] 'compare' (duration: 216.218373ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:38:02.307453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:38:01.948113Z","time spent":"359.30491ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:38:02.307513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.68243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-13T08:38:02.307558Z","caller":"traceutil/trace.go:171","msg":"trace[1045101840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"247.767803ms","start":"2026-08-13T08:38:02.059773Z","end":"2026-08-13T08:38:02.307541Z","steps":["trace[1045101840] 'agreement among raft nodes before linearized reading' (duration: 247.629438ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:38:06.468258Z","caller":"traceutil/trace.go:171","msg":"trace[1156141820] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"100.651889ms","start":"2026-08-13T08:38:06.367576Z","end":"2026-08-13T08:38:06.468228Z","steps":["trace[1156141820] 'read index received' (duration: 2.579203ms)","trace[1156141820] 'applied index is now lower than readState.Index' (duration: 98.071366ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:38:06.468478Z","caller":"traceutil/trace.go:171","msg":"trace[23543201] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"101.564235ms","start":"2026-08-13T08:38:06.366742Z","end":"2026-08-13T08:38:06.468306Z","steps":["trace[23543201] 'compare' (duration: 97.830749ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:38:06.468552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.951307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-13T08:38:06.468797Z","caller":"traceutil/trace.go:171","msg":"trace[378794779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1913; }","duration":"101.178453ms","start":"2026-08-13T08:38:06.367535Z","end":"2026-08-13T08:38:06.468713Z","steps":["trace[378794779] 'agreement among raft nodes before linearized reading' (duration: 100.849214ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:38:17.605714Z","caller":"traceutil/trace.go:171","msg":"trace[1965801458] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2074; }","duration":"189.243294ms","start":"2026-08-13T08:38:17.416443Z","end":"2026-08-13T08:38:17.605687Z","steps":["trace[1965801458] 'read index received' (duration: 188.971817ms)","trace[1965801458] 'applied index is now lower than readState.Index' (duration: 270.697µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:38:17.605835Z","caller":"traceutil/trace.go:171","msg":"trace[1609755299] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"195.484012ms","start":"2026-08-13T08:38:17.410292Z","end":"2026-08-13T08:38:17.605776Z","steps":["trace[1609755299] 'process raft request' (duration: 195.226785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:38:17.605995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.519682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-13T08:38:17.60605Z","caller":"traceutil/trace.go:171","msg":"trace[742105726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"189.638205ms","start":"2026-08-13T08:38:17.416396Z","end":"2026-08-13T08:38:17.606034Z","steps":["trace[742105726] 'agreement among raft nodes before linearized reading' (duration: 189.44817ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:38:21.882754Z","caller":"traceutil/trace.go:171","msg":"trace[1826664482] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"484.862289ms","start":"2026-08-13T08:38:21.397864Z","end":"2026-08-13T08:38:21.882726Z","steps":["trace[1826664482] 'process raft request' (duration: 484.658363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:38:21.882929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:38:21.397817Z","time spent":"485.016324ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:38:21.884511Z","caller":"traceutil/trace.go:171","msg":"trace[1723449125] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"248.886694ms","start":"2026-08-13T08:38:21.635584Z","end":"2026-08-13T08:38:21.884471Z","steps":["trace[1723449125] 'process raft request' (duration: 248.729799ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:38:21.886145Z","caller":"traceutil/trace.go:171","msg":"trace[621340888] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2102; }","duration":"244.266332ms","start":"2026-08-13T08:38:21.641843Z","end":"2026-08-13T08:38:21.886109Z","steps":["trace[621340888] 'read index received' (duration: 240.734751ms)","trace[621340888] 'applied index is now lower than readState.Index' (duration: 3.530421ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:38:21.886276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.989058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:38:21.886306Z","caller":"traceutil/trace.go:171","msg":"trace[1245273931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2027; }","duration":"195.06487ms","start":"2026-08-13T08:38:21.691233Z","end":"2026-08-13T08:38:21.886298Z","steps":["trace[1245273931] 'agreement among raft nodes before linearized reading' (duration: 195.007138ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:38:21.886424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.555561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-13T08:38:21.88651Z","caller":"traceutil/trace.go:171","msg":"trace[1388805662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2027; }","duration":"244.694995ms","start":"2026-08-13T08:38:21.641792Z","end":"2026-08-13T08:38:21.886487Z","steps":["trace[1388805662] 'agreement among raft nodes before linearized reading' (duration: 244.427427ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:00.337541Z","caller":"traceutil/trace.go:171","msg":"trace[983719103] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"329.68511ms","start":"2026-08-13T08:39:00.00782Z","end":"2026-08-13T08:39:00.337505Z","steps":["trace[983719103] 'process raft request' (duration: 329.448884ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:00.33775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.007788Z","time spent":"329.860515ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:39:00.946285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.453487Z","time spent":"492.788732ms","remote":"127.0.0.1:42194","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-13T08:39:00.946753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.764431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:39:00.946988Z","caller":"traceutil/trace.go:171","msg":"trace[749398280] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2320; }","duration":"705.232878ms","start":"2026-08-13T08:39:00.241737Z","end":"2026-08-13T08:39:00.946969Z","steps":["trace[749398280] 'read index received' (duration: 95.611866ms)","trace[749398280] 'applied index is now lower than readState.Index' (duration: 609.620062ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:39:00.947083Z","caller":"traceutil/trace.go:171","msg":"trace[490610926] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"724.549239ms","start":"2026-08-13T08:39:00.22252Z","end":"2026-08-13T08:39:00.947069Z","steps":["trace[490610926] 'process raft request' (duration: 724.348173ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:00.947103Z","caller":"traceutil/trace.go:171","msg":"trace[708200913] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"878.648563ms","start":"2026-08-13T08:39:00.068428Z","end":"2026-08-13T08:39:00.947077Z","steps":["trace[708200913] 'process raft request' (duration: 554.450459ms)","trace[708200913] 'compare' (duration: 323.454893ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:39:00.947144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.222486Z","time spent":"724.622992ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:39:00.947241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.068382Z","time spent":"878.762496ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:39:00.947534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.765612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-08-13T08:39:00.947578Z","caller":"traceutil/trace.go:171","msg":"trace[850856811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2237; }","duration":"558.849354ms","start":"2026-08-13T08:39:00.388719Z","end":"2026-08-13T08:39:00.947568Z","steps":["trace[850856811] 'agreement among raft nodes before linearized reading' (duration: 558.69736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:00.94761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.388697Z","time spent":"558.906536ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-13T08:39:00.947559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.653178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-08-13T08:39:00.947884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.64921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:39:00.94785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.002264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-13T08:39:00.947639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.840809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-13T08:39:00.947996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.369061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-13T08:39:00.948147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.380041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-08-13T08:39:00.948216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.538232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-13T08:39:00.948242Z","caller":"traceutil/trace.go:171","msg":"trace[1726727775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2237; }","duration":"706.547466ms","start":"2026-08-13T08:39:00.241675Z","end":"2026-08-13T08:39:00.948223Z","steps":["trace[1726727775] 'agreement among raft nodes before linearized reading' (duration: 705.744593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:00.948298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.241652Z","time spent":"706.634888ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-13T08:39:00.948304Z","caller":"traceutil/trace.go:171","msg":"trace[202426658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2237; }","duration":"130.657276ms","start":"2026-08-13T08:39:00.817595Z","end":"2026-08-13T08:39:00.948252Z","steps":["trace[202426658] 'agreement among raft nodes before linearized reading' (duration: 129.774171ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:00.948348Z","caller":"traceutil/trace.go:171","msg":"trace[2011988015] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2237; }","duration":"478.229266ms","start":"2026-08-13T08:39:00.469747Z","end":"2026-08-13T08:39:00.947976Z","steps":["trace[2011988015] 'agreement among raft nodes before linearized reading' (duration: 477.634699ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:00.948168Z","caller":"traceutil/trace.go:171","msg":"trace[1876227808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"701.117721ms","start":"2026-08-13T08:39:00.246843Z","end":"2026-08-13T08:39:00.947961Z","steps":["trace[1876227808] 'agreement among raft nodes before linearized reading' (duration: 700.511604ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:00.948442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.469721Z","time spent":"478.69582ms","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:39:00.948464Z","caller":"traceutil/trace.go:171","msg":"trace[920577030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"125.309633ms","start":"2026-08-13T08:39:00.822727Z","end":"2026-08-13T08:39:00.948037Z","steps":["trace[920577030] 'agreement among raft nodes before linearized reading' (duration: 124.669014ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:00.948383Z","caller":"traceutil/trace.go:171","msg":"trace[129997550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"125.332584ms","start":"2026-08-13T08:39:00.822655Z","end":"2026-08-13T08:39:00.947987Z","steps":["trace[129997550] 'agreement among raft nodes before linearized reading' (duration: 124.754356ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:00.948614Z","caller":"traceutil/trace.go:171","msg":"trace[296511028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2237; }","duration":"134.513025ms","start":"2026-08-13T08:39:00.813543Z","end":"2026-08-13T08:39:00.948056Z","steps":["trace[296511028] 'agreement among raft nodes before linearized reading' (duration: 133.895698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:00.948642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.246827Z","time spent":"701.793471ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-13T08:39:01.265475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.057267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:39:01.265607Z","caller":"traceutil/trace.go:171","msg":"trace[1026524225] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"313.267002ms","start":"2026-08-13T08:39:00.952317Z","end":"2026-08-13T08:39:01.265584Z","steps":["trace[1026524225] 'process raft request' (duration: 187.980869ms)","trace[1026524225] 'compare' (duration: 124.582343ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:39:01.265671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.952294Z","time spent":"313.346534ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:39:01.268161Z","caller":"traceutil/trace.go:171","msg":"trace[825563871] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"314.850127ms","start":"2026-08-13T08:39:00.953284Z","end":"2026-08-13T08:39:01.268134Z","steps":["trace[825563871] 'process raft request' (duration: 314.787846ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:01.26818Z","caller":"traceutil/trace.go:171","msg":"trace[90736871] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"315.793594ms","start":"2026-08-13T08:39:00.952363Z","end":"2026-08-13T08:39:01.268157Z","steps":["trace[90736871] 'process raft request' (duration: 315.567008ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:01.268245Z","caller":"traceutil/trace.go:171","msg":"trace[1633266715] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"315.561347ms","start":"2026-08-13T08:39:00.952643Z","end":"2026-08-13T08:39:01.268204Z","steps":["trace[1633266715] 'process raft request' (duration: 315.394363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:01.268348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.953265Z","time spent":"314.96886ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:39:01.268425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.95262Z","time spent":"315.708441ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:39:01.268462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.952339Z","time spent":"315.903127ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:39:01.268543Z","caller":"traceutil/trace.go:171","msg":"trace[1199853023] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"314.342013ms","start":"2026-08-13T08:39:00.954161Z","end":"2026-08-13T08:39:01.268503Z","steps":["trace[1199853023] 'process raft request' (duration: 313.940621ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:39:01.268721Z","caller":"traceutil/trace.go:171","msg":"trace[1669415028] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"269.777232ms","start":"2026-08-13T08:39:00.998921Z","end":"2026-08-13T08:39:01.268698Z","steps":["trace[1669415028] 'process raft request' (duration: 269.464673ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:01.268766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.954151Z","time spent":"314.500657ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:39:01.268811Z","caller":"traceutil/trace.go:171","msg":"trace[482179370] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2323; }","duration":"313.582612ms","start":"2026-08-13T08:39:00.955214Z","end":"2026-08-13T08:39:01.268796Z","steps":["trace[482179370] 'read index received' (duration: 185.18532ms)","trace[482179370] 'applied index is now lower than readState.Index' (duration: 128.396142ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:39:01.268886Z","caller":"traceutil/trace.go:171","msg":"trace[1454903001] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"167.107035ms","start":"2026-08-13T08:39:01.101744Z","end":"2026-08-13T08:39:01.268851Z","steps":["trace[1454903001] 'process raft request' (duration: 166.858958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:01.268914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.698435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:39:01.268951Z","caller":"traceutil/trace.go:171","msg":"trace[519262579] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2244; }","duration":"313.752006ms","start":"2026-08-13T08:39:00.955189Z","end":"2026-08-13T08:39:01.268941Z","steps":["trace[519262579] 'agreement among raft nodes before linearized reading' (duration: 313.655653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:39:01.268981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:39:00.955182Z","time spent":"313.793207ms","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-13T08:40:04.504118Z","caller":"traceutil/trace.go:171","msg":"trace[698607032] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"122.241345ms","start":"2026-08-13T08:40:04.381857Z","end":"2026-08-13T08:40:04.504098Z","steps":["trace[698607032] 'process raft request' (duration: 122.108342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.289005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.785094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:40:16.289133Z","caller":"traceutil/trace.go:171","msg":"trace[513908669] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2946; }","duration":"425.261663ms","start":"2026-08-13T08:40:15.863831Z","end":"2026-08-13T08:40:16.289092Z","steps":["trace[513908669] 'read index received' (duration: 62.921µs)","trace[513908669] 'applied index is now lower than readState.Index' (duration: 425.197382ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:40:16.289198Z","caller":"traceutil/trace.go:171","msg":"trace[1258137220] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"491.332646ms","start":"2026-08-13T08:40:15.797813Z","end":"2026-08-13T08:40:16.289146Z","steps":["trace[1258137220] 'process raft request' (duration: 29.287725ms)","trace[1258137220] 'compare' (duration: 461.581619ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:40:16.289343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.48506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-13T08:40:16.289383Z","caller":"traceutil/trace.go:171","msg":"trace[555782672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2838; }","duration":"425.593053ms","start":"2026-08-13T08:40:15.863779Z","end":"2026-08-13T08:40:16.289372Z","steps":["trace[555782672] 'agreement among raft nodes before linearized reading' (duration: 425.423799ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.289378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:15.797779Z","time spent":"491.493792ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:40:16.289421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:15.863757Z","time spent":"425.654045ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-13T08:40:16.289588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.685766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-13T08:40:16.289625Z","caller":"traceutil/trace.go:171","msg":"trace[1802796993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2838; }","duration":"418.757077ms","start":"2026-08-13T08:40:15.870857Z","end":"2026-08-13T08:40:16.289614Z","steps":["trace[1802796993] 'agreement among raft nodes before linearized reading' (duration: 418.673466ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.289651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:15.870838Z","time spent":"418.807319ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-13T08:40:16.289737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.616731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:40:16.289771Z","caller":"traceutil/trace.go:171","msg":"trace[658196811] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2838; }","duration":"279.693133ms","start":"2026-08-13T08:40:16.010067Z","end":"2026-08-13T08:40:16.28976Z","steps":["trace[658196811] 'agreement among raft nodes before linearized reading' (duration: 279.647191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.289828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.903962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-13T08:40:16.28999Z","caller":"traceutil/trace.go:171","msg":"trace[1358763173] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2838; }","duration":"117.112679ms","start":"2026-08-13T08:40:16.172852Z","end":"2026-08-13T08:40:16.289964Z","steps":["trace[1358763173] 'agreement among raft nodes before linearized reading' (duration: 116.740178ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.289884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.899552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-13T08:40:16.29011Z","caller":"traceutil/trace.go:171","msg":"trace[75466859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2838; }","duration":"419.182691ms","start":"2026-08-13T08:40:15.870904Z","end":"2026-08-13T08:40:16.290087Z","steps":["trace[75466859] 'agreement among raft nodes before linearized reading' (duration: 418.875822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.290154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:15.870883Z","time spent":"419.261662ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-13T08:40:16.424962Z","caller":"traceutil/trace.go:171","msg":"trace[1467610746] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"130.4739ms","start":"2026-08-13T08:40:16.29446Z","end":"2026-08-13T08:40:16.424934Z","steps":["trace[1467610746] 'process raft request' (duration: 122.231204ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:40:16.425139Z","caller":"traceutil/trace.go:171","msg":"trace[2131121781] linearizableReadLoop","detail":"{readStateIndex:2950; appliedIndex:2947; }","duration":"123.12916ms","start":"2026-08-13T08:40:16.301969Z","end":"2026-08-13T08:40:16.425098Z","steps":["trace[2131121781] 'read index received' (duration: 30.750567ms)","trace[2131121781] 'applied index is now lower than readState.Index' (duration: 92.373953ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:40:16.425147Z","caller":"traceutil/trace.go:171","msg":"trace[702668930] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"123.350007ms","start":"2026-08-13T08:40:16.301766Z","end":"2026-08-13T08:40:16.425116Z","steps":["trace[702668930] 'process raft request' (duration: 123.12041ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:16.425465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.480029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-08-13T08:40:16.425521Z","caller":"traceutil/trace.go:171","msg":"trace[1446091011] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2841; }","duration":"123.602263ms","start":"2026-08-13T08:40:16.301905Z","end":"2026-08-13T08:40:16.425507Z","steps":["trace[1446091011] 'agreement among raft nodes before linearized reading' (duration: 123.326096ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:40:21.77099Z","caller":"traceutil/trace.go:171","msg":"trace[1210375111] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"148.139242ms","start":"2026-08-13T08:40:21.622808Z","end":"2026-08-13T08:40:21.770948Z","steps":["trace[1210375111] 'process raft request' (duration: 147.934787ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:22.095541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.340208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:40:22.095856Z","caller":"traceutil/trace.go:171","msg":"trace[1834357935] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"315.569097ms","start":"2026-08-13T08:40:21.780221Z","end":"2026-08-13T08:40:22.09579Z","steps":["trace[1834357935] 'process raft request' (duration: 173.865737ms)","trace[1834357935] 'compare' (duration: 141.239506ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:40:22.095927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:21.780196Z","time spent":"315.699391ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:40:22.096023Z","caller":"traceutil/trace.go:171","msg":"trace[132828283] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2978; }","duration":"281.835764ms","start":"2026-08-13T08:40:21.814134Z","end":"2026-08-13T08:40:22.09597Z","steps":["trace[132828283] 'read index received' (duration: 140.018401ms)","trace[132828283] 'applied index is now lower than readState.Index' (duration: 141.812713ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:40:22.144301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.152781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-13T08:40:22.144364Z","caller":"traceutil/trace.go:171","msg":"trace[27016760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2869; }","duration":"330.268464ms","start":"2026-08-13T08:40:21.814078Z","end":"2026-08-13T08:40:22.144347Z","steps":["trace[27016760] 'agreement among raft nodes before linearized reading' (duration: 281.992798ms)","trace[27016760] 'range keys from in-memory index tree' (duration: 48.06725ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:40:22.144391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:21.814057Z","time spent":"330.328487ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-13T08:40:22.663972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.439222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-13T08:40:22.664004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.746132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-13T08:40:22.664071Z","caller":"traceutil/trace.go:171","msg":"trace[47103495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2870; }","duration":"349.553325ms","start":"2026-08-13T08:40:22.314497Z","end":"2026-08-13T08:40:22.664051Z","steps":["trace[47103495] 'range keys from in-memory index tree' (duration: 349.214276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:22.664115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:22.314442Z","time spent":"349.663028ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-13T08:40:22.664099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.744572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-13T08:40:22.664113Z","caller":"traceutil/trace.go:171","msg":"trace[337653368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2870; }","duration":"214.911617ms","start":"2026-08-13T08:40:22.44917Z","end":"2026-08-13T08:40:22.664082Z","steps":["trace[337653368] 'range keys from in-memory index tree' (duration: 214.506556ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:40:22.664167Z","caller":"traceutil/trace.go:171","msg":"trace[1376111165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2870; }","duration":"213.860967ms","start":"2026-08-13T08:40:22.45029Z","end":"2026-08-13T08:40:22.664151Z","steps":["trace[1376111165] 'range keys from in-memory index tree' (duration: 213.59811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:22.664473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.450944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-08-13T08:40:22.664502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.282954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-13T08:40:22.664602Z","caller":"traceutil/trace.go:171","msg":"trace[1353233599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2870; }","duration":"311.459759ms","start":"2026-08-13T08:40:22.353123Z","end":"2026-08-13T08:40:22.664582Z","steps":["trace[1353233599] 'range keys from in-memory index tree' (duration: 310.882073ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:40:22.664682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:40:22.3531Z","time spent":"311.571092ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-13T08:40:22.664545Z","caller":"traceutil/trace.go:171","msg":"trace[570801983] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"189.090251ms","start":"2026-08-13T08:40:22.475441Z","end":"2026-08-13T08:40:22.664532Z","steps":["trace[570801983] 'process raft request' (duration: 41.512253ms)","trace[570801983] 'compare' (duration: 146.95864ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:40:22.944976Z","caller":"traceutil/trace.go:171","msg":"trace[145520308] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"152.859157ms","start":"2026-08-13T08:40:22.792078Z","end":"2026-08-13T08:40:22.944937Z","steps":["trace[145520308] 'process raft request' (duration: 115.272416ms)","trace[145520308] 'compare' (duration: 37.147558ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:29.847396Z","caller":"traceutil/trace.go:171","msg":"trace[861589898] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"754.227668ms","start":"2026-08-13T08:41:29.093141Z","end":"2026-08-13T08:41:29.847369Z","steps":["trace[861589898] 'process raft request' (duration: 753.991931ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:29.847575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.093129Z","time spent":"754.358002ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:30.041676Z","caller":"traceutil/trace.go:171","msg":"trace[499430198] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"945.133539ms","start":"2026-08-13T08:41:29.096516Z","end":"2026-08-13T08:41:30.04165Z","steps":["trace[499430198] 'process raft request' (duration: 945.057037ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:30.041694Z","caller":"traceutil/trace.go:171","msg":"trace[1267684847] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"945.969814ms","start":"2026-08-13T08:41:29.095684Z","end":"2026-08-13T08:41:30.041653Z","steps":["trace[1267684847] 'process raft request' (duration: 914.095332ms)","trace[1267684847] 'compare' (duration: 31.587873ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:30.041817Z","caller":"traceutil/trace.go:171","msg":"trace[1391189489] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"945.196601ms","start":"2026-08-13T08:41:29.096592Z","end":"2026-08-13T08:41:30.041789Z","steps":["trace[1391189489] 'process raft request' (duration: 945.027777ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:30.041855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.096509Z","time spent":"945.251374ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:30.041855Z","caller":"traceutil/trace.go:171","msg":"trace[1656508656] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3355; }","duration":"349.18299ms","start":"2026-08-13T08:41:29.692657Z","end":"2026-08-13T08:41:30.041839Z","steps":["trace[1656508656] 'read index received' (duration: 154.566692ms)","trace[1656508656] 'applied index is now lower than readState.Index' (duration: 194.615278ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:30.041873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.095667Z","time spent":"946.111268ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:30.04189Z","caller":"traceutil/trace.go:171","msg":"trace[714696122] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"365.706603ms","start":"2026-08-13T08:41:29.67617Z","end":"2026-08-13T08:41:30.041877Z","steps":["trace[714696122] 'process raft request' (duration: 365.62963ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:30.041956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.296794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:30.041969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.676147Z","time spent":"365.777655ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:30.041973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.096579Z","time spent":"945.298155ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:30.042003Z","caller":"traceutil/trace.go:171","msg":"trace[1769521362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3236; }","duration":"349.384655ms","start":"2026-08-13T08:41:29.692607Z","end":"2026-08-13T08:41:30.041992Z","steps":["trace[1769521362] 'agreement among raft nodes before linearized reading' (duration: 349.314183ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:30.042034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.692583Z","time spent":"349.441627ms","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-13T08:41:30.041956Z","caller":"traceutil/trace.go:171","msg":"trace[1609453340] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"842.790032ms","start":"2026-08-13T08:41:29.199056Z","end":"2026-08-13T08:41:30.041846Z","steps":["trace[1609453340] 'process raft request' (duration: 842.674379ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:30.042276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:29.199031Z","time spent":"843.09182ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:30.108413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.90974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T08:41:30.108475Z","caller":"traceutil/trace.go:171","msg":"trace[676882422] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3237; }","duration":"193.032332ms","start":"2026-08-13T08:41:29.915427Z","end":"2026-08-13T08:41:30.10846Z","steps":["trace[676882422] 'agreement among raft nodes before linearized reading' (duration: 192.917239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:30.46541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.095415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-13T08:41:30.465473Z","caller":"traceutil/trace.go:171","msg":"trace[1108474909] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3237; }","duration":"293.225889ms","start":"2026-08-13T08:41:30.172233Z","end":"2026-08-13T08:41:30.465459Z","steps":["trace[1108474909] 'range keys from in-memory index tree' (duration: 292.892699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:30.465665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.851427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-13T08:41:30.465767Z","caller":"traceutil/trace.go:171","msg":"trace[41765257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3237; }","duration":"186.034342ms","start":"2026-08-13T08:41:30.279707Z","end":"2026-08-13T08:41:30.465741Z","steps":["trace[41765257] 'range keys from in-memory index tree' (duration: 185.63949ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:30.531725Z","caller":"traceutil/trace.go:171","msg":"trace[1215038298] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"199.423765ms","start":"2026-08-13T08:41:30.33228Z","end":"2026-08-13T08:41:30.531704Z","steps":["trace[1215038298] 'process raft request' (duration: 199.122757ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:30.651693Z","caller":"traceutil/trace.go:171","msg":"trace[103914818] linearizableReadLoop","detail":"{readStateIndex:3364; appliedIndex:3363; }","duration":"111.461379ms","start":"2026-08-13T08:41:30.540208Z","end":"2026-08-13T08:41:30.651669Z","steps":["trace[103914818] 'read index received' (duration: 96.002788ms)","trace[103914818] 'applied index is now lower than readState.Index' (duration: 15.457671ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:30.651796Z","caller":"traceutil/trace.go:171","msg":"trace[983522838] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"111.719886ms","start":"2026-08-13T08:41:30.540034Z","end":"2026-08-13T08:41:30.651754Z","steps":["trace[983522838] 'process raft request' (duration: 96.180462ms)","trace[983522838] 'compare' (duration: 15.337788ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:30.651941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.707726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-08-13T08:41:30.652023Z","caller":"traceutil/trace.go:171","msg":"trace[864643718] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3239; }","duration":"111.83375ms","start":"2026-08-13T08:41:30.540173Z","end":"2026-08-13T08:41:30.652006Z","steps":["trace[864643718] 'agreement among raft nodes before linearized reading' (duration: 111.587893ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:32.246146Z","caller":"traceutil/trace.go:171","msg":"trace[1527431176] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"195.69617ms","start":"2026-08-13T08:41:32.05043Z","end":"2026-08-13T08:41:32.246126Z","steps":["trace[1527431176] 'process raft request' (duration: 195.650748ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:32.246214Z","caller":"traceutil/trace.go:171","msg":"trace[199467995] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"195.799571ms","start":"2026-08-13T08:41:32.050392Z","end":"2026-08-13T08:41:32.246192Z","steps":["trace[199467995] 'process raft request' (duration: 195.654887ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:32.24622Z","caller":"traceutil/trace.go:171","msg":"trace[1468578265] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"197.922512ms","start":"2026-08-13T08:41:32.048266Z","end":"2026-08-13T08:41:32.246188Z","steps":["trace[1468578265] 'process raft request' (duration: 121.018242ms)","trace[1468578265] 'compare' (duration: 76.606921ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:32.246364Z","caller":"traceutil/trace.go:171","msg":"trace[1883529107] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"195.70923ms","start":"2026-08-13T08:41:32.050638Z","end":"2026-08-13T08:41:32.246347Z","steps":["trace[1883529107] 'process raft request' (duration: 195.461072ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:32.246397Z","caller":"traceutil/trace.go:171","msg":"trace[1502540851] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"132.47814ms","start":"2026-08-13T08:41:32.113884Z","end":"2026-08-13T08:41:32.246362Z","steps":["trace[1502540851] 'process raft request' (duration: 132.405077ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:34.445954Z","caller":"traceutil/trace.go:171","msg":"trace[1473378581] linearizableReadLoop","detail":"{readStateIndex:3380; appliedIndex:3379; }","duration":"194.735521ms","start":"2026-08-13T08:41:34.251191Z","end":"2026-08-13T08:41:34.445927Z","steps":["trace[1473378581] 'read index received' (duration: 194.607837ms)","trace[1473378581] 'applied index is now lower than readState.Index' (duration: 126.634µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:34.446029Z","caller":"traceutil/trace.go:171","msg":"trace[1732522593] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"195.081521ms","start":"2026-08-13T08:41:34.250909Z","end":"2026-08-13T08:41:34.445991Z","steps":["trace[1732522593] 'process raft request' (duration: 194.825734ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:34.446691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.107801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-13T08:41:34.446773Z","caller":"traceutil/trace.go:171","msg":"trace[109747339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3254; }","duration":"195.568395ms","start":"2026-08-13T08:41:34.251161Z","end":"2026-08-13T08:41:34.446729Z","steps":["trace[109747339] 'agreement among raft nodes before linearized reading' (duration: 194.897776ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:34.468203Z","caller":"traceutil/trace.go:171","msg":"trace[2141429196] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"213.20601ms","start":"2026-08-13T08:41:34.254953Z","end":"2026-08-13T08:41:34.468159Z","steps":["trace[2141429196] 'process raft request' (duration: 213.082307ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:34.468287Z","caller":"traceutil/trace.go:171","msg":"trace[1940149830] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"216.291948ms","start":"2026-08-13T08:41:34.251954Z","end":"2026-08-13T08:41:34.468246Z","steps":["trace[1940149830] 'process raft request' (duration: 215.877736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:34.468442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.116552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T08:41:34.468567Z","caller":"traceutil/trace.go:171","msg":"trace[1430555989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3256; }","duration":"217.272777ms","start":"2026-08-13T08:41:34.251266Z","end":"2026-08-13T08:41:34.468539Z","steps":["trace[1430555989] 'agreement among raft nodes before linearized reading' (duration: 216.859455ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:34.468482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.135102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T08:41:34.468729Z","caller":"traceutil/trace.go:171","msg":"trace[1770437737] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3256; }","duration":"145.580635ms","start":"2026-08-13T08:41:34.323118Z","end":"2026-08-13T08:41:34.468698Z","steps":["trace[1770437737] 'agreement among raft nodes before linearized reading' (duration: 145.096981ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:34.811171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.56585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:41:34.811311Z","caller":"traceutil/trace.go:171","msg":"trace[1147275177] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"359.878745ms","start":"2026-08-13T08:41:34.451416Z","end":"2026-08-13T08:41:34.811295Z","steps":["trace[1147275177] 'process raft request' (duration: 53.125209ms)","trace[1147275177] 'compare' (duration: 306.432027ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:34.811359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:34.451393Z","time spent":"359.944328ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:34.811549Z","caller":"traceutil/trace.go:171","msg":"trace[1464333726] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"338.585475ms","start":"2026-08-13T08:41:34.47293Z","end":"2026-08-13T08:41:34.811516Z","steps":["trace[1464333726] 'process raft request' (duration: 338.330608ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:34.81174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:34.472899Z","time spent":"338.72239ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:35.050839Z","caller":"traceutil/trace.go:171","msg":"trace[1484707959] linearizableReadLoop","detail":"{readStateIndex:3385; appliedIndex:3384; }","duration":"356.903231ms","start":"2026-08-13T08:41:34.693903Z","end":"2026-08-13T08:41:35.050806Z","steps":["trace[1484707959] 'read index received' (duration: 317.156304ms)","trace[1484707959] 'applied index is now lower than readState.Index' (duration: 39.744877ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:35.050905Z","caller":"traceutil/trace.go:171","msg":"trace[1910808915] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"499.909453ms","start":"2026-08-13T08:41:34.550957Z","end":"2026-08-13T08:41:35.050867Z","steps":["trace[1910808915] 'process raft request' (duration: 460.084223ms)","trace[1910808915] 'compare' (duration: 39.612374ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:35.051133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.20439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-13T08:41:35.051192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:34.550932Z","time spent":"500.158649ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:35.05121Z","caller":"traceutil/trace.go:171","msg":"trace[2012779893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3259; }","duration":"357.344194ms","start":"2026-08-13T08:41:34.693848Z","end":"2026-08-13T08:41:35.051192Z","steps":["trace[2012779893] 'agreement among raft nodes before linearized reading' (duration: 357.103017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:35.051254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:34.693822Z","time spent":"357.422575ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-13T08:41:35.051387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.833676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-08-13T08:41:35.051506Z","caller":"traceutil/trace.go:171","msg":"trace[478163788] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3259; }","duration":"338.023171ms","start":"2026-08-13T08:41:34.713462Z","end":"2026-08-13T08:41:35.051485Z","steps":["trace[478163788] 'agreement among raft nodes before linearized reading' (duration: 337.700821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:35.05141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.786169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129740"} {"level":"warn","ts":"2026-08-13T08:41:35.051678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:34.713434Z","time spent":"338.176745ms","remote":"127.0.0.1:50240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-08-13T08:41:35.051779Z","caller":"traceutil/trace.go:171","msg":"trace[1244873564] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3259; }","duration":"335.082676ms","start":"2026-08-13T08:41:34.716553Z","end":"2026-08-13T08:41:35.051636Z","steps":["trace[1244873564] 'agreement among raft nodes before linearized reading' (duration: 334.648814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:35.051854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:34.716527Z","time spent":"335.306303ms","remote":"127.0.0.1:50228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129763,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-08-13T08:41:36.560773Z","caller":"traceutil/trace.go:171","msg":"trace[357033329] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"109.889843ms","start":"2026-08-13T08:41:36.450857Z","end":"2026-08-13T08:41:36.560747Z","steps":["trace[357033329] 'process raft request' (duration: 109.701967ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:36.789847Z","caller":"traceutil/trace.go:171","msg":"trace[2056097653] linearizableReadLoop","detail":"{readStateIndex:3391; appliedIndex:3390; }","duration":"229.112955ms","start":"2026-08-13T08:41:36.560714Z","end":"2026-08-13T08:41:36.789827Z","steps":["trace[2056097653] 'read index received' (duration: 228.979821ms)","trace[2056097653] 'applied index is now lower than readState.Index' (duration: 132.344µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:36.789942Z","caller":"traceutil/trace.go:171","msg":"trace[251138192] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"316.047672ms","start":"2026-08-13T08:41:36.473874Z","end":"2026-08-13T08:41:36.789921Z","steps":["trace[251138192] 'process raft request' (duration: 315.765004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:36.790061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.378978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-13T08:41:36.790081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:36.47385Z","time spent":"316.142005ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:36.790102Z","caller":"traceutil/trace.go:171","msg":"trace[30947431] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:3265; }","duration":"268.45563ms","start":"2026-08-13T08:41:36.521635Z","end":"2026-08-13T08:41:36.790091Z","steps":["trace[30947431] 'agreement among raft nodes before linearized reading' (duration: 268.287295ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:36.989155Z","caller":"traceutil/trace.go:171","msg":"trace[600862546] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"423.382311ms","start":"2026-08-13T08:41:36.565728Z","end":"2026-08-13T08:41:36.98911Z","steps":["trace[600862546] 'process raft request' (duration: 327.583241ms)","trace[600862546] 'compare' (duration: 95.592335ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:36.98923Z","caller":"traceutil/trace.go:171","msg":"trace[37807175] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3391; }","duration":"199.298451ms","start":"2026-08-13T08:41:36.789902Z","end":"2026-08-13T08:41:36.989201Z","steps":["trace[37807175] 'read index received' (duration: 103.414369ms)","trace[37807175] 'applied index is now lower than readState.Index' (duration: 95.881042ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:36.989289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.904292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:36.989351Z","caller":"traceutil/trace.go:171","msg":"trace[1997215257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3267; }","duration":"298.006085ms","start":"2026-08-13T08:41:36.691309Z","end":"2026-08-13T08:41:36.989315Z","steps":["trace[1997215257] 'agreement among raft nodes before linearized reading' (duration: 297.918634ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:36.989284Z","caller":"traceutil/trace.go:171","msg":"trace[459352099] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"261.239532ms","start":"2026-08-13T08:41:36.727975Z","end":"2026-08-13T08:41:36.989214Z","steps":["trace[459352099] 'process raft request' (duration: 261.070868ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:36.989433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.407131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:36.989472Z","caller":"traceutil/trace.go:171","msg":"trace[1137658381] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3267; }","duration":"331.517435ms","start":"2026-08-13T08:41:36.657945Z","end":"2026-08-13T08:41:36.989462Z","steps":["trace[1137658381] 'agreement among raft nodes before linearized reading' (duration: 331.417042ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:36.989509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:36.657923Z","time spent":"331.576166ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:36.989634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.252875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-13T08:41:36.98972Z","caller":"traceutil/trace.go:171","msg":"trace[929657746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3267; }","duration":"174.397379ms","start":"2026-08-13T08:41:36.815301Z","end":"2026-08-13T08:41:36.989698Z","steps":["trace[929657746] 'agreement among raft nodes before linearized reading' (duration: 174.125861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:36.98967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.685149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-13T08:41:36.989895Z","caller":"traceutil/trace.go:171","msg":"trace[76654573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3267; }","duration":"173.915295ms","start":"2026-08-13T08:41:36.815968Z","end":"2026-08-13T08:41:36.989883Z","steps":["trace[76654573] 'agreement among raft nodes before linearized reading' (duration: 173.621557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:36.990152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:36.565705Z","time spent":"423.560057ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:37.451812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.711768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:41:37.452042Z","caller":"traceutil/trace.go:171","msg":"trace[111053898] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3394; }","duration":"317.677239ms","start":"2026-08-13T08:41:37.134351Z","end":"2026-08-13T08:41:37.452028Z","steps":["trace[111053898] 'read index received' (duration: 265.99994ms)","trace[111053898] 'applied index is now lower than readState.Index' (duration: 51.676549ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:37.45219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.852183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-13T08:41:37.452216Z","caller":"traceutil/trace.go:171","msg":"trace[818439818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3271; }","duration":"317.923566ms","start":"2026-08-13T08:41:37.134286Z","end":"2026-08-13T08:41:37.452209Z","steps":["trace[818439818] 'agreement among raft nodes before linearized reading' (duration: 317.786892ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:37.45224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:37.134262Z","time spent":"317.972608ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-13T08:41:37.452255Z","caller":"traceutil/trace.go:171","msg":"trace[1719543579] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"459.015112ms","start":"2026-08-13T08:41:36.993219Z","end":"2026-08-13T08:41:37.452234Z","steps":["trace[1719543579] 'process raft request' (duration: 458.686792ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:37.452278Z","caller":"traceutil/trace.go:171","msg":"trace[2006771103] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"458.379673ms","start":"2026-08-13T08:41:36.993876Z","end":"2026-08-13T08:41:37.452256Z","steps":["trace[2006771103] 'process raft request' (duration: 458.097815ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:37.452291Z","caller":"traceutil/trace.go:171","msg":"trace[1759011479] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"394.31661ms","start":"2026-08-13T08:41:37.057944Z","end":"2026-08-13T08:41:37.452261Z","steps":["trace[1759011479] 'process raft request' (duration: 394.055413ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:37.452305Z","caller":"traceutil/trace.go:171","msg":"trace[1476592392] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"461.906584ms","start":"2026-08-13T08:41:36.990353Z","end":"2026-08-13T08:41:37.452259Z","steps":["trace[1476592392] 'process raft request' (duration: 106.677062ms)","trace[1476592392] 'compare' (duration: 354.304655ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:37.452344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:36.993196Z","time spent":"459.103854ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:37.452394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:36.993859Z","time spent":"458.466316ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:37.452446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:37.057906Z","time spent":"394.453555ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:37.452485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:36.990333Z","time spent":"462.052609ms","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:38.747212Z","caller":"traceutil/trace.go:171","msg":"trace[1768080475] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"180.007909ms","start":"2026-08-13T08:41:38.567172Z","end":"2026-08-13T08:41:38.74718Z","steps":["trace[1768080475] 'process raft request' (duration: 146.81588ms)","trace[1768080475] 'compare' (duration: 32.798738ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:38.929377Z","caller":"traceutil/trace.go:171","msg":"trace[1015451604] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"134.325843ms","start":"2026-08-13T08:41:38.794984Z","end":"2026-08-13T08:41:38.92931Z","steps":["trace[1015451604] 'process raft request' (duration: 113.208329ms)","trace[1015451604] 'compare' (duration: 20.782194ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:39.204659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.883784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:41:39.204768Z","caller":"traceutil/trace.go:171","msg":"trace[680629375] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"206.546169ms","start":"2026-08-13T08:41:38.998202Z","end":"2026-08-13T08:41:39.204748Z","steps":["trace[680629375] 'process raft request' (duration: 31.48121ms)","trace[680629375] 'compare' (duration: 174.7539ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:39.66672Z","caller":"traceutil/trace.go:171","msg":"trace[1532669248] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"207.793165ms","start":"2026-08-13T08:41:39.4589Z","end":"2026-08-13T08:41:39.666693Z","steps":["trace[1532669248] 'process raft request' (duration: 162.760246ms)","trace[1532669248] 'compare' (duration: 44.800672ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:39.666743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.078339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-13T08:41:39.666744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.057229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-13T08:41:39.666724Z","caller":"traceutil/trace.go:171","msg":"trace[1197710789] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3405; }","duration":"134.398945ms","start":"2026-08-13T08:41:39.532293Z","end":"2026-08-13T08:41:39.666692Z","steps":["trace[1197710789] 'read index received' (duration: 89.393957ms)","trace[1197710789] 'applied index is now lower than readState.Index' (duration: 45.003578ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:39.666809Z","caller":"traceutil/trace.go:171","msg":"trace[290605083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3278; }","duration":"210.194114ms","start":"2026-08-13T08:41:39.456598Z","end":"2026-08-13T08:41:39.666792Z","steps":["trace[290605083] 'range keys from in-memory index tree' (duration: 209.879283ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:39.666833Z","caller":"traceutil/trace.go:171","msg":"trace[658094353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3278; }","duration":"210.211524ms","start":"2026-08-13T08:41:39.456598Z","end":"2026-08-13T08:41:39.66681Z","steps":["trace[658094353] 'range keys from in-memory index tree' (duration: 209.823162ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:39.666945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.647932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-13T08:41:39.666997Z","caller":"traceutil/trace.go:171","msg":"trace[1659341067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3279; }","duration":"134.790036ms","start":"2026-08-13T08:41:39.532193Z","end":"2026-08-13T08:41:39.666983Z","steps":["trace[1659341067] 'agreement among raft nodes before linearized reading' (duration: 134.57282ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:39.886276Z","caller":"traceutil/trace.go:171","msg":"trace[11278768] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"215.724901ms","start":"2026-08-13T08:41:39.670515Z","end":"2026-08-13T08:41:39.88624Z","steps":["trace[11278768] 'process raft request' (duration: 142.328611ms)","trace[11278768] 'compare' (duration: 73.281967ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:39.900481Z","caller":"traceutil/trace.go:171","msg":"trace[980693179] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"228.859927ms","start":"2026-08-13T08:41:39.671584Z","end":"2026-08-13T08:41:39.900444Z","steps":["trace[980693179] 'process raft request' (duration: 228.740043ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:39.900473Z","caller":"traceutil/trace.go:171","msg":"trace[1215817248] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"229.160156ms","start":"2026-08-13T08:41:39.671253Z","end":"2026-08-13T08:41:39.900413Z","steps":["trace[1215817248] 'process raft request' (duration: 228.95378ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:40.390088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.565544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-13T08:41:40.39016Z","caller":"traceutil/trace.go:171","msg":"trace[91993470] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3283; }","duration":"218.680267ms","start":"2026-08-13T08:41:40.171461Z","end":"2026-08-13T08:41:40.390141Z","steps":["trace[91993470] 'range keys from in-memory index tree' (duration: 218.399638ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:40.390156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.865024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-13T08:41:40.390203Z","caller":"traceutil/trace.go:171","msg":"trace[1967737230] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"176.952962ms","start":"2026-08-13T08:41:40.213202Z","end":"2026-08-13T08:41:40.390155Z","steps":["trace[1967737230] 'process raft request' (duration: 110.554202ms)","trace[1967737230] 'compare' (duration: 66.213054ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:40.390235Z","caller":"traceutil/trace.go:171","msg":"trace[228841155] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3283; }","duration":"202.974386ms","start":"2026-08-13T08:41:40.187237Z","end":"2026-08-13T08:41:40.390212Z","steps":["trace[228841155] 'range keys from in-memory index tree' (duration: 202.719899ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:40.863933Z","caller":"traceutil/trace.go:171","msg":"trace[1961740547] linearizableReadLoop","detail":"{readStateIndex:3412; appliedIndex:3411; }","duration":"124.497411ms","start":"2026-08-13T08:41:40.73941Z","end":"2026-08-13T08:41:40.863908Z","steps":["trace[1961740547] 'read index received' (duration: 124.352177ms)","trace[1961740547] 'applied index is now lower than readState.Index' (duration: 144.044µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:40.864034Z","caller":"traceutil/trace.go:171","msg":"trace[2086462048] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"130.610947ms","start":"2026-08-13T08:41:40.733388Z","end":"2026-08-13T08:41:40.863999Z","steps":["trace[2086462048] 'process raft request' (duration: 130.366339ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:40.864118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.671697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:40.86416Z","caller":"traceutil/trace.go:171","msg":"trace[1016252985] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3285; }","duration":"124.79634ms","start":"2026-08-13T08:41:40.739353Z","end":"2026-08-13T08:41:40.86415Z","steps":["trace[1016252985] 'agreement among raft nodes before linearized reading' (duration: 124.650856ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:40.89353Z","caller":"traceutil/trace.go:171","msg":"trace[1435796803] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"141.136538ms","start":"2026-08-13T08:41:40.752355Z","end":"2026-08-13T08:41:40.893491Z","steps":["trace[1435796803] 'process raft request' (duration: 140.86027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:42.190615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:42.691807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:43.191931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:43.689982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T08:41:43.690085Z","caller":"traceutil/trace.go:171","msg":"trace[782190376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160833s","start":"2026-08-13T08:41:41.689899Z","end":"2026-08-13T08:41:43.69006Z","steps":["trace[782190376] 'agreement among raft nodes before linearized reading' (duration: 2.000033349s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:43.69015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.689878Z","time spent":"2.000256266s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:43.692215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:44.193163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:44.693537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:45.193761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:45.691373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:45.691462Z","caller":"traceutil/trace.go:171","msg":"trace[2134191924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271197s","start":"2026-08-13T08:41:43.69117Z","end":"2026-08-13T08:41:45.691441Z","steps":["trace[2134191924] 'agreement among raft nodes before linearized reading' (duration: 2.000157174s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:45.691514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:43.691155Z","time spent":"2.000348768s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:41:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:45.694643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:46.195523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:46.297435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:46.297517Z","caller":"traceutil/trace.go:171","msg":"trace[752371474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999996228s","start":"2026-08-13T08:41:44.297501Z","end":"2026-08-13T08:41:46.297498Z","steps":["trace[752371474] 'agreement among raft nodes before linearized reading' (duration: 1.999889015s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:46.297572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:44.297484Z","time spent":"2.000077561s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:41:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:46.670343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.671506Z","time spent":"4.998829183s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 08:41:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:46.696299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:46.903717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999305147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:46.903802Z","caller":"traceutil/trace.go:171","msg":"trace[1158284148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999457861s","start":"2026-08-13T08:41:41.904324Z","end":"2026-08-13T08:41:46.903782Z","steps":["trace[1158284148] 'agreement among raft nodes before linearized reading' (duration: 4.999346968s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:46.903854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.904283Z","time spent":"4.999558844s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/13 08:41:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:47.100018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99941481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T08:41:47.100106Z","caller":"traceutil/trace.go:171","msg":"trace[326034390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999574005s","start":"2026-08-13T08:41:42.100513Z","end":"2026-08-13T08:41:47.100087Z","steps":["trace[326034390] 'agreement among raft nodes before linearized reading' (duration: 4.999455252s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:47.100157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.10049Z","time spent":"4.999655377s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/13 08:41:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:47.197254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:47.39397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.395624Z","time spent":"4.998338779s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 08:41:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:47.698026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:47.70035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T08:41:47.700419Z","caller":"traceutil/trace.go:171","msg":"trace[1167214269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026669s","start":"2026-08-13T08:41:45.700374Z","end":"2026-08-13T08:41:47.700401Z","steps":["trace[1167214269] 'agreement among raft nodes before linearized reading' (duration: 1.999881435s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:47.700471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:45.70036Z","time spent":"2.000099942s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:47.8973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.89859Z","time spent":"4.998701268s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 08:41:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:47.940173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.942389Z","time spent":"4.997776532s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 08:41:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:48.199183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:48.690977Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-13T08:41:48.957664Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21679ffa43271e9b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:49.191513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:49.692387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:49.701584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T08:41:49.701678Z","caller":"traceutil/trace.go:171","msg":"trace[2135778017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087652s","start":"2026-08-13T08:41:47.701571Z","end":"2026-08-13T08:41:49.701658Z","steps":["trace[2135778017] 'agreement among raft nodes before linearized reading' (duration: 1.999959117s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:49.701729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:47.701556Z","time spent":"2.000161843s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:50.19331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:50.694332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:50.829567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:50.829664Z","caller":"traceutil/trace.go:171","msg":"trace[600068213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179005s","start":"2026-08-13T08:41:48.829464Z","end":"2026-08-13T08:41:50.829643Z","steps":["trace[600068213] 'agreement among raft nodes before linearized reading' (duration: 2.00003975s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:50.829724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:48.829442Z","time spent":"2.000268096s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:41:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:51.150602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:44.149946Z","time spent":"7.000647224s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T08:41:51.195409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:51.208762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99766467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:51.208834Z","caller":"traceutil/trace.go:171","msg":"trace[1656375653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997791185s","start":"2026-08-13T08:41:48.211023Z","end":"2026-08-13T08:41:51.208814Z","steps":["trace[1656375653] 'agreement among raft nodes before linearized reading' (duration: 2.997692952s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:51.208888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:48.211008Z","time spent":"2.997871017s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/13 08:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:51.670558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998303418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:51.67065Z","caller":"traceutil/trace.go:171","msg":"trace[820980326] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998449273s","start":"2026-08-13T08:41:46.67218Z","end":"2026-08-13T08:41:51.670629Z","steps":["trace[820980326] 'agreement among raft nodes before linearized reading' (duration: 4.998328838s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:51.670703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:46.672164Z","time spent":"4.998527805s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/08/13 08:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:51.695871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:51.707887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:51.707985Z","caller":"traceutil/trace.go:171","msg":"trace[1403769783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341118s","start":"2026-08-13T08:41:49.70762Z","end":"2026-08-13T08:41:51.707961Z","steps":["trace[1403769783] 'agreement among raft nodes before linearized reading' (duration: 2.000217395s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:51.708092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:49.707595Z","time spent":"2.000480042s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:51.893603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001714132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:51.893694Z","caller":"traceutil/trace.go:171","msg":"trace[120434831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001873008s","start":"2026-08-13T08:41:41.8918Z","end":"2026-08-13T08:41:51.893673Z","steps":["trace[120434831] 'agreement among raft nodes before linearized reading' (duration: 10.001753233s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:51.893745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.891778Z","time spent":"10.001955539s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/08/13 08:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:51.903523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99693314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:51.903619Z","caller":"traceutil/trace.go:171","msg":"trace[1034947255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997083206s","start":"2026-08-13T08:41:48.906513Z","end":"2026-08-13T08:41:51.903596Z","steps":["trace[1034947255] 'agreement among raft nodes before linearized reading' (duration: 2.996967172s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:51.903674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:48.906493Z","time spent":"2.997169447s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/13 08:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:51.904799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999913641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:51.904964Z","caller":"traceutil/trace.go:171","msg":"trace[2012012821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000137897s","start":"2026-08-13T08:41:41.904795Z","end":"2026-08-13T08:41:51.904933Z","steps":["trace[2012012821] 'agreement among raft nodes before linearized reading' (duration: 9.999944472s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:51.90509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.904736Z","time spent":"10.000338313s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/08/13 08:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:52.100276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997397224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:52.100392Z","caller":"traceutil/trace.go:171","msg":"trace[1705030581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997570089s","start":"2026-08-13T08:41:49.102795Z","end":"2026-08-13T08:41:52.100365Z","steps":["trace[1705030581] 'agreement among raft nodes before linearized reading' (duration: 2.997421744s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:52.10047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:49.10277Z","time spent":"2.997686292s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/13 08:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:52.196469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:52.393756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997823425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:52.393845Z","caller":"traceutil/trace.go:171","msg":"trace[1202138497] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997940888s","start":"2026-08-13T08:41:47.395883Z","end":"2026-08-13T08:41:52.393824Z","steps":["trace[1202138497] 'agreement among raft nodes before linearized reading' (duration: 4.997819225s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:52.393896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:47.39579Z","time spent":"4.998094591s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/08/13 08:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:52.69681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:52.696951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:45.695687Z","time spent":"7.001256391s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-13T08:41:52.896999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99868474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:52.897088Z","caller":"traceutil/trace.go:171","msg":"trace[1146835664] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998837754s","start":"2026-08-13T08:41:47.898229Z","end":"2026-08-13T08:41:52.897066Z","steps":["trace[1146835664] 'agreement among raft nodes before linearized reading' (duration: 4.99872157s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:52.89714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:47.898207Z","time spent":"4.998922385s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/08/13 08:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:52.940612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999042329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:52.940684Z","caller":"traceutil/trace.go:171","msg":"trace[1482377431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999175121s","start":"2026-08-13T08:41:47.941492Z","end":"2026-08-13T08:41:52.940667Z","steps":["trace[1482377431] 'agreement among raft nodes before linearized reading' (duration: 4.99908322s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:52.940744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:47.941472Z","time spent":"4.999260836s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/08/13 08:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:53.196942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:53.697375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:53.715533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-13T08:41:53.715635Z","caller":"traceutil/trace.go:171","msg":"trace[1038732820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327387s","start":"2026-08-13T08:41:51.715279Z","end":"2026-08-13T08:41:53.715606Z","steps":["trace[1038732820] 'agreement among raft nodes before linearized reading' (duration: 2.000198764s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:53.715691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.715254Z","time spent":"2.000426341s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:54.198265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:54.281028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:47.280328Z","time spent":"7.000690124s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T08:41:54.698535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:55.199429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:41:55.373223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:48.373014Z","time spent":"7.000166507s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-13T08:41:55.612615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.402758329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-13T08:41:55.612741Z","caller":"traceutil/trace.go:171","msg":"trace[1132108383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"14.402952576s","start":"2026-08-13T08:41:41.209762Z","end":"2026-08-13T08:41:55.612715Z","steps":["trace[1132108383] 'range keys from in-memory index tree' (duration: 14.402628727s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.612802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.20974Z","time spent":"14.403045269s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/13 08:41:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:55.612911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.427484518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-13T08:41:55.613087Z","caller":"traceutil/trace.go:171","msg":"trace[143247427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"14.427698154s","start":"2026-08-13T08:41:41.185352Z","end":"2026-08-13T08:41:55.61305Z","steps":["trace[143247427] 'range keys from in-memory index tree' (duration: 14.427350914s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.61317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.185276Z","time spent":"14.427874379s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/08/13 08:41:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:55.613208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.492327814s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:55.613434Z","caller":"traceutil/trace.go:171","msg":"trace[567253242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3287; }","duration":"12.492564311s","start":"2026-08-13T08:41:43.120836Z","end":"2026-08-13T08:41:55.613401Z","steps":["trace[567253242] 'range keys from in-memory index tree' (duration: 12.492299984s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.692196Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-13T08:41:55.692483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.239296577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.692552Z","caller":"traceutil/trace.go:171","msg":"trace[1336697786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"7.239461273s","start":"2026-08-13T08:41:48.453062Z","end":"2026-08-13T08:41:55.692523Z","steps":["trace[1336697786] 'agreement among raft nodes before linearized reading' (duration: 7.239323738s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.692613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:48.453049Z","time spent":"7.239546504s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.692622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.040862829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.692684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.927589447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.692663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.707212704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.692728Z","caller":"traceutil/trace.go:171","msg":"trace[323129662] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"10.041015113s","start":"2026-08-13T08:41:45.651689Z","end":"2026-08-13T08:41:55.692704Z","steps":["trace[323129662] 'agreement among raft nodes before linearized reading' (duration: 10.040849988s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.692753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.519170351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.692792Z","caller":"traceutil/trace.go:171","msg":"trace[409947948] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; }","duration":"13.519209932s","start":"2026-08-13T08:41:42.173575Z","end":"2026-08-13T08:41:55.692785Z","steps":["trace[409947948] 'agreement among raft nodes before linearized reading' (duration: 13.519170511s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.69279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:45.651621Z","time spent":"10.041155667s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:55.692783Z","caller":"traceutil/trace.go:171","msg":"trace[1211683017] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; }","duration":"10.707381717s","start":"2026-08-13T08:41:44.985369Z","end":"2026-08-13T08:41:55.692751Z","steps":["trace[1211683017] 'agreement among raft nodes before linearized reading' (duration: 10.707248174s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.692819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.173511Z","time spent":"13.519301025s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-08-13T08:41:55.692813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.170078727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.692859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:44.985313Z","time spent":"10.707525262s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.692887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.03812012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.692724Z","caller":"traceutil/trace.go:171","msg":"trace[1129912449] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"11.92766099s","start":"2026-08-13T08:41:43.765054Z","end":"2026-08-13T08:41:55.692715Z","steps":["trace[1129912449] 'agreement among raft nodes before linearized reading' (duration: 11.927619458s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:55.692919Z","caller":"traceutil/trace.go:171","msg":"trace[387128292] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; }","duration":"9.170227351s","start":"2026-08-13T08:41:46.522667Z","end":"2026-08-13T08:41:55.692894Z","steps":["trace[387128292] 'agreement among raft nodes before linearized reading' (duration: 9.170102918s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:55.69294Z","caller":"traceutil/trace.go:171","msg":"trace[885311008] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"12.038196871s","start":"2026-08-13T08:41:43.654722Z","end":"2026-08-13T08:41:55.692919Z","steps":["trace[885311008] 'agreement among raft nodes before linearized reading' (duration: 12.03815182s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.692961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:43.76504Z","time spent":"11.927899237s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.692981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:46.522648Z","time spent":"9.170317904s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.219\" "} {"level":"warn","ts":"2026-08-13T08:41:55.692932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.267187195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.692935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.95105149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.693018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.375275706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.693069Z","caller":"traceutil/trace.go:171","msg":"trace[1544863491] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"10.26739931s","start":"2026-08-13T08:41:45.425637Z","end":"2026-08-13T08:41:55.693036Z","steps":["trace[1544863491] 'agreement among raft nodes before linearized reading' (duration: 10.267218924s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:55.693121Z","caller":"traceutil/trace.go:171","msg":"trace[790062363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"12.37541614s","start":"2026-08-13T08:41:43.317672Z","end":"2026-08-13T08:41:55.693088Z","steps":["trace[790062363] 'agreement among raft nodes before linearized reading' (duration: 12.375271606s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.693136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.548174492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.693169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:45.425618Z","time spent":"10.267523423s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.693196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:43.317616Z","time spent":"12.375551103s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.692981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:43.654702Z","time spent":"12.038265444s","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:55.693178Z","caller":"traceutil/trace.go:171","msg":"trace[1940278905] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"11.548250254s","start":"2026-08-13T08:41:44.144913Z","end":"2026-08-13T08:41:55.693163Z","steps":["trace[1940278905] 'agreement among raft nodes before linearized reading' (duration: 11.548213513s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.693361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:44.144892Z","time spent":"11.548400649s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:55.693118Z","caller":"traceutil/trace.go:171","msg":"trace[827516394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; }","duration":"9.951325897s","start":"2026-08-13T08:41:45.741739Z","end":"2026-08-13T08:41:55.693065Z","steps":["trace[827516394] 'agreement among raft nodes before linearized reading' (duration: 9.951055639s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.69343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:45.741717Z","time spent":"9.951698618s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.692814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.063815504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.693484Z","caller":"traceutil/trace.go:171","msg":"trace[532110799] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"13.064603537s","start":"2026-08-13T08:41:42.628865Z","end":"2026-08-13T08:41:55.693469Z","steps":["trace[532110799] 'agreement among raft nodes before linearized reading' (duration: 13.063846065s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.693544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.628836Z","time spent":"13.064690908s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.692865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.938561359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.693598Z","caller":"traceutil/trace.go:171","msg":"trace[242414418] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"13.939336833s","start":"2026-08-13T08:41:41.754246Z","end":"2026-08-13T08:41:55.693583Z","steps":["trace[242414418] 'agreement among raft nodes before linearized reading' (duration: 13.938611111s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.693019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.902870148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:55.693664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:41.754202Z","time spent":"13.939443445s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:55.693691Z","caller":"traceutil/trace.go:171","msg":"trace[1148812118] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"12.903540418s","start":"2026-08-13T08:41:42.790141Z","end":"2026-08-13T08:41:55.693682Z","steps":["trace[1148812118] 'agreement among raft nodes before linearized reading' (duration: 12.902869648s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.693723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:42.790089Z","time spent":"12.903624041s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.693374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.778011417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-13T08:41:55.693948Z","caller":"traceutil/trace.go:171","msg":"trace[85926972] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"11.779493681s","start":"2026-08-13T08:41:43.914427Z","end":"2026-08-13T08:41:55.693921Z","steps":["trace[85926972] 'agreement among raft nodes before linearized reading' (duration: 11.778037179s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.694056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:43.914412Z","time spent":"11.779624084s","remote":"127.0.0.1:50348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:55.716068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:55.716194Z","caller":"traceutil/trace.go:171","msg":"trace[1457803410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094499s","start":"2026-08-13T08:41:53.716066Z","end":"2026-08-13T08:41:55.716161Z","steps":["trace[1457803410] 'agreement among raft nodes before linearized reading' (duration: 1.999945015s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.716267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:53.716031Z","time spent":"2.000220233s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:41:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:55.864465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.19271629s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-13T08:41:55.957873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:41:55.957989Z","caller":"traceutil/trace.go:171","msg":"trace[1990781778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298812s","start":"2026-08-13T08:41:53.957664Z","end":"2026-08-13T08:41:55.957962Z","steps":["trace[1990781778] 'agreement among raft nodes before linearized reading' (duration: 2.000139688s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:55.958055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:53.957645Z","time spent":"2.000396775s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:41:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:55.969092Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21679ffa43271e9b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-13T08:41:56.209479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.211858Z","time spent":"4.997612213s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/13 08:41:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:41:56.262377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.129591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-13T08:41:56.39089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.244839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-08-13T08:41:56.391627Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"52.741µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-08-13T08:41:56.391793Z","caller":"traceutil/trace.go:171","msg":"trace[2099664691] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3294; }","duration":"5.235304904s","start":"2026-08-13T08:41:51.156466Z","end":"2026-08-13T08:41:56.391771Z","steps":["trace[2099664691] 'process raft request' (duration: 5.235210591s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.391907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.156436Z","time spent":"5.235408587s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:56.392015Z","caller":"traceutil/trace.go:171","msg":"trace[1064902477] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"5.180501835s","start":"2026-08-13T08:41:51.211469Z","end":"2026-08-13T08:41:56.391971Z","steps":["trace[1064902477] 'process raft request' (duration: 5.180244548s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.392074Z","caller":"traceutil/trace.go:171","msg":"trace[558177280] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"4.496060534s","start":"2026-08-13T08:41:51.895999Z","end":"2026-08-13T08:41:56.392059Z","steps":["trace[558177280] 'process raft request' (duration: 4.495970851s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.392112Z","caller":"traceutil/trace.go:171","msg":"trace[1982897514] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"4.485462011s","start":"2026-08-13T08:41:51.906629Z","end":"2026-08-13T08:41:56.392091Z","steps":["trace[1982897514] 'process raft request' (duration: 4.485394189s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.392224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.211425Z","time spent":"5.180691421s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:56.392264Z","caller":"traceutil/trace.go:171","msg":"trace[1512744996] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"4.289566016s","start":"2026-08-13T08:41:52.102677Z","end":"2026-08-13T08:41:56.392243Z","steps":["trace[1512744996] 'process raft request' (duration: 4.289367241s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.392308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.906606Z","time spent":"4.485592214s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:56.392383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:52.102647Z","time spent":"4.28968113s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:56.392153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.895968Z","time spent":"4.496145367s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:56.627862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.644542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-13T08:41:56.628826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:52.698597Z","time spent":"3.930221695s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-13T08:41:56.628857Z","caller":"traceutil/trace.go:171","msg":"trace[676592802] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"3.197350328s","start":"2026-08-13T08:41:53.431481Z","end":"2026-08-13T08:41:56.628831Z","steps":["trace[676592802] 'process raft request' (duration: 3.197049669s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.62891Z","caller":"traceutil/trace.go:171","msg":"trace[829214397] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3301; }","duration":"2.34319377s","start":"2026-08-13T08:41:54.285701Z","end":"2026-08-13T08:41:56.628895Z","steps":["trace[829214397] 'process raft request' (duration: 2.343038436s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.628985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:54.285676Z","time spent":"2.343263914s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:56.628985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:53.431455Z","time spent":"3.197462042s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:56.629233Z","caller":"traceutil/trace.go:171","msg":"trace[920186148] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"894.080886ms","start":"2026-08-13T08:41:55.735128Z","end":"2026-08-13T08:41:56.629209Z","steps":["trace[920186148] 'process raft request' (duration: 893.758877ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.629385Z","caller":"traceutil/trace.go:171","msg":"trace[714116610] linearizableReadLoop","detail":"{readStateIndex:3434; appliedIndex:3414; }","duration":"936.952983ms","start":"2026-08-13T08:41:55.692336Z","end":"2026-08-13T08:41:56.629289Z","steps":["trace[714116610] 'read index received' (duration: 172.508246ms)","trace[714116610] 'applied index is now lower than readState.Index' (duration: 764.443167ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:56.629462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4966307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T08:41:56.629496Z","caller":"traceutil/trace.go:171","msg":"trace[1542541665] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3302; }","duration":"3.496705283s","start":"2026-08-13T08:41:53.132781Z","end":"2026-08-13T08:41:56.629486Z","steps":["trace[1542541665] 'agreement among raft nodes before linearized reading' (duration: 3.496648661s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:53.132752Z","time spent":"3.496765944s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.629548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167494464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T08:41:56.629556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.447950455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T08:41:56.629584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.601473947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:56.629559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93002724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T08:41:56.629635Z","caller":"traceutil/trace.go:171","msg":"trace[1262863471] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3302; }","duration":"7.601579749s","start":"2026-08-13T08:41:49.028041Z","end":"2026-08-13T08:41:56.629621Z","steps":["trace[1262863471] 'agreement among raft nodes before linearized reading' (duration: 7.601469816s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047003231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:56.629673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632730043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T08:41:56.629674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.543443997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-13T08:41:56.629685Z","caller":"traceutil/trace.go:171","msg":"trace[1403374589] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3302; }","duration":"1.047074863s","start":"2026-08-13T08:41:55.582599Z","end":"2026-08-13T08:41:56.629674Z","steps":["trace[1403374589] 'agreement among raft nodes before linearized reading' (duration: 1.047020921s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.629696Z","caller":"traceutil/trace.go:171","msg":"trace[937126843] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3302; }","duration":"3.632813507s","start":"2026-08-13T08:41:52.996876Z","end":"2026-08-13T08:41:56.629689Z","steps":["trace[937126843] 'agreement among raft nodes before linearized reading' (duration: 3.632746284s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.629683Z","caller":"traceutil/trace.go:171","msg":"trace[1879789381] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3302; }","duration":"2.930214175s","start":"2026-08-13T08:41:53.69944Z","end":"2026-08-13T08:41:56.629654Z","steps":["trace[1879789381] 'agreement among raft nodes before linearized reading' (duration: 2.929928318s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211607457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:56.629722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:55.582576Z","time spent":"1.047137774s","remote":"127.0.0.1:48614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:56.629599Z","caller":"traceutil/trace.go:171","msg":"trace[1169943404] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3302; }","duration":"2.167588767s","start":"2026-08-13T08:41:54.461994Z","end":"2026-08-13T08:41:56.629583Z","steps":["trace[1169943404] 'agreement among raft nodes before linearized reading' (duration: 2.167444022s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.845500959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:56.629766Z","caller":"traceutil/trace.go:171","msg":"trace[1821817165] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3302; }","duration":"2.21172118s","start":"2026-08-13T08:41:54.418028Z","end":"2026-08-13T08:41:56.629749Z","steps":["trace[1821817165] 'agreement among raft nodes before linearized reading' (duration: 2.211637328s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:53.699418Z","time spent":"2.930331968s","remote":"127.0.0.1:50296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":29,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:56.629797Z","caller":"traceutil/trace.go:171","msg":"trace[339530085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3302; }","duration":"6.845576472s","start":"2026-08-13T08:41:49.78421Z","end":"2026-08-13T08:41:56.629787Z","steps":["trace[339530085] 'agreement among raft nodes before linearized reading' (duration: 6.84552062s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:54.461965Z","time spent":"2.167820875s","remote":"127.0.0.1:57428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.629843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:49.784167Z","time spent":"6.845666974s","remote":"127.0.0.1:41202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.62986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517600601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:56.629407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:55.73509Z","time spent":"894.194659ms","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:56.629617Z","caller":"traceutil/trace.go:171","msg":"trace[857326182] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3302; }","duration":"7.448051138s","start":"2026-08-13T08:41:49.181545Z","end":"2026-08-13T08:41:56.629596Z","steps":["trace[857326182] 'agreement among raft nodes before linearized reading' (duration: 7.447945495s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:56.62989Z","caller":"traceutil/trace.go:171","msg":"trace[1923403388] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3302; }","duration":"2.517670653s","start":"2026-08-13T08:41:54.11221Z","end":"2026-08-13T08:41:56.629881Z","steps":["trace[1923403388] 'agreement among raft nodes before linearized reading' (duration: 2.517622041s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:49.181522Z","time spent":"7.448383197s","remote":"127.0.0.1:58030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.62963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506078921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T08:41:56.629921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:54.112191Z","time spent":"2.517722444s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:56.629961Z","caller":"traceutil/trace.go:171","msg":"trace[482111384] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3302; }","duration":"2.506448041s","start":"2026-08-13T08:41:54.123499Z","end":"2026-08-13T08:41:56.629947Z","steps":["trace[482111384] 'agreement among raft nodes before linearized reading' (duration: 2.506046629s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629199Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"113.994µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-13T08:41:56.629953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251800579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-08-13T08:41:56.629705Z","caller":"traceutil/trace.go:171","msg":"trace[1784578184] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3302; }","duration":"6.54351819s","start":"2026-08-13T08:41:50.086178Z","end":"2026-08-13T08:41:56.629697Z","steps":["trace[1784578184] 'agreement among raft nodes before linearized reading' (duration: 6.543467678s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.630048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.256325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:56.630045Z","caller":"traceutil/trace.go:171","msg":"trace[204356307] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3302; }","duration":"1.251952943s","start":"2026-08-13T08:41:55.37807Z","end":"2026-08-13T08:41:56.630023Z","steps":["trace[204356307] 'agreement among raft nodes before linearized reading' (duration: 1.251659004s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:54.418006Z","time spent":"2.211790693s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.630111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:55.378046Z","time spent":"1.252053657s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-08-13T08:41:56.630147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.806825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:56.630175Z","caller":"traceutil/trace.go:171","msg":"trace[1439728944] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:0; response_revision:3302; }","duration":"106.867947ms","start":"2026-08-13T08:41:56.5233Z","end":"2026-08-13T08:41:56.630168Z","steps":["trace[1439728944] 'agreement among raft nodes before linearized reading' (duration: 106.827906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.807291316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-13T08:41:56.63Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:54.123076Z","time spent":"2.506911545s","remote":"127.0.0.1:50366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:56.630271Z","caller":"traceutil/trace.go:171","msg":"trace[574453820] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3302; }","duration":"5.808202853s","start":"2026-08-13T08:41:50.822047Z","end":"2026-08-13T08:41:56.63025Z","steps":["trace[574453820] 'agreement among raft nodes before linearized reading' (duration: 5.807295067s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.629719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:52.996842Z","time spent":"3.632872028s","remote":"127.0.0.1:50284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.630346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:50.821999Z","time spent":"5.808321476s","remote":"127.0.0.1:50412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.630388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.150858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-08-13T08:41:56.630414Z","caller":"traceutil/trace.go:171","msg":"trace[1669175806] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:3302; }","duration":"234.207189ms","start":"2026-08-13T08:41:56.396199Z","end":"2026-08-13T08:41:56.630407Z","steps":["trace[1669175806] 'agreement among raft nodes before linearized reading' (duration: 234.105007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.6297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:49.027961Z","time spent":"7.601725615s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:41:56.630051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:50.086158Z","time spent":"6.543881879s","remote":"127.0.0.1:58010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:41:56.630067Z","caller":"traceutil/trace.go:171","msg":"trace[2064411720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3302; }","duration":"906.326766ms","start":"2026-08-13T08:41:55.723734Z","end":"2026-08-13T08:41:56.630061Z","steps":["trace[2064411720] 'agreement among raft nodes before linearized reading' (duration: 906.294905ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.630605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:55.72371Z","time spent":"906.876452ms","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:56.629764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914872485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-08-13T08:41:56.630114Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21679ffa43271e9b","error":"lease not found"} {"level":"info","ts":"2026-08-13T08:41:56.630677Z","caller":"traceutil/trace.go:171","msg":"trace[626852195] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3302; }","duration":"4.915811782s","start":"2026-08-13T08:41:51.714848Z","end":"2026-08-13T08:41:56.630659Z","steps":["trace[626852195] 'agreement among raft nodes before linearized reading' (duration: 4.914886406s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.630751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:51.714821Z","time spent":"4.915912404s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-08-13T08:41:56.971652Z","caller":"traceutil/trace.go:171","msg":"trace[1537836405] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"340.612574ms","start":"2026-08-13T08:41:56.630998Z","end":"2026-08-13T08:41:56.97161Z","steps":["trace[1537836405] 'process raft request' (duration: 319.828739ms)","trace[1537836405] 'compare' (duration: 20.588839ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:56.971765Z","caller":"traceutil/trace.go:171","msg":"trace[1800896759] linearizableReadLoop","detail":"{readStateIndex:3439; appliedIndex:3436; }","duration":"340.095529ms","start":"2026-08-13T08:41:56.631653Z","end":"2026-08-13T08:41:56.971749Z","steps":["trace[1800896759] 'read index received' (duration: 29.531674ms)","trace[1800896759] 'applied index is now lower than readState.Index' (duration: 310.563345ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:56.971809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.630932Z","time spent":"340.800199ms","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-13T08:41:56.971836Z","caller":"traceutil/trace.go:171","msg":"trace[565903654] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"336.30773ms","start":"2026-08-13T08:41:56.635477Z","end":"2026-08-13T08:41:56.971784Z","steps":["trace[565903654] 'process raft request' (duration: 336.148506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.971995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.635459Z","time spent":"336.446375ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:56.972098Z","caller":"traceutil/trace.go:171","msg":"trace[615323994] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"328.327603ms","start":"2026-08-13T08:41:56.643762Z","end":"2026-08-13T08:41:56.972089Z","steps":["trace[615323994] 'process raft request' (duration: 327.950783ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.972184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.64375Z","time spent":"328.372434ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:56.972222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.631222Z","time spent":"340.998505ms","remote":"127.0.0.1:50206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-13T08:41:56.972314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.659965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:56.972335Z","caller":"traceutil/trace.go:171","msg":"trace[775001964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3306; }","duration":"340.702796ms","start":"2026-08-13T08:41:56.631626Z","end":"2026-08-13T08:41:56.972329Z","steps":["trace[775001964] 'agreement among raft nodes before linearized reading' (duration: 340.666445ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.97235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.631614Z","time spent":"340.734087ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:56.972476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.915357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-08-13T08:41:56.972493Z","caller":"traceutil/trace.go:171","msg":"trace[993363176] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:3306; }","duration":"337.966448ms","start":"2026-08-13T08:41:56.634522Z","end":"2026-08-13T08:41:56.972489Z","steps":["trace[993363176] 'agreement among raft nodes before linearized reading' (duration: 337.898166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.972504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.634504Z","time spent":"337.997609ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-08-13T08:41:56.972666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.452345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-08-13T08:41:56.972714Z","caller":"traceutil/trace.go:171","msg":"trace[1310588124] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3306; }","duration":"336.544997ms","start":"2026-08-13T08:41:56.636157Z","end":"2026-08-13T08:41:56.972702Z","steps":["trace[1310588124] 'agreement among raft nodes before linearized reading' (duration: 336.380592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:56.972747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.636143Z","time spent":"336.597189ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-08-13T08:41:57.359849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.830114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-13T08:41:57.360031Z","caller":"traceutil/trace.go:171","msg":"trace[567998750] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"386.101875ms","start":"2026-08-13T08:41:56.973883Z","end":"2026-08-13T08:41:57.359985Z","steps":["trace[567998750] 'process raft request' (duration: 212.985942ms)","trace[567998750] 'compare' (duration: 172.422713ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:57.360212Z","caller":"traceutil/trace.go:171","msg":"trace[1177884647] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3441; }","duration":"385.531918ms","start":"2026-08-13T08:41:56.974642Z","end":"2026-08-13T08:41:57.360174Z","steps":["trace[1177884647] 'read index received' (duration: 212.235241ms)","trace[1177884647] 'applied index is now lower than readState.Index' (duration: 173.292337ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:57.360287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.973859Z","time spent":"386.258819ms","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:57.360361Z","caller":"traceutil/trace.go:171","msg":"trace[206421536] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"378.932819ms","start":"2026-08-13T08:41:56.981403Z","end":"2026-08-13T08:41:57.360335Z","steps":["trace[206421536] 'process raft request' (duration: 378.59224ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:57.360431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.749774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cb50c9ffcf74c3\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:57.360488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.981391Z","time spent":"379.054192ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:57.360525Z","caller":"traceutil/trace.go:171","msg":"trace[195200384] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cb50c9ffcf74c3; range_end:; response_count:0; response_revision:3308; }","duration":"385.884828ms","start":"2026-08-13T08:41:56.974616Z","end":"2026-08-13T08:41:57.360501Z","steps":["trace[195200384] 'agreement among raft nodes before linearized reading' (duration: 385.666812ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:57.360526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.260489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-13T08:41:57.360581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.974602Z","time spent":"385.968921ms","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cb50c9ffcf74c3\" "} {"level":"warn","ts":"2026-08-13T08:41:57.360614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.400912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-08-13T08:41:57.360643Z","caller":"traceutil/trace.go:171","msg":"trace[1206639422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3308; }","duration":"379.430104ms","start":"2026-08-13T08:41:56.981189Z","end":"2026-08-13T08:41:57.360619Z","steps":["trace[1206639422] 'agreement among raft nodes before linearized reading' (duration: 379.249428ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:57.360681Z","caller":"traceutil/trace.go:171","msg":"trace[962172852] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3308; }","duration":"380.498575ms","start":"2026-08-13T08:41:56.980166Z","end":"2026-08-13T08:41:57.360665Z","steps":["trace[962172852] 'agreement among raft nodes before linearized reading' (duration: 380.262048ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:57.360692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.981169Z","time spent":"379.512666ms","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:41:57.360729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:56.980149Z","time spent":"380.571007ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-08-13T08:41:57.495528Z","caller":"traceutil/trace.go:171","msg":"trace[163993853] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3443; }","duration":"130.518773ms","start":"2026-08-13T08:41:57.364969Z","end":"2026-08-13T08:41:57.495487Z","steps":["trace[163993853] 'read index received' (duration: 105.955191ms)","trace[163993853] 'applied index is now lower than readState.Index' (duration: 24.561952ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:57.495563Z","caller":"traceutil/trace.go:171","msg":"trace[57521060] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"130.683778ms","start":"2026-08-13T08:41:57.364835Z","end":"2026-08-13T08:41:57.495519Z","steps":["trace[57521060] 'process raft request' (duration: 106.073265ms)","trace[57521060] 'compare' (duration: 24.435198ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:57.495852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.838512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-13T08:41:57.495905Z","caller":"traceutil/trace.go:171","msg":"trace[1238456291] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3309; }","duration":"130.974206ms","start":"2026-08-13T08:41:57.364916Z","end":"2026-08-13T08:41:57.49589Z","steps":["trace[1238456291] 'agreement among raft nodes before linearized reading' (duration: 130.693608ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:57.582167Z","caller":"traceutil/trace.go:171","msg":"trace[140345653] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"212.90819ms","start":"2026-08-13T08:41:57.369218Z","end":"2026-08-13T08:41:57.582126Z","steps":["trace[140345653] 'process raft request' (duration: 212.578591ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:57.726396Z","caller":"traceutil/trace.go:171","msg":"trace[111266967] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3445; }","duration":"140.640443ms","start":"2026-08-13T08:41:57.585729Z","end":"2026-08-13T08:41:57.72637Z","steps":["trace[111266967] 'read index received' (duration: 140.470198ms)","trace[111266967] 'applied index is now lower than readState.Index' (duration: 166.655µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:57.72645Z","caller":"traceutil/trace.go:171","msg":"trace[653381281] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"141.307233ms","start":"2026-08-13T08:41:57.585081Z","end":"2026-08-13T08:41:57.726388Z","steps":["trace[653381281] 'process raft request' (duration: 141.115387ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:57.726618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.867109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-08-13T08:41:57.726681Z","caller":"traceutil/trace.go:171","msg":"trace[1443750075] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:3311; }","duration":"140.998943ms","start":"2026-08-13T08:41:57.585669Z","end":"2026-08-13T08:41:57.726668Z","steps":["trace[1443750075] 'agreement among raft nodes before linearized reading' (duration: 140.821168ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:57.874568Z","caller":"traceutil/trace.go:171","msg":"trace[1535607084] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"140.50978ms","start":"2026-08-13T08:41:57.734022Z","end":"2026-08-13T08:41:57.874532Z","steps":["trace[1535607084] 'process raft request' (duration: 99.406544ms)","trace[1535607084] 'compare' (duration: 40.833098ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:57.970078Z","caller":"traceutil/trace.go:171","msg":"trace[1605989826] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"235.459896ms","start":"2026-08-13T08:41:57.734581Z","end":"2026-08-13T08:41:57.970041Z","steps":["trace[1605989826] 'process raft request' (duration: 235.199138ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.088887Z","caller":"traceutil/trace.go:171","msg":"trace[1987591331] linearizableReadLoop","detail":"{readStateIndex:3449; appliedIndex:3448; }","duration":"115.447103ms","start":"2026-08-13T08:41:57.973406Z","end":"2026-08-13T08:41:58.088853Z","steps":["trace[1987591331] 'read index received' (duration: 65.837743ms)","trace[1987591331] 'applied index is now lower than readState.Index' (duration: 49.60834ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:58.08894Z","caller":"traceutil/trace.go:171","msg":"trace[271727380] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"117.081929ms","start":"2026-08-13T08:41:57.971804Z","end":"2026-08-13T08:41:58.088886Z","steps":["trace[271727380] 'process raft request' (duration: 67.411179ms)","trace[271727380] 'compare' (duration: 49.493655ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:58.089319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.886895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-08-13T08:41:58.089437Z","caller":"traceutil/trace.go:171","msg":"trace[209258679] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3314; }","duration":"116.04062ms","start":"2026-08-13T08:41:57.973372Z","end":"2026-08-13T08:41:58.089413Z","steps":["trace[209258679] 'agreement among raft nodes before linearized reading' (duration: 115.568596ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.284328Z","caller":"traceutil/trace.go:171","msg":"trace[513341193] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"190.685744ms","start":"2026-08-13T08:41:58.093583Z","end":"2026-08-13T08:41:58.284268Z","steps":["trace[513341193] 'process raft request' (duration: 179.678389ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.452397Z","caller":"traceutil/trace.go:171","msg":"trace[557350282] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"353.698198ms","start":"2026-08-13T08:41:58.098669Z","end":"2026-08-13T08:41:58.452367Z","steps":["trace[557350282] 'process raft request' (duration: 345.427261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:41:58.452596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:58.098643Z","time spent":"353.857322ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:41:58.468302Z","caller":"traceutil/trace.go:171","msg":"trace[1206784844] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"178.706732ms","start":"2026-08-13T08:41:58.28957Z","end":"2026-08-13T08:41:58.468277Z","steps":["trace[1206784844] 'process raft request' (duration: 178.585489ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.667383Z","caller":"traceutil/trace.go:171","msg":"trace[1903705063] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"187.376921ms","start":"2026-08-13T08:41:58.479979Z","end":"2026-08-13T08:41:58.667356Z","steps":["trace[1903705063] 'process raft request' (duration: 186.968479ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.710933Z","caller":"traceutil/trace.go:171","msg":"trace[2108250502] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"222.684231ms","start":"2026-08-13T08:41:58.48821Z","end":"2026-08-13T08:41:58.710894Z","steps":["trace[2108250502] 'process raft request' (duration: 222.492255ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.862297Z","caller":"traceutil/trace.go:171","msg":"trace[1796774674] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"140.149018ms","start":"2026-08-13T08:41:58.722121Z","end":"2026-08-13T08:41:58.86227Z","steps":["trace[1796774674] 'process raft request' (duration: 139.995834ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:58.891793Z","caller":"traceutil/trace.go:171","msg":"trace[1679367122] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"150.334371ms","start":"2026-08-13T08:41:58.741399Z","end":"2026-08-13T08:41:58.891733Z","steps":["trace[1679367122] 'process raft request' (duration: 150.157145ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:59.091789Z","caller":"traceutil/trace.go:171","msg":"trace[696891153] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"192.137896ms","start":"2026-08-13T08:41:58.899622Z","end":"2026-08-13T08:41:59.09176Z","steps":["trace[696891153] 'process raft request' (duration: 191.967382ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:59.100168Z","caller":"traceutil/trace.go:171","msg":"trace[102850507] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"169.243081ms","start":"2026-08-13T08:41:58.930894Z","end":"2026-08-13T08:41:59.100137Z","steps":["trace[102850507] 'process raft request' (duration: 169.044675ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:59.27486Z","caller":"traceutil/trace.go:171","msg":"trace[1257843803] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"171.65543ms","start":"2026-08-13T08:41:59.103157Z","end":"2026-08-13T08:41:59.274812Z","steps":["trace[1257843803] 'process raft request' (duration: 86.450323ms)","trace[1257843803] 'compare' (duration: 85.037992ms)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:41:59.502472Z","caller":"traceutil/trace.go:171","msg":"trace[1178091463] linearizableReadLoop","detail":"{readStateIndex:3463; appliedIndex:3462; }","duration":"195.494923ms","start":"2026-08-13T08:41:59.306942Z","end":"2026-08-13T08:41:59.502437Z","steps":["trace[1178091463] 'read index received' (duration: 113.9568ms)","trace[1178091463] 'applied index is now lower than readState.Index' (duration: 81.536623ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:59.502644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.676267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:59.502689Z","caller":"traceutil/trace.go:171","msg":"trace[956738689] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3328; }","duration":"195.79639ms","start":"2026-08-13T08:41:59.306875Z","end":"2026-08-13T08:41:59.502671Z","steps":["trace[956738689] 'agreement among raft nodes before linearized reading' (duration: 195.681727ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:41:59.502828Z","caller":"traceutil/trace.go:171","msg":"trace[1284711398] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"396.238284ms","start":"2026-08-13T08:41:59.106547Z","end":"2026-08-13T08:41:59.502785Z","steps":["trace[1284711398] 'process raft request' (duration: 314.421574ms)","trace[1284711398] 'compare' (duration: 81.269215ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:41:59.503033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:41:59.106524Z","time spent":"396.400079ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:41:59.83737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.577225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:41:59.837507Z","caller":"traceutil/trace.go:171","msg":"trace[20817195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3329; }","duration":"145.789831ms","start":"2026-08-13T08:41:59.691688Z","end":"2026-08-13T08:41:59.837478Z","steps":["trace[20817195] 'range keys from in-memory index tree' (duration: 145.492082ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:05.293172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:42:05.793749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:42:06.293987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:42:06.795116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:42:07.295854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:42:07.692419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-13T08:42:07.692524Z","caller":"traceutil/trace.go:171","msg":"trace[1152589702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531587s","start":"2026-08-13T08:42:05.691967Z","end":"2026-08-13T08:42:07.692498Z","steps":["trace[1152589702] 'agreement among raft nodes before linearized reading' (duration: 2.000402214s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:07.692578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:05.691937Z","time spent":"2.00062848s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/13 08:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-13T08:42:07.796266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630440459924873182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-13T08:42:07.995623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.517171163s","expected-duration":"1s"} {"level":"info","ts":"2026-08-13T08:42:07.996387Z","caller":"traceutil/trace.go:171","msg":"trace[980728002] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"3.518074239s","start":"2026-08-13T08:42:04.478268Z","end":"2026-08-13T08:42:07.996342Z","steps":["trace[980728002] 'process raft request' (duration: 3.517620995s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:07.996593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:04.47823Z","time spent":"3.518264034s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:42:08.020399Z","caller":"traceutil/trace.go:171","msg":"trace[1300388645] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"951.478128ms","start":"2026-08-13T08:42:07.068886Z","end":"2026-08-13T08:42:08.020364Z","steps":["trace[1300388645] 'process raft request' (duration: 951.265811ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:42:08.020527Z","caller":"traceutil/trace.go:171","msg":"trace[659767464] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3464; }","duration":"3.227534617s","start":"2026-08-13T08:42:04.792961Z","end":"2026-08-13T08:42:08.020496Z","steps":["trace[659767464] 'read index received' (duration: 3.202905883s)","trace[659767464] 'applied index is now lower than readState.Index' (duration: 24.626744ms)"],"step_count":2} {"level":"warn","ts":"2026-08-13T08:42:08.020571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:07.068864Z","time spent":"951.612482ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-13T08:42:08.020632Z","caller":"traceutil/trace.go:171","msg":"trace[1269480215] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"355.977773ms","start":"2026-08-13T08:42:07.664562Z","end":"2026-08-13T08:42:08.02054Z","steps":["trace[1269480215] 'process raft request' (duration: 355.759647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:08.02079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227807694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 ","response":"range_response_count:1 size:9466"} {"level":"info","ts":"2026-08-13T08:42:08.020825Z","caller":"traceutil/trace.go:171","msg":"trace[1850859022] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:3332; }","duration":"3.227908448s","start":"2026-08-13T08:42:04.792906Z","end":"2026-08-13T08:42:08.020814Z","steps":["trace[1850859022] 'agreement among raft nodes before linearized reading' (duration: 3.227722123s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:08.020864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:04.792882Z","time spent":"3.227970709s","remote":"127.0.0.1:50378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":9489,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 "} {"level":"warn","ts":"2026-08-13T08:42:08.020865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249823559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-k54vq.18cb50cc585c8a95\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-08-13T08:42:08.02089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497197428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-13T08:42:08.020934Z","caller":"traceutil/trace.go:171","msg":"trace[1796582306] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-k54vq.18cb50cc585c8a95; range_end:; response_count:1; response_revision:3332; }","duration":"2.249949462s","start":"2026-08-13T08:42:05.770964Z","end":"2026-08-13T08:42:08.020913Z","steps":["trace[1796582306] 'agreement among raft nodes before linearized reading' (duration: 2.249739026s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:42:08.020955Z","caller":"traceutil/trace.go:171","msg":"trace[877122380] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:3332; }","duration":"1.497312502s","start":"2026-08-13T08:42:06.523624Z","end":"2026-08-13T08:42:08.020937Z","steps":["trace[877122380] 'agreement among raft nodes before linearized reading' (duration: 1.497071205s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:08.020989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:05.770939Z","time spent":"2.250037203s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-k54vq.18cb50cc585c8a95\" "} {"level":"warn","ts":"2026-08-13T08:42:08.021009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:06.523604Z","time spent":"1.497386744s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.219\" "} {"level":"warn","ts":"2026-08-13T08:42:08.021026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.837008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:42:08.021064Z","caller":"traceutil/trace.go:171","msg":"trace[351657788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3332; }","duration":"327.916461ms","start":"2026-08-13T08:42:07.693135Z","end":"2026-08-13T08:42:08.021051Z","steps":["trace[351657788] 'agreement among raft nodes before linearized reading' (duration: 327.85646ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:08.021094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:07.693096Z","time spent":"327.992402ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-13T08:42:08.021251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:07.664532Z","time spent":"356.253431ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-13T08:42:08.021262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224064538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 ","response":"range_response_count:91 size:101054"} {"level":"warn","ts":"2026-08-13T08:42:08.021441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.943426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:42:08.021441Z","caller":"traceutil/trace.go:171","msg":"trace[1742788317] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:91; response_revision:3332; }","duration":"3.224281614s","start":"2026-08-13T08:42:04.797137Z","end":"2026-08-13T08:42:08.021418Z","steps":["trace[1742788317] 'agreement among raft nodes before linearized reading' (duration: 3.223535173s)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:42:08.021481Z","caller":"traceutil/trace.go:171","msg":"trace[99173543] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3332; }","duration":"332.030618ms","start":"2026-08-13T08:42:07.68944Z","end":"2026-08-13T08:42:08.021471Z","steps":["trace[99173543] 'agreement among raft nodes before linearized reading' (duration: 331.962726ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:08.021507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:04.797129Z","time spent":"3.224359646s","remote":"127.0.0.1:50548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":91,"response size":101077,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 "} {"level":"warn","ts":"2026-08-13T08:42:08.021513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:07.689417Z","time spent":"332.087869ms","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-08-13T08:42:08.021494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330406614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:42:08.021564Z","caller":"traceutil/trace.go:171","msg":"trace[636116500] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3332; }","duration":"2.330541077s","start":"2026-08-13T08:42:05.691004Z","end":"2026-08-13T08:42:08.021545Z","steps":["trace[636116500] 'agreement among raft nodes before linearized reading' (duration: 2.330437594s)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:08.021632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-13T08:42:05.69097Z","time spent":"2.330640701s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-08-13T08:42:31.66374Z","caller":"traceutil/trace.go:171","msg":"trace[1094544980] linearizableReadLoop","detail":"{readStateIndex:3604; appliedIndex:3603; }","duration":"152.370939ms","start":"2026-08-13T08:42:31.511341Z","end":"2026-08-13T08:42:31.663712Z","steps":["trace[1094544980] 'read index received' (duration: 152.196564ms)","trace[1094544980] 'applied index is now lower than readState.Index' (duration: 172.905µs)"],"step_count":2} {"level":"info","ts":"2026-08-13T08:42:31.663885Z","caller":"traceutil/trace.go:171","msg":"trace[1236426433] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"161.129879ms","start":"2026-08-13T08:42:31.502743Z","end":"2026-08-13T08:42:31.663873Z","steps":["trace[1236426433] 'process raft request' (duration: 160.78409ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:31.664065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.758776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/\" range_end:\"/registry/jobs/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-13T08:42:31.664146Z","caller":"traceutil/trace.go:171","msg":"trace[1311087976] range","detail":"{range_begin:/registry/jobs/openstack/; range_end:/registry/jobs/openstack0; response_count:0; response_revision:3463; }","duration":"119.891621ms","start":"2026-08-13T08:42:31.544237Z","end":"2026-08-13T08:42:31.664128Z","steps":["trace[1311087976] 'agreement among raft nodes before linearized reading' (duration: 119.754927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:31.664438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.247517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-08-13T08:42:31.664477Z","caller":"traceutil/trace.go:171","msg":"trace[958188157] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3463; }","duration":"115.32231ms","start":"2026-08-13T08:42:31.549144Z","end":"2026-08-13T08:42:31.664466Z","steps":["trace[958188157] 'agreement among raft nodes before linearized reading' (duration: 115.187805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-13T08:42:31.664558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.183002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1168"} {"level":"info","ts":"2026-08-13T08:42:31.664649Z","caller":"traceutil/trace.go:171","msg":"trace[1331115721] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:3463; }","duration":"153.335797ms","start":"2026-08-13T08:42:31.51129Z","end":"2026-08-13T08:42:31.664626Z","steps":["trace[1331115721] 'agreement among raft nodes before linearized reading' (duration: 153.050579ms)"],"step_count":1} {"level":"info","ts":"2026-08-13T08:42:32.464844Z","caller":"traceutil/trace.go:171","msg":"trace[1384705131] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"103.722307ms","start":"2026-08-13T08:42:32.361098Z","end":"2026-08-13T08:42:32.46482Z","steps":["trace[1384705131] 'process raft request' (duration: 103.604004ms)"],"step_count":1}