{"level":"warn","ts":"2026-05-14T02:59:32.315848Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-14T02:59:32.315946Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-14T02:59:32.316011Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-14T02:59:32.316023Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-05-14T02:59:32.316043Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-14T02:59:32.316703Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-05-14T02:59:32.316782Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-14T02:59:32.323244Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.26331ms"} {"level":"info","ts":"2026-05-14T02:59:32.333533Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-05-14T02:59:32.333642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-05-14T02:59:32.333675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-05-14T02:59:32.333701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-14T02:59:32.333715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-05-14T02:59:32.333789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-05-14T02:59:32.34287Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-14T02:59:32.344847Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-14T02:59:32.346707Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-14T02:59:32.349655Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-14T02:59:32.349937Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-14T02:59:32.34997Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-14T02:59:32.350159Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-14T02:59:32.350174Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-14T02:59:32.353694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-05-14T02:59:32.353898Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-05-14T02:59:32.35456Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-14T02:59:32.354699Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-05-14T02:59:32.354738Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-05-14T02:59:32.354912Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-14T02:59:32.354965Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-14T02:59:32.934744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-05-14T02:59:32.93482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-05-14T02:59:32.934845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-05-14T02:59:32.934863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-05-14T02:59:32.934873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-05-14T02:59:32.934891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-05-14T02:59:32.934901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-05-14T02:59:32.935906Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-14T02:59:32.935911Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-14T02:59:32.935921Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-14T02:59:32.93622Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-14T02:59:32.936348Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-14T02:59:32.936385Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-14T02:59:32.937678Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-14T02:59:32.938252Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-05-14T02:59:32.94843Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-05-14T02:59:32.949044Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-14T02:59:32.949193Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-14T02:59:34.555349Z","caller":"traceutil/trace.go:171","msg":"trace[346650187] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"145.27773ms","start":"2026-05-14T02:59:34.410041Z","end":"2026-05-14T02:59:34.555319Z","steps":["trace[346650187] 'process raft request' (duration: 124.002337ms)","trace[346650187] 'compare' (duration: 20.859051ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:34.555502Z","caller":"traceutil/trace.go:171","msg":"trace[1817606294] linearizableReadLoop","detail":"{readStateIndex:68; appliedIndex:66; }","duration":"121.781483ms","start":"2026-05-14T02:59:34.433684Z","end":"2026-05-14T02:59:34.555466Z","steps":["trace[1817606294] 'read index received' (duration: 100.424409ms)","trace[1817606294] 'applied index is now lower than readState.Index' (duration: 21.355634ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:34.555968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.264007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-14T02:59:34.556056Z","caller":"traceutil/trace.go:171","msg":"trace[730823848] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:64; }","duration":"122.415717ms","start":"2026-05-14T02:59:34.433621Z","end":"2026-05-14T02:59:34.556037Z","steps":["trace[730823848] 'agreement among raft nodes before linearized reading' (duration: 122.210756ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:34.556283Z","caller":"traceutil/trace.go:171","msg":"trace[1548098054] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"139.828556ms","start":"2026-05-14T02:59:34.416415Z","end":"2026-05-14T02:59:34.556243Z","steps":["trace[1548098054] 'process raft request' (duration: 138.656569ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:35.613905Z","caller":"traceutil/trace.go:171","msg":"trace[1056797529] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"311.71869ms","start":"2026-05-14T02:59:35.302155Z","end":"2026-05-14T02:59:35.613873Z","steps":["trace[1056797529] 'read index received' (duration: 226.51325ms)","trace[1056797529] 'applied index is now lower than readState.Index' (duration: 85.2041ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:35.613982Z","caller":"traceutil/trace.go:171","msg":"trace[301382795] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"369.595082ms","start":"2026-05-14T02:59:35.244349Z","end":"2026-05-14T02:59:35.613944Z","steps":["trace[301382795] 'process raft request' (duration: 284.339911ms)","trace[301382795] 'compare' (duration: 85.031369ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:35.614095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.918501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-14T02:59:35.614174Z","caller":"traceutil/trace.go:171","msg":"trace[1503796093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"312.069224ms","start":"2026-05-14T02:59:35.302084Z","end":"2026-05-14T02:59:35.614154Z","steps":["trace[1503796093] 'agreement among raft nodes before linearized reading' (duration: 311.900673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:35.614233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:35.302059Z","time spent":"312.160574ms","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-14T02:59:35.615133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:35.24433Z","time spent":"369.726112ms","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T02:59:37.56197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.558926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-14T02:59:37.562142Z","caller":"traceutil/trace.go:171","msg":"trace[1029046254] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:257; }","duration":"155.461407ms","start":"2026-05-14T02:59:37.406668Z","end":"2026-05-14T02:59:37.562129Z","steps":["trace[1029046254] 'read index received' (duration: 52.74µs)","trace[1029046254] 'applied index is now lower than readState.Index' (duration: 155.407637ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:37.562175Z","caller":"traceutil/trace.go:171","msg":"trace[124597492] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"282.129088ms","start":"2026-05-14T02:59:37.280022Z","end":"2026-05-14T02:59:37.562151Z","steps":["trace[124597492] 'process raft request' (duration: 32.220339ms)","trace[124597492] 'compare' (duration: 249.439425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:37.562483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.806109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3492"} {"level":"info","ts":"2026-05-14T02:59:37.562561Z","caller":"traceutil/trace.go:171","msg":"trace[930204124] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:252; }","duration":"155.93608ms","start":"2026-05-14T02:59:37.406608Z","end":"2026-05-14T02:59:37.562544Z","steps":["trace[930204124] 'agreement among raft nodes before linearized reading' (duration: 155.587808ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:37.686696Z","caller":"traceutil/trace.go:171","msg":"trace[363060946] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"115.688442ms","start":"2026-05-14T02:59:37.570976Z","end":"2026-05-14T02:59:37.686664Z","steps":["trace[363060946] 'process raft request' (duration: 104.06614ms)","trace[363060946] 'compare' (duration: 11.33221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:38.027687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T02:59:38.027783Z","caller":"traceutil/trace.go:171","msg":"trace[2123050137] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:267; }","duration":"120.404821ms","start":"2026-05-14T02:59:37.907354Z","end":"2026-05-14T02:59:38.027759Z","steps":["trace[2123050137] 'range keys from in-memory index tree' (duration: 120.168829ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:42.137134Z","caller":"traceutil/trace.go:171","msg":"trace[1008886120] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"108.3018ms","start":"2026-05-14T02:59:42.02879Z","end":"2026-05-14T02:59:42.137092Z","steps":["trace[1008886120] 'process raft request' (duration: 27.758427ms)","trace[1008886120] 'compare' (duration: 80.362302ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:42.746887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.272363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-14T02:59:42.747055Z","caller":"traceutil/trace.go:171","msg":"trace[996577521] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"524.482518ms","start":"2026-05-14T02:59:42.222553Z","end":"2026-05-14T02:59:42.747036Z","steps":["trace[996577521] 'process raft request' (duration: 134.001794ms)","trace[996577521] 'compare' (duration: 390.086002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:42.747168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.222523Z","time spent":"524.604438ms","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:42.772589Z","caller":"traceutil/trace.go:171","msg":"trace[2119083002] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:360; }","duration":"515.151062ms","start":"2026-05-14T02:59:42.257415Z","end":"2026-05-14T02:59:42.772566Z","steps":["trace[2119083002] 'read index received' (duration: 99.231046ms)","trace[2119083002] 'applied index is now lower than readState.Index' (duration: 415.918426ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:42.77262Z","caller":"traceutil/trace.go:171","msg":"trace[523774206] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"549.133535ms","start":"2026-05-14T02:59:42.223459Z","end":"2026-05-14T02:59:42.772593Z","steps":["trace[523774206] 'process raft request' (duration: 548.920994ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:42.772687Z","caller":"traceutil/trace.go:171","msg":"trace[1508194638] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"548.854213ms","start":"2026-05-14T02:59:42.223821Z","end":"2026-05-14T02:59:42.772675Z","steps":["trace[1508194638] 'process raft request' (duration: 548.712853ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:42.772714Z","caller":"traceutil/trace.go:171","msg":"trace[1058814645] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"548.951114ms","start":"2026-05-14T02:59:42.223729Z","end":"2026-05-14T02:59:42.77268Z","steps":["trace[1058814645] 'process raft request' (duration: 548.766173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.772883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.223445Z","time spent":"549.216085ms","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:42.772901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.223722Z","time spent":"549.076395ms","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:42.772901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.457173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-14T02:59:42.773025Z","caller":"traceutil/trace.go:171","msg":"trace[475943462] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:353; }","duration":"515.609214ms","start":"2026-05-14T02:59:42.257376Z","end":"2026-05-14T02:59:42.772985Z","steps":["trace[475943462] 'agreement among raft nodes before linearized reading' (duration: 515.348363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.773022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.223813Z","time spent":"548.896353ms","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:42.773091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.257362Z","time spent":"515.694154ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-05-14T02:59:42.788337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.278512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-05-14T02:59:42.788359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.551125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-14T02:59:42.788397Z","caller":"traceutil/trace.go:171","msg":"trace[18303823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:354; }","duration":"480.362552ms","start":"2026-05-14T02:59:42.308021Z","end":"2026-05-14T02:59:42.788383Z","steps":["trace[18303823] 'agreement among raft nodes before linearized reading' (duration: 480.238862ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:42.788409Z","caller":"traceutil/trace.go:171","msg":"trace[1652526572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:354; }","duration":"417.659856ms","start":"2026-05-14T02:59:42.370738Z","end":"2026-05-14T02:59:42.788398Z","steps":["trace[1652526572] 'agreement among raft nodes before linearized reading' (duration: 417.568156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.788426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.308009Z","time spent":"480.411482ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-05-14T02:59:42.788439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.370726Z","time spent":"417.706336ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-14T02:59:42.788526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.865869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-14T02:59:42.788571Z","caller":"traceutil/trace.go:171","msg":"trace[834266013] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:354; }","duration":"380.067381ms","start":"2026-05-14T02:59:42.40849Z","end":"2026-05-14T02:59:42.788557Z","steps":["trace[834266013] 'agreement among raft nodes before linearized reading' (duration: 379.882929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.788562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.403559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-05-14T02:59:42.788607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.408435Z","time spent":"380.164981ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-05-14T02:59:42.788619Z","caller":"traceutil/trace.go:171","msg":"trace[49276823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:354; }","duration":"431.49823ms","start":"2026-05-14T02:59:42.357106Z","end":"2026-05-14T02:59:42.788604Z","steps":["trace[49276823] 'agreement among raft nodes before linearized reading' (duration: 431.394249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.788677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.357094Z","time spent":"431.574231ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-05-14T02:59:42.788639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.105521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-05-14T02:59:42.788694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.980096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-14T02:59:42.788751Z","caller":"traceutil/trace.go:171","msg":"trace[1924266802] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:354; }","duration":"280.253831ms","start":"2026-05-14T02:59:42.508489Z","end":"2026-05-14T02:59:42.788743Z","steps":["trace[1924266802] 'agreement among raft nodes before linearized reading' (duration: 280.1255ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:42.788793Z","caller":"traceutil/trace.go:171","msg":"trace[100436878] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:354; }","duration":"231.132357ms","start":"2026-05-14T02:59:42.557628Z","end":"2026-05-14T02:59:42.78876Z","steps":["trace[100436878] 'agreement among raft nodes before linearized reading' (duration: 230.939826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.788889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.288182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-14T02:59:42.788931Z","caller":"traceutil/trace.go:171","msg":"trace[1799889459] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:354; }","duration":"330.410893ms","start":"2026-05-14T02:59:42.45851Z","end":"2026-05-14T02:59:42.788921Z","steps":["trace[1799889459] 'agreement among raft nodes before linearized reading' (duration: 330.327183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:42.788958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.458486Z","time spent":"330.467283ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-05-14T02:59:43.8122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.835787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T02:59:43.812419Z","caller":"traceutil/trace.go:171","msg":"trace[945368806] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.030980634s","start":"2026-05-14T02:59:42.781406Z","end":"2026-05-14T02:59:43.812387Z","steps":["trace[945368806] 'process raft request' (duration: 70.850536ms)","trace[945368806] 'compare' (duration: 959.570104ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:43.812496Z","caller":"traceutil/trace.go:171","msg":"trace[1991208501] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.028772961s","start":"2026-05-14T02:59:42.78369Z","end":"2026-05-14T02:59:43.812463Z","steps":["trace[1991208501] 'process raft request' (duration: 1.02861803s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.812646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.781387Z","time spent":"1.031152015s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:43.812677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.783683Z","time spent":"1.028897721s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:43.81289Z","caller":"traceutil/trace.go:171","msg":"trace[2145485352] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:365; }","duration":"558.089022ms","start":"2026-05-14T02:59:43.254778Z","end":"2026-05-14T02:59:43.812867Z","steps":["trace[2145485352] 'read index received' (duration: 311.112828ms)","trace[2145485352] 'applied index is now lower than readState.Index' (duration: 246.975154ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:43.813221Z","caller":"traceutil/trace.go:171","msg":"trace[905134914] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"1.017470422s","start":"2026-05-14T02:59:42.795734Z","end":"2026-05-14T02:59:43.813204Z","steps":["trace[905134914] 'process raft request' (duration: 1.016886939s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.813346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.795718Z","time spent":"1.017556602s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:43.813421Z","caller":"traceutil/trace.go:171","msg":"trace[951008187] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.016731429s","start":"2026-05-14T02:59:42.796674Z","end":"2026-05-14T02:59:43.813405Z","steps":["trace[951008187] 'process raft request' (duration: 1.015982804s)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:43.813453Z","caller":"traceutil/trace.go:171","msg":"trace[1908719392] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.021418617s","start":"2026-05-14T02:59:42.791995Z","end":"2026-05-14T02:59:43.813413Z","steps":["trace[1908719392] 'process raft request' (duration: 1.020447671s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.813515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.796664Z","time spent":"1.016810419s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T02:59:43.813566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.791969Z","time spent":"1.021565427s","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T02:59:43.813615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.844898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-14T02:59:43.813664Z","caller":"traceutil/trace.go:171","msg":"trace[742500908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:365; }","duration":"558.941199ms","start":"2026-05-14T02:59:43.254709Z","end":"2026-05-14T02:59:43.81365Z","steps":["trace[742500908] 'agreement among raft nodes before linearized reading' (duration: 558.853438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.813717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.254684Z","time spent":"559.021989ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-14T02:59:43.814937Z","caller":"traceutil/trace.go:171","msg":"trace[1826398750] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"1.017571033s","start":"2026-05-14T02:59:42.797346Z","end":"2026-05-14T02:59:43.814917Z","steps":["trace[1826398750] 'process raft request' (duration: 1.015357419s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.81509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.79734Z","time spent":"1.017699263s","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:43.813227Z","caller":"traceutil/trace.go:171","msg":"trace[669489720] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.015776472s","start":"2026-05-14T02:59:42.797432Z","end":"2026-05-14T02:59:43.813208Z","steps":["trace[669489720] 'process raft request' (duration: 1.015318909s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.814956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.491381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-14T02:59:43.816052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.797395Z","time spent":"1.018601048s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:43.816073Z","caller":"traceutil/trace.go:171","msg":"trace[1976415437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:365; }","duration":"533.647787ms","start":"2026-05-14T02:59:43.282412Z","end":"2026-05-14T02:59:43.81606Z","steps":["trace[1976415437] 'agreement among raft nodes before linearized reading' (duration: 531.438984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.816112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.282391Z","time spent":"533.708657ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-14T02:59:43.813234Z","caller":"traceutil/trace.go:171","msg":"trace[1899758583] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.029245273s","start":"2026-05-14T02:59:42.783973Z","end":"2026-05-14T02:59:43.813218Z","steps":["trace[1899758583] 'process raft request' (duration: 1.028411868s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.816257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.783967Z","time spent":"1.032256921s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:43.81685Z","caller":"traceutil/trace.go:171","msg":"trace[827473918] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"1.021362346s","start":"2026-05-14T02:59:42.795476Z","end":"2026-05-14T02:59:43.816839Z","steps":["trace[827473918] 'process raft request' (duration: 1.01710655s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.816913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.795463Z","time spent":"1.021421226s","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:43.817045Z","caller":"traceutil/trace.go:171","msg":"trace[1518550034] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.024119712s","start":"2026-05-14T02:59:42.792915Z","end":"2026-05-14T02:59:43.817034Z","steps":["trace[1518550034] 'process raft request' (duration: 1.019574115s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.817103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.7929Z","time spent":"1.024172992s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:43.817251Z","caller":"traceutil/trace.go:171","msg":"trace[1253672584] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.02199209s","start":"2026-05-14T02:59:42.795246Z","end":"2026-05-14T02:59:43.817238Z","steps":["trace[1253672584] 'process raft request' (duration: 1.017292492s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:43.817302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:42.795229Z","time spent":"1.022052s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T02:59:44.718175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410379543507012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-14T02:59:45.218663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410379543507012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-14T02:59:45.351513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527798697s","expected-duration":"1s"} {"level":"info","ts":"2026-05-14T02:59:45.375083Z","caller":"traceutil/trace.go:171","msg":"trace[1460374375] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"1.551432237s","start":"2026-05-14T02:59:43.823626Z","end":"2026-05-14T02:59:45.375059Z","steps":["trace[1460374375] 'process raft request' (duration: 1.528147689s)","trace[1460374375] 'compare' (duration: 22.805095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:45.37519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.823608Z","time spent":"1.551538198s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:45.405798Z","caller":"traceutil/trace.go:171","msg":"trace[580051242] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.580337189s","start":"2026-05-14T02:59:43.825442Z","end":"2026-05-14T02:59:45.405779Z","steps":["trace[580051242] 'process raft request' (duration: 1.580203138s)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:45.405774Z","caller":"traceutil/trace.go:171","msg":"trace[1619342703] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"1.581982738s","start":"2026-05-14T02:59:43.823763Z","end":"2026-05-14T02:59:45.405746Z","steps":["trace[1619342703] 'process raft request' (duration: 1.581760267s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.405903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.825409Z","time spent":"1.580434399s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:45.405969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.823738Z","time spent":"1.582159499s","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:45.406011Z","caller":"traceutil/trace.go:171","msg":"trace[99462447] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.580927702s","start":"2026-05-14T02:59:43.825057Z","end":"2026-05-14T02:59:45.405985Z","steps":["trace[99462447] 'process raft request' (duration: 1.58064933s)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:45.406072Z","caller":"traceutil/trace.go:171","msg":"trace[613117757] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.575540039s","start":"2026-05-14T02:59:43.830522Z","end":"2026-05-14T02:59:45.406062Z","steps":["trace[613117757] 'process raft request' (duration: 1.575221477s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.406117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.830504Z","time spent":"1.575590059s","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:45.406186Z","caller":"traceutil/trace.go:171","msg":"trace[1017185905] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"1.575404379s","start":"2026-05-14T02:59:43.830775Z","end":"2026-05-14T02:59:45.406179Z","steps":["trace[1017185905] 'process raft request' (duration: 1.574997877s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.406173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.825042Z","time spent":"1.581043692s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2267,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:45.406216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.83076Z","time spent":"1.575441579s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:45.406338Z","caller":"traceutil/trace.go:171","msg":"trace[1749820699] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.575402158s","start":"2026-05-14T02:59:43.830918Z","end":"2026-05-14T02:59:45.40632Z","steps":["trace[1749820699] 'process raft request' (duration: 1.574886356s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.406413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.830909Z","time spent":"1.575463799s","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T02:59:45.406528Z","caller":"traceutil/trace.go:171","msg":"trace[845064530] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.575553229s","start":"2026-05-14T02:59:43.830962Z","end":"2026-05-14T02:59:45.406515Z","steps":["trace[845064530] 'process raft request' (duration: 1.575141017s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.406605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.830947Z","time spent":"1.57561563s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:45.406938Z","caller":"traceutil/trace.go:171","msg":"trace[1225041450] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.575823501s","start":"2026-05-14T02:59:43.831094Z","end":"2026-05-14T02:59:45.406918Z","steps":["trace[1225041450] 'process raft request' (duration: 1.575311868s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.407021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.831089Z","time spent":"1.575887402s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:45.407079Z","caller":"traceutil/trace.go:171","msg":"trace[392805337] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:376; }","duration":"1.188956817s","start":"2026-05-14T02:59:44.218104Z","end":"2026-05-14T02:59:45.40706Z","steps":["trace[392805337] 'read index received' (duration: 1.1336847s)","trace[392805337] 'applied index is now lower than readState.Index' (duration: 55.271007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:45.407233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189127368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-14T02:59:45.407251Z","caller":"traceutil/trace.go:171","msg":"trace[29181801] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.576085193s","start":"2026-05-14T02:59:43.831155Z","end":"2026-05-14T02:59:45.40724Z","steps":["trace[29181801] 'process raft request' (duration: 1.575433229s)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:45.407288Z","caller":"traceutil/trace.go:171","msg":"trace[1650224051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:377; }","duration":"1.189212378s","start":"2026-05-14T02:59:44.218053Z","end":"2026-05-14T02:59:45.407266Z","steps":["trace[1650224051] 'agreement among raft nodes before linearized reading' (duration: 1.189122278s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.407304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.831146Z","time spent":"1.576131993s","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T02:59:45.407327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:44.218032Z","time spent":"1.189284278s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-14T02:59:45.407438Z","caller":"traceutil/trace.go:171","msg":"trace[293017839] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"1.56400483s","start":"2026-05-14T02:59:43.84342Z","end":"2026-05-14T02:59:45.407424Z","steps":["trace[293017839] 'process raft request' (duration: 1.563522968s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.407511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:43.843399Z","time spent":"1.564068041s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:45.40769Z","caller":"traceutil/trace.go:171","msg":"trace[203637460] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"618.780207ms","start":"2026-05-14T02:59:44.788901Z","end":"2026-05-14T02:59:45.407681Z","steps":["trace[203637460] 'process raft request' (duration: 618.111604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:45.407743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:44.788872Z","time spent":"618.840418ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:45.577878Z","caller":"traceutil/trace.go:171","msg":"trace[508245400] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"129.547547ms","start":"2026-05-14T02:59:45.448306Z","end":"2026-05-14T02:59:45.577853Z","steps":["trace[508245400] 'process raft request' (duration: 129.470887ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:45.577916Z","caller":"traceutil/trace.go:171","msg":"trace[1136993951] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"131.76434ms","start":"2026-05-14T02:59:45.446106Z","end":"2026-05-14T02:59:45.57787Z","steps":["trace[1136993951] 'process raft request' (duration: 119.95223ms)","trace[1136993951] 'compare' (duration: 11.558129ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:45.615387Z","caller":"traceutil/trace.go:171","msg":"trace[285137653] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"149.801017ms","start":"2026-05-14T02:59:45.465566Z","end":"2026-05-14T02:59:45.615367Z","steps":["trace[285137653] 'process raft request' (duration: 149.644225ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:45.748011Z","caller":"traceutil/trace.go:171","msg":"trace[771539992] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"101.42738ms","start":"2026-05-14T02:59:45.646555Z","end":"2026-05-14T02:59:45.747982Z","steps":["trace[771539992] 'process raft request' (duration: 42.983524ms)","trace[771539992] 'compare' (duration: 58.029024ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:46.861941Z","caller":"traceutil/trace.go:171","msg":"trace[1497116414] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"134.693374ms","start":"2026-05-14T02:59:46.727226Z","end":"2026-05-14T02:59:46.861919Z","steps":["trace[1497116414] 'process raft request' (duration: 134.453412ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:47.551421Z","caller":"traceutil/trace.go:171","msg":"trace[2108882132] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"101.988399ms","start":"2026-05-14T02:59:47.449404Z","end":"2026-05-14T02:59:47.551392Z","steps":["trace[2108882132] 'process raft request' (duration: 21.409507ms)","trace[2108882132] 'compare' (duration: 80.372651ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T02:59:48.871798Z","caller":"traceutil/trace.go:171","msg":"trace[1397823904] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"179.441948ms","start":"2026-05-14T02:59:48.692331Z","end":"2026-05-14T02:59:48.871773Z","steps":["trace[1397823904] 'process raft request' (duration: 179.293567ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:49.060193Z","caller":"traceutil/trace.go:171","msg":"trace[365502544] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"188.687651ms","start":"2026-05-14T02:59:48.87147Z","end":"2026-05-14T02:59:49.060157Z","steps":["trace[365502544] 'process raft request' (duration: 178.701573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:49.958252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.725341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-14T02:59:49.958339Z","caller":"traceutil/trace.go:171","msg":"trace[656674443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"106.851382ms","start":"2026-05-14T02:59:49.851463Z","end":"2026-05-14T02:59:49.958314Z","steps":["trace[656674443] 'range keys from in-memory index tree' (duration: 106.59448ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:50.77632Z","caller":"traceutil/trace.go:171","msg":"trace[620424792] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"205.898454ms","start":"2026-05-14T02:59:50.570396Z","end":"2026-05-14T02:59:50.776295Z","steps":["trace[620424792] 'read index received' (duration: 205.724472ms)","trace[620424792] 'applied index is now lower than readState.Index' (duration: 172.812µs)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:50.776439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.027935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T02:59:50.776471Z","caller":"traceutil/trace.go:171","msg":"trace[1762660076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"206.117426ms","start":"2026-05-14T02:59:50.570342Z","end":"2026-05-14T02:59:50.77646Z","steps":["trace[1762660076] 'agreement among raft nodes before linearized reading' (duration: 206.046575ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T02:59:50.776685Z","caller":"traceutil/trace.go:171","msg":"trace[820894710] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"345.413613ms","start":"2026-05-14T02:59:50.431244Z","end":"2026-05-14T02:59:50.776657Z","steps":["trace[820894710] 'process raft request' (duration: 344.889089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:50.776844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:50.431225Z","time spent":"345.541133ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T02:59:53.084179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221730912s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-14T02:59:53.596054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-14T02:59:53.596145Z","caller":"traceutil/trace.go:171","msg":"trace[367422926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022744s","start":"2026-05-14T02:59:51.596097Z","end":"2026-05-14T02:59:53.59612Z","steps":["trace[367422926] 'agreement among raft nodes before linearized reading' (duration: 1.999881652s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:53.596194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:51.596062Z","time spent":"2.000121615s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/14 02:59:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-14T02:59:53.744038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184736653s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T02:59:53.744255Z","caller":"traceutil/trace.go:171","msg":"trace[1216102026] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"2.95214905s","start":"2026-05-14T02:59:50.792075Z","end":"2026-05-14T02:59:53.744224Z","steps":["trace[1216102026] 'process raft request' (duration: 767.152285ms)","trace[1216102026] 'compare' (duration: 2.184291521s)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:53.744401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:50.792064Z","time spent":"2.95225914s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T02:59:53.744418Z","caller":"traceutil/trace.go:171","msg":"trace[1918077092] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"2.301341077s","start":"2026-05-14T02:59:51.443049Z","end":"2026-05-14T02:59:53.74439Z","steps":["trace[1918077092] 'read index received' (duration: 116.02519ms)","trace[1918077092] 'applied index is now lower than readState.Index' (duration: 2.185313627s)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:54.853778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109611928s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-14T02:59:54.853898Z","caller":"traceutil/trace.go:171","msg":"trace[690834575] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"1.109323005s","start":"2026-05-14T02:59:53.744553Z","end":"2026-05-14T02:59:54.853876Z","steps":["trace[690834575] 'read index received' (duration: 46.55µs)","trace[690834575] 'applied index is now lower than readState.Index' (duration: 1.109274495s)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:54.854339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411277728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-14T02:59:54.854399Z","caller":"traceutil/trace.go:171","msg":"trace[2066501263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"3.411386179s","start":"2026-05-14T02:59:51.442992Z","end":"2026-05-14T02:59:54.854379Z","steps":["trace[2066501263] 'agreement among raft nodes before linearized reading' (duration: 2.301577839s)","trace[2066501263] 'range keys from in-memory index tree' (duration: 1.109705289s)"],"step_count":2} {"level":"warn","ts":"2026-05-14T02:59:54.854447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:51.442971Z","time spent":"3.411462499s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-14T02:59:54.855141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372300677s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T02:59:54.85525Z","caller":"traceutil/trace.go:171","msg":"trace[1587163522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:413; }","duration":"3.372412168s","start":"2026-05-14T02:59:51.482823Z","end":"2026-05-14T02:59:54.855235Z","steps":["trace[1587163522] 'agreement among raft nodes before linearized reading' (duration: 3.372278227s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:54.85534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887323676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-14T02:59:54.855349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257828893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-14T02:59:54.856714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105728995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-14T02:59:54.856815Z","caller":"traceutil/trace.go:171","msg":"trace[349363224] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:413; }","duration":"1.105793876s","start":"2026-05-14T02:59:53.750969Z","end":"2026-05-14T02:59:54.856763Z","steps":["trace[349363224] 'agreement among raft nodes before linearized reading' (duration: 1.104442093s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:54.856867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:53.750911Z","time spent":"1.105946858s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-14T02:59:54.855182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28977917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-14T02:59:54.857164Z","caller":"traceutil/trace.go:171","msg":"trace[1867683254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"3.291844438s","start":"2026-05-14T02:59:51.565302Z","end":"2026-05-14T02:59:54.857147Z","steps":["trace[1867683254] 'agreement among raft nodes before linearized reading' (duration: 3.28979532s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:54.857226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:51.565282Z","time spent":"3.29193085s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-14T02:59:54.855365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401115883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-14T02:59:54.858045Z","caller":"traceutil/trace.go:171","msg":"trace[683783162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"3.403815558s","start":"2026-05-14T02:59:51.454203Z","end":"2026-05-14T02:59:54.858018Z","steps":["trace[683783162] 'agreement among raft nodes before linearized reading' (duration: 3.401106503s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:54.858149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:51.454183Z","time spent":"3.40393216s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-14T02:59:54.858495Z","caller":"traceutil/trace.go:171","msg":"trace[629889232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"2.887370876s","start":"2026-05-14T02:59:51.968008Z","end":"2026-05-14T02:59:54.855379Z","steps":["trace[629889232] 'agreement among raft nodes before linearized reading' (duration: 2.887302516s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:54.858575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:51.967966Z","time spent":"2.890590437s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-14T02:59:54.858877Z","caller":"traceutil/trace.go:171","msg":"trace[583909772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.257904933s","start":"2026-05-14T02:59:53.597478Z","end":"2026-05-14T02:59:54.855383Z","steps":["trace[583909772] 'agreement among raft nodes before linearized reading' (duration: 1.257825712s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T02:59:54.858925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T02:59:53.597433Z","time spent":"1.261472727s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-14T03:00:07.108876Z","caller":"traceutil/trace.go:171","msg":"trace[1558500516] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:493; }","duration":"101.293705ms","start":"2026-05-14T03:00:07.007561Z","end":"2026-05-14T03:00:07.108855Z","steps":["trace[1558500516] 'read index received' (duration: 101.13432ms)","trace[1558500516] 'applied index is now lower than readState.Index' (duration: 158.185µs)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:07.108927Z","caller":"traceutil/trace.go:171","msg":"trace[312289285] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"101.922926ms","start":"2026-05-14T03:00:07.006975Z","end":"2026-05-14T03:00:07.108898Z","steps":["trace[312289285] 'process raft request' (duration: 101.75343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:07.109024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.440071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-14T03:00:07.109089Z","caller":"traceutil/trace.go:171","msg":"trace[1246286943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"101.517483ms","start":"2026-05-14T03:00:07.007523Z","end":"2026-05-14T03:00:07.109041Z","steps":["trace[1246286943] 'agreement among raft nodes before linearized reading' (duration: 101.449541ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:07.242726Z","caller":"traceutil/trace.go:171","msg":"trace[1452050939] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"127.698537ms","start":"2026-05-14T03:00:07.114993Z","end":"2026-05-14T03:00:07.242692Z","steps":["trace[1452050939] 'process raft request' (duration: 127.542922ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:07.242775Z","caller":"traceutil/trace.go:171","msg":"trace[426733288] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"127.795841ms","start":"2026-05-14T03:00:07.114932Z","end":"2026-05-14T03:00:07.242728Z","steps":["trace[426733288] 'process raft request' (duration: 55.594607ms)","trace[426733288] 'compare' (duration: 71.796411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:11.765366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410379543507329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-14T03:00:11.928938Z","caller":"traceutil/trace.go:171","msg":"trace[763020706] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"790.454964ms","start":"2026-05-14T03:00:11.138439Z","end":"2026-05-14T03:00:11.928894Z","steps":["trace[763020706] 'process raft request' (duration: 766.735625ms)","trace[763020706] 'compare' (duration: 23.174602ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:11.929411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.138426Z","time spent":"790.65799ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:11.929545Z","caller":"traceutil/trace.go:171","msg":"trace[1081311054] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"790.771243ms","start":"2026-05-14T03:00:11.138737Z","end":"2026-05-14T03:00:11.929509Z","steps":["trace[1081311054] 'process raft request' (duration: 790.490604ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:11.929662Z","caller":"traceutil/trace.go:171","msg":"trace[351458140] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"790.009909ms","start":"2026-05-14T03:00:11.139575Z","end":"2026-05-14T03:00:11.929585Z","steps":["trace[351458140] 'process raft request' (duration: 789.848194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.929788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.138726Z","time spent":"790.882657ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:00:11.929903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.139566Z","time spent":"790.214536ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:11.930015Z","caller":"traceutil/trace.go:171","msg":"trace[2003040406] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"778.978572ms","start":"2026-05-14T03:00:11.151011Z","end":"2026-05-14T03:00:11.929989Z","steps":["trace[2003040406] 'process raft request' (duration: 778.489926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.930127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.150993Z","time spent":"779.078795ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:11.930226Z","caller":"traceutil/trace.go:171","msg":"trace[138049155] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"755.037166ms","start":"2026-05-14T03:00:11.175137Z","end":"2026-05-14T03:00:11.930174Z","steps":["trace[138049155] 'process raft request' (duration: 754.678255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.930471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.175102Z","time spent":"755.234532ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:11.930715Z","caller":"traceutil/trace.go:171","msg":"trace[714711728] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"667.119592ms","start":"2026-05-14T03:00:11.263553Z","end":"2026-05-14T03:00:11.930672Z","steps":["trace[714711728] 'process raft request' (duration: 666.469602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.930915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.263523Z","time spent":"667.259747ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T03:00:11.949189Z","caller":"traceutil/trace.go:171","msg":"trace[1868632598] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:563; }","duration":"684.551292ms","start":"2026-05-14T03:00:11.264612Z","end":"2026-05-14T03:00:11.949163Z","steps":["trace[1868632598] 'read index received' (duration: 640.661607ms)","trace[1868632598] 'applied index is now lower than readState.Index' (duration: 43.887754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:11.949576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.911603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-14T03:00:11.949681Z","caller":"traceutil/trace.go:171","msg":"trace[1691945339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"685.10408ms","start":"2026-05-14T03:00:11.264554Z","end":"2026-05-14T03:00:11.949658Z","steps":["trace[1691945339] 'agreement among raft nodes before linearized reading' (duration: 684.836852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.94974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.264522Z","time spent":"685.207463ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-14T03:00:11.960924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.163336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-14T03:00:11.96102Z","caller":"traceutil/trace.go:171","msg":"trace[1200644764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"694.30005ms","start":"2026-05-14T03:00:11.266698Z","end":"2026-05-14T03:00:11.960998Z","steps":["trace[1200644764] 'agreement among raft nodes before linearized reading' (duration: 694.112285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.961071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.266687Z","time spent":"694.374142ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-14T03:00:11.961357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.284343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-14T03:00:11.961429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.032506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:11.961447Z","caller":"traceutil/trace.go:171","msg":"trace[244186202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:553; }","duration":"359.409016ms","start":"2026-05-14T03:00:11.602012Z","end":"2026-05-14T03:00:11.961421Z","steps":["trace[244186202] 'agreement among raft nodes before linearized reading' (duration: 359.21088ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:11.961477Z","caller":"traceutil/trace.go:171","msg":"trace[872657653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:553; }","duration":"360.087368ms","start":"2026-05-14T03:00:11.601377Z","end":"2026-05-14T03:00:11.961464Z","steps":["trace[872657653] 'agreement among raft nodes before linearized reading' (duration: 360.010485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.961494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.601957Z","time spent":"359.526639ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-05-14T03:00:11.961517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.601304Z","time spent":"360.203571ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-14T03:00:11.961701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.404038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:11.961735Z","caller":"traceutil/trace.go:171","msg":"trace[990026358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:553; }","duration":"360.454789ms","start":"2026-05-14T03:00:11.60127Z","end":"2026-05-14T03:00:11.961725Z","steps":["trace[990026358] 'agreement among raft nodes before linearized reading' (duration: 360.406987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.961771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.60126Z","time spent":"360.494761ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-05-14T03:00:11.961773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.42627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:11.961857Z","caller":"traceutil/trace.go:171","msg":"trace[453632755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"361.540504ms","start":"2026-05-14T03:00:11.6003Z","end":"2026-05-14T03:00:11.96184Z","steps":["trace[453632755] 'agreement among raft nodes before linearized reading' (duration: 361.41635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:11.9619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:11.600267Z","time spent":"361.625087ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-14T03:00:15.875299Z","caller":"traceutil/trace.go:171","msg":"trace[758013856] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"194.134473ms","start":"2026-05-14T03:00:15.681128Z","end":"2026-05-14T03:00:15.875263Z","steps":["trace[758013856] 'process raft request' (duration: 191.904386ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:15.875541Z","caller":"traceutil/trace.go:171","msg":"trace[1213189198] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"149.654023ms","start":"2026-05-14T03:00:15.725862Z","end":"2026-05-14T03:00:15.875516Z","steps":["trace[1213189198] 'process raft request' (duration: 149.542899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:17.440384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.824794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-14T03:00:17.440458Z","caller":"traceutil/trace.go:171","msg":"trace[1098653428] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"453.024033ms","start":"2026-05-14T03:00:16.987422Z","end":"2026-05-14T03:00:17.440446Z","steps":["trace[1098653428] 'process raft request' (duration: 40.093036ms)","trace[1098653428] 'compare' (duration: 412.625228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:17.440487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:16.987387Z","time spent":"453.088585ms","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T03:00:17.718549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.827382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:17.718654Z","caller":"traceutil/trace.go:171","msg":"trace[94129217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"122.014588ms","start":"2026-05-14T03:00:17.596616Z","end":"2026-05-14T03:00:17.718631Z","steps":["trace[94129217] 'range keys from in-memory index tree' (duration: 121.73056ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:19.148766Z","caller":"traceutil/trace.go:171","msg":"trace[1573468333] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"323.775645ms","start":"2026-05-14T03:00:18.824955Z","end":"2026-05-14T03:00:19.14873Z","steps":["trace[1573468333] 'process raft request' (duration: 323.508428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:19.149009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:18.824927Z","time spent":"323.950682ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:19.888915Z","caller":"traceutil/trace.go:171","msg":"trace[1841377111] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"895.273847ms","start":"2026-05-14T03:00:18.993547Z","end":"2026-05-14T03:00:19.888821Z","steps":["trace[1841377111] 'process raft request' (duration: 894.424852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:19.889114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:18.993519Z","time spent":"895.491712ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:00:20.697411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.122379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T03:00:20.697615Z","caller":"traceutil/trace.go:171","msg":"trace[1464838434] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"749.145771ms","start":"2026-05-14T03:00:19.948451Z","end":"2026-05-14T03:00:20.697597Z","steps":["trace[1464838434] 'process raft request' (duration: 749.0845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:20.697679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:19.948417Z","time spent":"749.234244ms","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-14T03:00:20.69764Z","caller":"traceutil/trace.go:171","msg":"trace[327408812] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.162973839s","start":"2026-05-14T03:00:19.534614Z","end":"2026-05-14T03:00:20.697588Z","steps":["trace[327408812] 'process raft request' (duration: 1.05753655s)","trace[327408812] 'compare' (duration: 104.947644ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:20.697874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:19.53459Z","time spent":"1.163160215s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:20.697937Z","caller":"traceutil/trace.go:171","msg":"trace[880482107] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:650; }","duration":"1.101970629s","start":"2026-05-14T03:00:19.595887Z","end":"2026-05-14T03:00:20.697858Z","steps":["trace[880482107] 'read index received' (duration: 291.784086ms)","trace[880482107] 'applied index is now lower than readState.Index' (duration: 810.180092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:20.698203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102315549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:20.698248Z","caller":"traceutil/trace.go:171","msg":"trace[1809163212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"1.10238615s","start":"2026-05-14T03:00:19.595849Z","end":"2026-05-14T03:00:20.698235Z","steps":["trace[1809163212] 'agreement among raft nodes before linearized reading' (duration: 1.102277867s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:20.698276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:19.595831Z","time spent":"1.102439612s","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-14T03:00:20.698363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.585193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-14T03:00:20.698413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.70831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-14T03:00:20.698414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.08885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-14T03:00:20.698445Z","caller":"traceutil/trace.go:171","msg":"trace[626217851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"698.735667ms","start":"2026-05-14T03:00:19.999685Z","end":"2026-05-14T03:00:20.69842Z","steps":["trace[626217851] 'agreement among raft nodes before linearized reading' (duration: 698.47746ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:20.698468Z","caller":"traceutil/trace.go:171","msg":"trace[1754223968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"627.839303ms","start":"2026-05-14T03:00:20.07061Z","end":"2026-05-14T03:00:20.698449Z","steps":["trace[1754223968] 'agreement among raft nodes before linearized reading' (duration: 627.564115ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:20.698474Z","caller":"traceutil/trace.go:171","msg":"trace[1721057047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"622.234083ms","start":"2026-05-14T03:00:20.076224Z","end":"2026-05-14T03:00:20.698458Z","steps":["trace[1721057047] 'agreement among raft nodes before linearized reading' (duration: 621.947355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:20.698437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.874905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-14T03:00:20.698496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:19.99966Z","time spent":"698.82714ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-14T03:00:20.698512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.076195Z","time spent":"622.307006ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-14T03:00:20.698512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.070579Z","time spent":"627.923436ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-14T03:00:20.698543Z","caller":"traceutil/trace.go:171","msg":"trace[2067702157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"621.018829ms","start":"2026-05-14T03:00:20.077499Z","end":"2026-05-14T03:00:20.698518Z","steps":["trace[2067702157] 'agreement among raft nodes before linearized reading' (duration: 620.69985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:20.69859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.077487Z","time spent":"621.094921ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-14T03:00:22.133855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306831096s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T03:00:22.134021Z","caller":"traceutil/trace.go:171","msg":"trace[1826009456] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.429458914s","start":"2026-05-14T03:00:20.704537Z","end":"2026-05-14T03:00:22.133996Z","steps":["trace[1826009456] 'process raft request' (duration: 121.918118ms)","trace[1826009456] 'compare' (duration: 1.306656141s)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:22.134135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.70451Z","time spent":"1.429563047s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:00:22.708005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-14T03:00:22.708093Z","caller":"traceutil/trace.go:171","msg":"trace[363133804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482596s","start":"2026-05-14T03:00:20.707589Z","end":"2026-05-14T03:00:22.708072Z","steps":["trace[363133804] 'agreement among raft nodes before linearized reading' (duration: 2.000370733s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:22.708165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.70758Z","time spent":"2.000575248s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/14 03:00:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-14T03:00:22.887744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.06132122s","expected-duration":"1s"} {"level":"info","ts":"2026-05-14T03:00:22.98504Z","caller":"traceutil/trace.go:171","msg":"trace[439364413] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.280195756s","start":"2026-05-14T03:00:20.704823Z","end":"2026-05-14T03:00:22.985019Z","steps":["trace[439364413] 'process raft request' (duration: 2.280129004s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:22.985249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.704808Z","time spent":"2.280367311s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:22.985488Z","caller":"traceutil/trace.go:171","msg":"trace[1796266192] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"2.280740881s","start":"2026-05-14T03:00:20.704728Z","end":"2026-05-14T03:00:22.985468Z","steps":["trace[1796266192] 'process raft request' (duration: 2.183480295s)","trace[1796266192] 'compare' (duration: 96.638368ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:22.985636Z","caller":"traceutil/trace.go:171","msg":"trace[525107029] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:653; }","duration":"2.277999493s","start":"2026-05-14T03:00:20.70762Z","end":"2026-05-14T03:00:22.98562Z","steps":["trace[525107029] 'read index received' (duration: 118.854502ms)","trace[525107029] 'applied index is now lower than readState.Index' (duration: 2.159143621s)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:22.98567Z","caller":"traceutil/trace.go:171","msg":"trace[1316894225] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"2.279384462s","start":"2026-05-14T03:00:20.706246Z","end":"2026-05-14T03:00:22.985631Z","steps":["trace[1316894225] 'process raft request' (duration: 2.278742114s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:22.985666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.7047Z","time spent":"2.280927486s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:00:22.985854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.706237Z","time spent":"2.279525986s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:00:23.041056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329763144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:23.041137Z","caller":"traceutil/trace.go:171","msg":"trace[1472096049] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:637; }","duration":"2.329870857s","start":"2026-05-14T03:00:20.711248Z","end":"2026-05-14T03:00:23.041119Z","steps":["trace[1472096049] 'agreement among raft nodes before linearized reading' (duration: 2.329732943s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:23.041139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.803438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:23.041251Z","caller":"traceutil/trace.go:171","msg":"trace[2026867255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"332.961924ms","start":"2026-05-14T03:00:22.708271Z","end":"2026-05-14T03:00:23.041233Z","steps":["trace[2026867255] 'agreement among raft nodes before linearized reading' (duration: 332.788768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:23.041177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:20.711241Z","time spent":"2.329927329s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-05-14T03:00:23.04168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:22.708253Z","time spent":"333.414716ms","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-14T03:00:24.246853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.427144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-14T03:00:24.246966Z","caller":"traceutil/trace.go:171","msg":"trace[595019016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"108.598247ms","start":"2026-05-14T03:00:24.138345Z","end":"2026-05-14T03:00:24.246943Z","steps":["trace[595019016] 'range keys from in-memory index tree' (duration: 108.201006ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:25.109034Z","caller":"traceutil/trace.go:171","msg":"trace[1814233428] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"113.995283ms","start":"2026-05-14T03:00:24.995001Z","end":"2026-05-14T03:00:25.108996Z","steps":["trace[1814233428] 'process raft request' (duration: 113.747276ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:25.116811Z","caller":"traceutil/trace.go:171","msg":"trace[252854456] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"121.599619ms","start":"2026-05-14T03:00:24.995171Z","end":"2026-05-14T03:00:25.116771Z","steps":["trace[252854456] 'process raft request' (duration: 121.335542ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:25.117012Z","caller":"traceutil/trace.go:171","msg":"trace[2014715098] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"121.686361ms","start":"2026-05-14T03:00:24.995298Z","end":"2026-05-14T03:00:25.116984Z","steps":["trace[2014715098] 'process raft request' (duration: 121.396323ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:36.531529Z","caller":"traceutil/trace.go:171","msg":"trace[984766332] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"221.018182ms","start":"2026-05-14T03:00:36.310484Z","end":"2026-05-14T03:00:36.531502Z","steps":["trace[984766332] 'process raft request' (duration: 220.860188ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:36.536407Z","caller":"traceutil/trace.go:171","msg":"trace[1795670450] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"206.163624ms","start":"2026-05-14T03:00:36.330222Z","end":"2026-05-14T03:00:36.536385Z","steps":["trace[1795670450] 'process raft request' (duration: 206.052432ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:38.82332Z","caller":"traceutil/trace.go:171","msg":"trace[108517214] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"106.866247ms","start":"2026-05-14T03:00:38.716426Z","end":"2026-05-14T03:00:38.823293Z","steps":["trace[108517214] 'process raft request' (duration: 106.714133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.435191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237184385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-14T03:00:40.435277Z","caller":"traceutil/trace.go:171","msg":"trace[1533352764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"1.237337169s","start":"2026-05-14T03:00:39.197917Z","end":"2026-05-14T03:00:40.435254Z","steps":["trace[1533352764] 'range keys from in-memory index tree' (duration: 1.236940168s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.435408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217618787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-14T03:00:40.435549Z","caller":"traceutil/trace.go:171","msg":"trace[1453439264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"1.217826461s","start":"2026-05-14T03:00:39.217692Z","end":"2026-05-14T03:00:40.435518Z","steps":["trace[1453439264] 'range keys from in-memory index tree' (duration: 1.21736707s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.435532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.498212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-14T03:00:40.435316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:39.197875Z","time spent":"1.237433461s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-14T03:00:40.43562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:39.217677Z","time spent":"1.217931144s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-14T03:00:40.435635Z","caller":"traceutil/trace.go:171","msg":"trace[158758081] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:803; }","duration":"769.657156ms","start":"2026-05-14T03:00:39.665953Z","end":"2026-05-14T03:00:40.43561Z","steps":["trace[158758081] 'count revisions from in-memory index tree' (duration: 769.413441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.435628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51499337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-zx2lk\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-05-14T03:00:40.435697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:39.665933Z","time spent":"769.748648ms","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-14T03:00:40.43573Z","caller":"traceutil/trace.go:171","msg":"trace[268334236] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-zx2lk; range_end:; response_count:1; response_revision:803; }","duration":"1.515179234s","start":"2026-05-14T03:00:38.920528Z","end":"2026-05-14T03:00:40.435707Z","steps":["trace[268334236] 'range keys from in-memory index tree' (duration: 1.514688842s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.436571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:38.920496Z","time spent":"1.516054814s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-zx2lk\" "} {"level":"warn","ts":"2026-05-14T03:00:40.435811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234617365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-14T03:00:40.436854Z","caller":"traceutil/trace.go:171","msg":"trace[2091826698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:803; }","duration":"1.23572131s","start":"2026-05-14T03:00:39.201115Z","end":"2026-05-14T03:00:40.436836Z","steps":["trace[2091826698] 'range keys from in-memory index tree' (duration: 1.234170285s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.436921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:39.20109Z","time spent":"1.235811553s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-14T03:00:40.462335Z","caller":"traceutil/trace.go:171","msg":"trace[284775333] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"667.646121ms","start":"2026-05-14T03:00:39.794674Z","end":"2026-05-14T03:00:40.462321Z","steps":["trace[284775333] 'process raft request' (duration: 667.542599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:40.462443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:39.794658Z","time spent":"667.721592ms","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:44.45064Z","caller":"traceutil/trace.go:171","msg":"trace[1516196068] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"250.906896ms","start":"2026-05-14T03:00:44.199711Z","end":"2026-05-14T03:00:44.450618Z","steps":["trace[1516196068] 'process raft request' (duration: 250.824244ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.450977Z","caller":"traceutil/trace.go:171","msg":"trace[1416799558] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"252.273218ms","start":"2026-05-14T03:00:44.198644Z","end":"2026-05-14T03:00:44.450917Z","steps":["trace[1416799558] 'process raft request' (duration: 180.646159ms)","trace[1416799558] 'compare' (duration: 71.044365ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:44.707026Z","caller":"traceutil/trace.go:171","msg":"trace[1874948861] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"167.431786ms","start":"2026-05-14T03:00:44.539553Z","end":"2026-05-14T03:00:44.706985Z","steps":["trace[1874948861] 'process raft request' (duration: 156.505092ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.709986Z","caller":"traceutil/trace.go:171","msg":"trace[665181057] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:856; }","duration":"156.058672ms","start":"2026-05-14T03:00:44.553904Z","end":"2026-05-14T03:00:44.709962Z","steps":["trace[665181057] 'read index received' (duration: 142.134972ms)","trace[665181057] 'applied index is now lower than readState.Index' (duration: 13.92269ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:44.710056Z","caller":"traceutil/trace.go:171","msg":"trace[1913348326] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"170.064165ms","start":"2026-05-14T03:00:44.539966Z","end":"2026-05-14T03:00:44.71003Z","steps":["trace[1913348326] 'process raft request' (duration: 169.880351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:44.710328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.522283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-14T03:00:44.710371Z","caller":"traceutil/trace.go:171","msg":"trace[422433788] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:829; }","duration":"143.594155ms","start":"2026-05-14T03:00:44.566763Z","end":"2026-05-14T03:00:44.710357Z","steps":["trace[422433788] 'agreement among raft nodes before linearized reading' (duration: 143.528243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:44.710378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.701692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-14T03:00:44.710461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.776255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-14T03:00:44.710603Z","caller":"traceutil/trace.go:171","msg":"trace[344459149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:829; }","duration":"155.935009ms","start":"2026-05-14T03:00:44.55464Z","end":"2026-05-14T03:00:44.710575Z","steps":["trace[344459149] 'agreement among raft nodes before linearized reading' (duration: 155.591131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:44.710252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.323978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-14T03:00:44.710732Z","caller":"traceutil/trace.go:171","msg":"trace[2017462054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:829; }","duration":"156.85284ms","start":"2026-05-14T03:00:44.553868Z","end":"2026-05-14T03:00:44.710721Z","steps":["trace[2017462054] 'agreement among raft nodes before linearized reading' (duration: 156.210976ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.710504Z","caller":"traceutil/trace.go:171","msg":"trace[641826807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:829; }","duration":"115.868736ms","start":"2026-05-14T03:00:44.59462Z","end":"2026-05-14T03:00:44.710489Z","steps":["trace[641826807] 'agreement among raft nodes before linearized reading' (duration: 115.659531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:44.710987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.919537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-14T03:00:44.711034Z","caller":"traceutil/trace.go:171","msg":"trace[21353734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:829; }","duration":"120.997679ms","start":"2026-05-14T03:00:44.590025Z","end":"2026-05-14T03:00:44.711023Z","steps":["trace[21353734] 'agreement among raft nodes before linearized reading' (duration: 120.211502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:44.711289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.514613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-14T03:00:44.712156Z","caller":"traceutil/trace.go:171","msg":"trace[1177030734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:829; }","duration":"157.382391ms","start":"2026-05-14T03:00:44.554722Z","end":"2026-05-14T03:00:44.712104Z","steps":["trace[1177030734] 'agreement among raft nodes before linearized reading' (duration: 155.641592ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.852399Z","caller":"traceutil/trace.go:171","msg":"trace[1468204878] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"136.066664ms","start":"2026-05-14T03:00:44.71631Z","end":"2026-05-14T03:00:44.852376Z","steps":["trace[1468204878] 'process raft request' (duration: 136.025483ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.852796Z","caller":"traceutil/trace.go:171","msg":"trace[1737985489] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"136.523585ms","start":"2026-05-14T03:00:44.716183Z","end":"2026-05-14T03:00:44.852707Z","steps":["trace[1737985489] 'process raft request' (duration: 123.333671ms)","trace[1737985489] 'compare' (duration: 12.253523ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:44.853247Z","caller":"traceutil/trace.go:171","msg":"trace[1616190041] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"137.011516ms","start":"2026-05-14T03:00:44.716217Z","end":"2026-05-14T03:00:44.853229Z","steps":["trace[1616190041] 'process raft request' (duration: 135.991313ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.853418Z","caller":"traceutil/trace.go:171","msg":"trace[1319834674] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"137.090408ms","start":"2026-05-14T03:00:44.716292Z","end":"2026-05-14T03:00:44.853383Z","steps":["trace[1319834674] 'process raft request' (duration: 136.016004ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:44.853522Z","caller":"traceutil/trace.go:171","msg":"trace[119233947] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"137.154089ms","start":"2026-05-14T03:00:44.716259Z","end":"2026-05-14T03:00:44.853413Z","steps":["trace[119233947] 'process raft request' (duration: 136.009103ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.123249Z","caller":"traceutil/trace.go:171","msg":"trace[1465363433] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"141.116823ms","start":"2026-05-14T03:00:44.982108Z","end":"2026-05-14T03:00:45.123225Z","steps":["trace[1465363433] 'process raft request' (duration: 141.051862ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.123272Z","caller":"traceutil/trace.go:171","msg":"trace[340211630] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"142.652898ms","start":"2026-05-14T03:00:44.980586Z","end":"2026-05-14T03:00:45.123239Z","steps":["trace[340211630] 'process raft request' (duration: 141.260237ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.262156Z","caller":"traceutil/trace.go:171","msg":"trace[1727971841] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"131.817123ms","start":"2026-05-14T03:00:45.130284Z","end":"2026-05-14T03:00:45.262101Z","steps":["trace[1727971841] 'process raft request' (duration: 131.021655ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.477146Z","caller":"traceutil/trace.go:171","msg":"trace[451048145] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"204.861597ms","start":"2026-05-14T03:00:45.27226Z","end":"2026-05-14T03:00:45.477121Z","steps":["trace[451048145] 'process raft request' (duration: 204.796346ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.477199Z","caller":"traceutil/trace.go:171","msg":"trace[794370579] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"205.752676ms","start":"2026-05-14T03:00:45.271409Z","end":"2026-05-14T03:00:45.477162Z","steps":["trace[794370579] 'process raft request' (duration: 205.50274ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.688559Z","caller":"traceutil/trace.go:171","msg":"trace[172201621] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"322.103028ms","start":"2026-05-14T03:00:45.366399Z","end":"2026-05-14T03:00:45.688502Z","steps":["trace[172201621] 'process raft request' (duration: 318.455078ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.688702Z","caller":"traceutil/trace.go:171","msg":"trace[1876212862] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"321.317171ms","start":"2026-05-14T03:00:45.367354Z","end":"2026-05-14T03:00:45.688671Z","steps":["trace[1876212862] 'process raft request' (duration: 321.050044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:45.688813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.152079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"warn","ts":"2026-05-14T03:00:45.688849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:45.366185Z","time spent":"322.579139ms","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-14T03:00:45.688859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:45.367347Z","time spent":"321.416603ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:45.688874Z","caller":"traceutil/trace.go:171","msg":"trace[869899020] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:848; }","duration":"203.280102ms","start":"2026-05-14T03:00:45.485581Z","end":"2026-05-14T03:00:45.688861Z","steps":["trace[869899020] 'agreement among raft nodes before linearized reading' (duration: 203.069608ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.688915Z","caller":"traceutil/trace.go:171","msg":"trace[808950268] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"320.944071ms","start":"2026-05-14T03:00:45.367936Z","end":"2026-05-14T03:00:45.68888Z","steps":["trace[808950268] 'process raft request' (duration: 320.605814ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.688632Z","caller":"traceutil/trace.go:171","msg":"trace[1297949674] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:874; }","duration":"202.950774ms","start":"2026-05-14T03:00:45.485645Z","end":"2026-05-14T03:00:45.688595Z","steps":["trace[1297949674] 'read index received' (duration: 199.298043ms)","trace[1297949674] 'applied index is now lower than readState.Index' (duration: 3.651651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:45.689146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:45.36792Z","time spent":"321.154767ms","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5099,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:00:45.827005Z","caller":"traceutil/trace.go:171","msg":"trace[1910007950] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:877; }","duration":"137.770405ms","start":"2026-05-14T03:00:45.689199Z","end":"2026-05-14T03:00:45.82697Z","steps":["trace[1910007950] 'read index received' (duration: 98.227251ms)","trace[1910007950] 'applied index is now lower than readState.Index' (duration: 39.541804ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:45.82706Z","caller":"traceutil/trace.go:171","msg":"trace[1454393694] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"308.382445ms","start":"2026-05-14T03:00:45.518641Z","end":"2026-05-14T03:00:45.827023Z","steps":["trace[1454393694] 'process raft request' (duration: 269.584518ms)","trace[1454393694] 'compare' (duration: 37.923638ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:00:45.827215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.671831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:45.827269Z","caller":"traceutil/trace.go:171","msg":"trace[1239057592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:850; }","duration":"231.795874ms","start":"2026-05-14T03:00:45.595463Z","end":"2026-05-14T03:00:45.827259Z","steps":["trace[1239057592] 'agreement among raft nodes before linearized reading' (duration: 231.657881ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.827345Z","caller":"traceutil/trace.go:171","msg":"trace[128426419] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"132.909247ms","start":"2026-05-14T03:00:45.694402Z","end":"2026-05-14T03:00:45.827312Z","steps":["trace[128426419] 'process raft request' (duration: 132.533328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:45.827351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:00:45.518599Z","time spent":"308.540129ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036294,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:00:45.827544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.606751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4bdcq\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-05-14T03:00:45.827608Z","caller":"traceutil/trace.go:171","msg":"trace[1319513569] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4bdcq; range_end:; response_count:1; response_revision:852; }","duration":"132.730473ms","start":"2026-05-14T03:00:45.694861Z","end":"2026-05-14T03:00:45.827591Z","steps":["trace[1319513569] 'agreement among raft nodes before linearized reading' (duration: 132.505038ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.827802Z","caller":"traceutil/trace.go:171","msg":"trace[1400218899] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"129.996013ms","start":"2026-05-14T03:00:45.697794Z","end":"2026-05-14T03:00:45.82779Z","steps":["trace[1400218899] 'process raft request' (duration: 129.514203ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:45.828023Z","caller":"traceutil/trace.go:171","msg":"trace[1672303369] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"131.605359ms","start":"2026-05-14T03:00:45.696406Z","end":"2026-05-14T03:00:45.828012Z","steps":["trace[1672303369] 'process raft request' (duration: 130.769321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:46.096315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.802181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T03:00:46.096509Z","caller":"traceutil/trace.go:171","msg":"trace[803902934] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"260.216899ms","start":"2026-05-14T03:00:45.836267Z","end":"2026-05-14T03:00:46.096483Z","steps":["trace[803902934] 'process raft request' (duration: 124.021771ms)","trace[803902934] 'compare' (duration: 135.569634ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:46.098929Z","caller":"traceutil/trace.go:171","msg":"trace[1359978240] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:881; }","duration":"260.613908ms","start":"2026-05-14T03:00:45.8383Z","end":"2026-05-14T03:00:46.098914Z","steps":["trace[1359978240] 'read index received' (duration: 122.032366ms)","trace[1359978240] 'applied index is now lower than readState.Index' (duration: 138.580511ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:46.099298Z","caller":"traceutil/trace.go:171","msg":"trace[570887510] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"262.716274ms","start":"2026-05-14T03:00:45.836565Z","end":"2026-05-14T03:00:46.099281Z","steps":["trace[570887510] 'process raft request' (duration: 262.261515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:46.099323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.982755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5159"} {"level":"info","ts":"2026-05-14T03:00:46.099406Z","caller":"traceutil/trace.go:171","msg":"trace[1238324412] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:854; }","duration":"261.102527ms","start":"2026-05-14T03:00:45.838283Z","end":"2026-05-14T03:00:46.099386Z","steps":["trace[1238324412] 'agreement among raft nodes before linearized reading' (duration: 260.843462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:46.099385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.794256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-14T03:00:46.099498Z","caller":"traceutil/trace.go:171","msg":"trace[1032096978] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:854; }","duration":"162.947368ms","start":"2026-05-14T03:00:45.936532Z","end":"2026-05-14T03:00:46.099479Z","steps":["trace[1032096978] 'agreement among raft nodes before linearized reading' (duration: 162.656052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:46.100351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.645309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-05-14T03:00:46.100401Z","caller":"traceutil/trace.go:171","msg":"trace[546665467] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:854; }","duration":"160.70897ms","start":"2026-05-14T03:00:45.939678Z","end":"2026-05-14T03:00:46.100387Z","steps":["trace[546665467] 'agreement among raft nodes before linearized reading' (duration: 159.918312ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:55.123974Z","caller":"traceutil/trace.go:171","msg":"trace[176581019] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:995; }","duration":"124.607062ms","start":"2026-05-14T03:00:54.999285Z","end":"2026-05-14T03:00:55.123892Z","steps":["trace[176581019] 'read index received' (duration: 124.391608ms)","trace[176581019] 'applied index is now lower than readState.Index' (duration: 214.054µs)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:55.12442Z","caller":"traceutil/trace.go:171","msg":"trace[966226624] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"143.714361ms","start":"2026-05-14T03:00:54.980689Z","end":"2026-05-14T03:00:55.124403Z","steps":["trace[966226624] 'process raft request' (duration: 143.025777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:55.124772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.45834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-14T03:00:55.124807Z","caller":"traceutil/trace.go:171","msg":"trace[795803802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:965; }","duration":"125.544672ms","start":"2026-05-14T03:00:54.999252Z","end":"2026-05-14T03:00:55.124796Z","steps":["trace[795803802] 'agreement among raft nodes before linearized reading' (duration: 125.380549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:55.375934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.338694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T03:00:55.376252Z","caller":"traceutil/trace.go:171","msg":"trace[1974517798] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"246.565258ms","start":"2026-05-14T03:00:55.129664Z","end":"2026-05-14T03:00:55.376229Z","steps":["trace[1974517798] 'process raft request' (duration: 130.642442ms)","trace[1974517798] 'compare' (duration: 115.13648ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:55.376483Z","caller":"traceutil/trace.go:171","msg":"trace[200571859] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"245.170151ms","start":"2026-05-14T03:00:55.131298Z","end":"2026-05-14T03:00:55.376468Z","steps":["trace[200571859] 'process raft request' (duration: 244.730763ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:55.37657Z","caller":"traceutil/trace.go:171","msg":"trace[455629277] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:996; }","duration":"160.357202ms","start":"2026-05-14T03:00:55.216203Z","end":"2026-05-14T03:00:55.37656Z","steps":["trace[455629277] 'read index received' (duration: 44.203061ms)","trace[455629277] 'applied index is now lower than readState.Index' (duration: 116.153041ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:00:55.376631Z","caller":"traceutil/trace.go:171","msg":"trace[115790342] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"244.710092ms","start":"2026-05-14T03:00:55.131911Z","end":"2026-05-14T03:00:55.376621Z","steps":["trace[115790342] 'process raft request' (duration: 244.167902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:00:55.37676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.552926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:00:55.376801Z","caller":"traceutil/trace.go:171","msg":"trace[2017061061] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:968; }","duration":"160.626507ms","start":"2026-05-14T03:00:55.216163Z","end":"2026-05-14T03:00:55.37679Z","steps":["trace[2017061061] 'agreement among raft nodes before linearized reading' (duration: 160.556036ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:00:55.596133Z","caller":"traceutil/trace.go:171","msg":"trace[1302369876] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"138.301757ms","start":"2026-05-14T03:00:55.457793Z","end":"2026-05-14T03:00:55.596095Z","steps":["trace[1302369876] 'process raft request' (duration: 39.830832ms)","trace[1302369876] 'compare' (duration: 98.320082ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:01:05.527453Z","caller":"traceutil/trace.go:171","msg":"trace[1478627607] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"102.953695ms","start":"2026-05-14T03:01:05.424478Z","end":"2026-05-14T03:01:05.527431Z","steps":["trace[1478627607] 'process raft request' (duration: 102.804662ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:01:05.52761Z","caller":"traceutil/trace.go:171","msg":"trace[832774375] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"101.280803ms","start":"2026-05-14T03:01:05.426307Z","end":"2026-05-14T03:01:05.527588Z","steps":["trace[832774375] 'process raft request' (duration: 101.090909ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:01:33.149416Z","caller":"traceutil/trace.go:171","msg":"trace[274822107] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"100.978147ms","start":"2026-05-14T03:01:33.048403Z","end":"2026-05-14T03:01:33.149382Z","steps":["trace[274822107] 'process raft request' (duration: 100.714113ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:03.243651Z","caller":"traceutil/trace.go:171","msg":"trace[1734832783] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"108.410523ms","start":"2026-05-14T03:02:03.135213Z","end":"2026-05-14T03:02:03.243624Z","steps":["trace[1734832783] 'process raft request' (duration: 108.227321ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:03.499686Z","caller":"traceutil/trace.go:171","msg":"trace[1095500972] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"154.613348ms","start":"2026-05-14T03:02:03.345018Z","end":"2026-05-14T03:02:03.499631Z","steps":["trace[1095500972] 'process raft request' (duration: 154.237473ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:06.164431Z","caller":"traceutil/trace.go:171","msg":"trace[1569376136] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"152.405982ms","start":"2026-05-14T03:02:06.01199Z","end":"2026-05-14T03:02:06.164396Z","steps":["trace[1569376136] 'process raft request' (duration: 129.650699ms)","trace[1569376136] 'compare' (duration: 22.585792ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:02:26.163817Z","caller":"traceutil/trace.go:171","msg":"trace[1242597486] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"103.995033ms","start":"2026-05-14T03:02:26.059786Z","end":"2026-05-14T03:02:26.163781Z","steps":["trace[1242597486] 'process raft request' (duration: 101.91811ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:28.878077Z","caller":"traceutil/trace.go:171","msg":"trace[1297525963] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"118.274118ms","start":"2026-05-14T03:02:28.759747Z","end":"2026-05-14T03:02:28.878021Z","steps":["trace[1297525963] 'process raft request' (duration: 118.088105ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:30.33287Z","caller":"traceutil/trace.go:171","msg":"trace[86505814] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"110.920185ms","start":"2026-05-14T03:02:30.221917Z","end":"2026-05-14T03:02:30.332837Z","steps":["trace[86505814] 'process raft request' (duration: 110.752784ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:31.860086Z","caller":"traceutil/trace.go:171","msg":"trace[18749482] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"133.606775ms","start":"2026-05-14T03:02:31.726459Z","end":"2026-05-14T03:02:31.860066Z","steps":["trace[18749482] 'process raft request' (duration: 133.461773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:32.125351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.247299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-05-14T03:02:32.125453Z","caller":"traceutil/trace.go:171","msg":"trace[31517014] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:1335; }","duration":"110.42649ms","start":"2026-05-14T03:02:32.015003Z","end":"2026-05-14T03:02:32.12543Z","steps":["trace[31517014] 'range keys from in-memory index tree' (duration: 110.063187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:32.125457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.203725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-14T03:02:32.125909Z","caller":"traceutil/trace.go:171","msg":"trace[1132459517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1335; }","duration":"164.687951ms","start":"2026-05-14T03:02:31.961201Z","end":"2026-05-14T03:02:32.125889Z","steps":["trace[1132459517] 'range keys from in-memory index tree' (duration: 163.787801ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:32.450661Z","caller":"traceutil/trace.go:171","msg":"trace[747482526] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"109.456989ms","start":"2026-05-14T03:02:32.340979Z","end":"2026-05-14T03:02:32.450436Z","steps":["trace[747482526] 'process raft request' (duration: 109.299907ms)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:38.261568Z","caller":"traceutil/trace.go:171","msg":"trace[1635911588] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"108.900179ms","start":"2026-05-14T03:02:38.152652Z","end":"2026-05-14T03:02:38.261552Z","steps":["trace[1635911588] 'process raft request' (duration: 108.437383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:39.202076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.520343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-14T03:02:39.20225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.731062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:39.202275Z","caller":"traceutil/trace.go:171","msg":"trace[982902284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1363; }","duration":"710.762586ms","start":"2026-05-14T03:02:38.491482Z","end":"2026-05-14T03:02:39.202245Z","steps":["trace[982902284] 'range keys from in-memory index tree' (duration: 710.347912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:39.202333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:38.491463Z","time spent":"710.853877ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-14T03:02:39.202502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.914172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:39.202563Z","caller":"traceutil/trace.go:171","msg":"trace[1041824213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"606.043774ms","start":"2026-05-14T03:02:38.596503Z","end":"2026-05-14T03:02:39.202547Z","steps":["trace[1041824213] 'range keys from in-memory index tree' (duration: 605.841161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:39.20259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:38.596485Z","time spent":"606.099425ms","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-14T03:02:39.202597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.509598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-14T03:02:39.202687Z","caller":"traceutil/trace.go:171","msg":"trace[1418815329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1363; }","duration":"705.63017ms","start":"2026-05-14T03:02:38.497037Z","end":"2026-05-14T03:02:39.202667Z","steps":["trace[1418815329] 'range keys from in-memory index tree' (duration: 705.313987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:39.202738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:38.497027Z","time spent":"705.698181ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-14T03:02:39.202305Z","caller":"traceutil/trace.go:171","msg":"trace[1888417659] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1363; }","duration":"319.828963ms","start":"2026-05-14T03:02:38.882457Z","end":"2026-05-14T03:02:39.202286Z","steps":["trace[1888417659] 'range keys from in-memory index tree' (duration: 319.656691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:39.202904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:38.88244Z","time spent":"320.440891ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"warn","ts":"2026-05-14T03:02:39.203022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.867887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-14T03:02:39.203665Z","caller":"traceutil/trace.go:171","msg":"trace[89359740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1363; }","duration":"690.529443ms","start":"2026-05-14T03:02:38.513114Z","end":"2026-05-14T03:02:39.203644Z","steps":["trace[89359740] 'range keys from in-memory index tree' (duration: 689.727825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:39.203715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:38.513102Z","time spent":"690.596194ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-14T03:02:39.318933Z","caller":"traceutil/trace.go:171","msg":"trace[835292561] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"111.339082ms","start":"2026-05-14T03:02:39.207568Z","end":"2026-05-14T03:02:39.318907Z","steps":["trace[835292561] 'process raft request' (duration: 111.188111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.140919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.822159548s","expected-duration":"1s"} {"level":"info","ts":"2026-05-14T03:02:41.141375Z","caller":"traceutil/trace.go:171","msg":"trace[908390697] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1419; }","duration":"1.933008144s","start":"2026-05-14T03:02:39.208301Z","end":"2026-05-14T03:02:41.141309Z","steps":["trace[908390697] 'read index received' (duration: 110.446862ms)","trace[908390697] 'applied index is now lower than readState.Index' (duration: 1.822560532s)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:02:41.141487Z","caller":"traceutil/trace.go:171","msg":"trace[477447179] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"1.933332527s","start":"2026-05-14T03:02:39.208132Z","end":"2026-05-14T03:02:41.141464Z","steps":["trace[477447179] 'process raft request' (duration: 1.933133255s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.141505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933184646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:41.14146Z","caller":"traceutil/trace.go:171","msg":"trace[1193679649] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"1.933372228s","start":"2026-05-14T03:02:39.208035Z","end":"2026-05-14T03:02:41.141407Z","steps":["trace[1193679649] 'process raft request' (duration: 1.933036494s)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:41.141531Z","caller":"traceutil/trace.go:171","msg":"trace[1861704493] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1366; }","duration":"1.933254566s","start":"2026-05-14T03:02:39.20827Z","end":"2026-05-14T03:02:41.141524Z","steps":["trace[1861704493] 'agreement among raft nodes before linearized reading' (duration: 1.933178725s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.141561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.208261Z","time spent":"1.933293346s","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"warn","ts":"2026-05-14T03:02:41.141599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.208124Z","time spent":"1.933404988s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:02:41.141677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.20801Z","time spent":"1.93355499s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:02:41.340999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.169429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-14T03:02:41.34119Z","caller":"traceutil/trace.go:171","msg":"trace[527784830] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1422; }","duration":"199.747508ms","start":"2026-05-14T03:02:41.141426Z","end":"2026-05-14T03:02:41.341174Z","steps":["trace[527784830] 'read index received' (duration: 58.265126ms)","trace[527784830] 'applied index is now lower than readState.Index' (duration: 141.481322ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:02:41.341215Z","caller":"traceutil/trace.go:171","msg":"trace[1904426768] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"1.071364356s","start":"2026-05-14T03:02:40.269822Z","end":"2026-05-14T03:02:41.341187Z","steps":["trace[1904426768] 'process raft request' (duration: 1.071286675s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.341397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.446946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-14T03:02:41.341444Z","caller":"traceutil/trace.go:171","msg":"trace[1397413225] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"1.780678869s","start":"2026-05-14T03:02:39.560703Z","end":"2026-05-14T03:02:41.341382Z","steps":["trace[1397413225] 'process raft request' (duration: 1.639028835s)","trace[1397413225] 'compare' (duration: 141.056318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:02:41.341521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.814292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:41.341558Z","caller":"traceutil/trace.go:171","msg":"trace[513000804] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1368; }","duration":"986.876013ms","start":"2026-05-14T03:02:40.35466Z","end":"2026-05-14T03:02:41.341536Z","steps":["trace[513000804] 'agreement among raft nodes before linearized reading' (duration: 986.833392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.341535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:40.269797Z","time spent":"1.071477537s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:02:41.341593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:40.35464Z","time spent":"986.939883ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-14T03:02:41.341633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.560678Z","time spent":"1.780832861s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:02:41.341478Z","caller":"traceutil/trace.go:171","msg":"trace[1400843990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1368; }","duration":"974.527527ms","start":"2026-05-14T03:02:40.366942Z","end":"2026-05-14T03:02:41.341469Z","steps":["trace[1400843990] 'agreement among raft nodes before linearized reading' (duration: 974.314285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.341717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745549262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-14T03:02:41.341764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:40.36687Z","time spent":"974.88517ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-14T03:02:41.341783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834247286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:41.341806Z","caller":"traceutil/trace.go:171","msg":"trace[1642250708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1368; }","duration":"1.834317199s","start":"2026-05-14T03:02:39.507482Z","end":"2026-05-14T03:02:41.341799Z","steps":["trace[1642250708] 'agreement among raft nodes before linearized reading' (duration: 1.834275387s)"],"step_count":1} {"level":"info","ts":"2026-05-14T03:02:41.341796Z","caller":"traceutil/trace.go:171","msg":"trace[1555070222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1368; }","duration":"1.745681394s","start":"2026-05-14T03:02:39.596097Z","end":"2026-05-14T03:02:41.341778Z","steps":["trace[1555070222] 'agreement among raft nodes before linearized reading' (duration: 1.745530113s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.341828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.507454Z","time spent":"1.834367889s","remote":"127.0.0.1:48634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-14T03:02:41.34184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.596066Z","time spent":"1.745765956s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-14T03:02:41.341987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330011865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-14T03:02:41.342017Z","caller":"traceutil/trace.go:171","msg":"trace[821368739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1368; }","duration":"1.330084856s","start":"2026-05-14T03:02:40.011925Z","end":"2026-05-14T03:02:41.342009Z","steps":["trace[821368739] 'agreement among raft nodes before linearized reading' (duration: 1.329951404s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.342038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:40.0119Z","time spent":"1.330134306s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-14T03:02:41.342084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562497945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:41.342159Z","caller":"traceutil/trace.go:171","msg":"trace[1543353972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1368; }","duration":"1.562583116s","start":"2026-05-14T03:02:39.779562Z","end":"2026-05-14T03:02:41.342145Z","steps":["trace[1543353972] 'agreement among raft nodes before linearized reading' (duration: 1.562467255s)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.3422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:39.779507Z","time spent":"1.562680757s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-14T03:02:41.938398Z","caller":"traceutil/trace.go:171","msg":"trace[516610558] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"591.895884ms","start":"2026-05-14T03:02:41.346477Z","end":"2026-05-14T03:02:41.938373Z","steps":["trace[516610558] 'process raft request' (duration: 521.993652ms)","trace[516610558] 'compare' (duration: 69.645999ms)"],"step_count":2} {"level":"info","ts":"2026-05-14T03:02:41.938573Z","caller":"traceutil/trace.go:171","msg":"trace[115842941] linearizableReadLoop","detail":"{readStateIndex:1427; appliedIndex:1424; }","duration":"587.579067ms","start":"2026-05-14T03:02:41.350965Z","end":"2026-05-14T03:02:41.938544Z","steps":["trace[115842941] 'read index received' (duration: 60.235977ms)","trace[115842941] 'applied index is now lower than readState.Index' (duration: 527.34153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-14T03:02:41.938611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:41.346451Z","time spent":"592.090526ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-14T03:02:41.938853Z","caller":"traceutil/trace.go:171","msg":"trace[1294262583] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"592.102886ms","start":"2026-05-14T03:02:41.346738Z","end":"2026-05-14T03:02:41.938841Z","steps":["trace[1294262583] 'process raft request' (duration: 591.583261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.938963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:41.346728Z","time spent":"592.162717ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-14T03:02:41.939308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.803272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-14T03:02:41.939415Z","caller":"traceutil/trace.go:171","msg":"trace[1199529518] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1371; }","duration":"137.973014ms","start":"2026-05-14T03:02:41.801429Z","end":"2026-05-14T03:02:41.939402Z","steps":["trace[1199529518] 'agreement among raft nodes before linearized reading' (duration: 137.800022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.939423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.444036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-14T03:02:41.939719Z","caller":"traceutil/trace.go:171","msg":"trace[1506400171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1371; }","duration":"588.736689ms","start":"2026-05-14T03:02:41.350921Z","end":"2026-05-14T03:02:41.939658Z","steps":["trace[1506400171] 'agreement among raft nodes before linearized reading' (duration: 588.412975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:41.939812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-14T03:02:41.350909Z","time spent":"588.885832ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-14T03:02:54.345772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.589992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-05-14T03:02:54.345861Z","caller":"traceutil/trace.go:171","msg":"trace[1944989074] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1416; }","duration":"112.728534ms","start":"2026-05-14T03:02:54.233112Z","end":"2026-05-14T03:02:54.34584Z","steps":["trace[1944989074] 'range keys from in-memory index tree' (duration: 112.497302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-14T03:02:54.345969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.946925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-14T03:02:54.346057Z","caller":"traceutil/trace.go:171","msg":"trace[1764194489] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1416; }","duration":"110.124716ms","start":"2026-05-14T03:02:54.235913Z","end":"2026-05-14T03:02:54.346037Z","steps":["trace[1764194489] 'count revisions from in-memory index tree' (duration: 109.805893ms)"],"step_count":1}