{"level":"warn","ts":"2026-04-16T16:27:20.194233Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:27:20.194326Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.240:2380","--initial-cluster=instance=https://199.19.213.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T16:27:20.194487Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:27:20.194515Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-04-16T16:27:20.194568Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:27:20.19571Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"]} {"level":"info","ts":"2026-04-16T16:27:20.195995Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T16:27:20.210843Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.378767ms"} {"level":"info","ts":"2026-04-16T16:27:20.257817Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"65ae7913d9d30912","cluster-id":"74cb0f8fbd7d5970"} {"level":"info","ts":"2026-04-16T16:27:20.257936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T16:27:20.257969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became follower at term 0"} {"level":"info","ts":"2026-04-16T16:27:20.258295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 65ae7913d9d30912 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T16:27:20.258524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became follower at term 1"} {"level":"info","ts":"2026-04-16T16:27:20.25869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"warn","ts":"2026-04-16T16:27:20.385557Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T16:27:20.388766Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T16:27:20.4847Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T16:27:20.489831Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"65ae7913d9d30912","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T16:27:20.504023Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:27:20.504105Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:27:20.504116Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:27:20.512057Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:27:20.512248Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"65ae7913d9d30912","initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T16:27:20.512279Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T16:27:20.512345Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-04-16T16:27:20.512357Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-04-16T16:27:20.513636Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"65ae7913d9d30912","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T16:27:20.563765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"info","ts":"2026-04-16T16:27:20.563982Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","added-peer-id":"65ae7913d9d30912","added-peer-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-04-16T16:27:21.35927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T16:27:21.359358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T16:27:21.359377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 received MsgPreVoteResp from 65ae7913d9d30912 at term 1"} {"level":"info","ts":"2026-04-16T16:27:21.359392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became candidate at term 2"} {"level":"info","ts":"2026-04-16T16:27:21.359399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 received MsgVoteResp from 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-04-16T16:27:21.359418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became leader at term 2"} {"level":"info","ts":"2026-04-16T16:27:21.359427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 65ae7913d9d30912 elected leader 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-04-16T16:27:21.362351Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:27:21.363205Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"65ae7913d9d30912","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.240:2379]}","request-path":"/0/members/65ae7913d9d30912/attributes","cluster-id":"74cb0f8fbd7d5970","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T16:27:21.363214Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:27:21.363465Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T16:27:21.363513Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T16:27:21.365294Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T16:27:21.369871Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:27:21.37707Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.240:2379"} {"level":"info","ts":"2026-04-16T16:27:21.379666Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:27:21.37978Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:27:21.37981Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:27:23.77035Z","caller":"traceutil/trace.go:171","msg":"trace[2004759081] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"100.006606ms","start":"2026-04-16T16:27:23.670323Z","end":"2026-04-16T16:27:23.770329Z","steps":["trace[2004759081] 'process raft request' (duration: 38.954677ms)","trace[2004759081] 'compare' (duration: 60.671501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:24.938091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.267761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-16T16:27:24.938239Z","caller":"traceutil/trace.go:171","msg":"trace[753934733] linearizableReadLoop","detail":"{readStateIndex:128; appliedIndex:127; }","duration":"138.853481ms","start":"2026-04-16T16:27:24.799364Z","end":"2026-04-16T16:27:24.938218Z","steps":["trace[753934733] 'read index received' (duration: 76.301µs)","trace[753934733] 'applied index is now lower than readState.Index' (duration: 138.7753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:24.938748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.394863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:27:24.938722Z","caller":"traceutil/trace.go:171","msg":"trace[1272536889] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"309.587258ms","start":"2026-04-16T16:27:24.629066Z","end":"2026-04-16T16:27:24.938654Z","steps":["trace[1272536889] 'process raft request' (duration: 168.292265ms)","trace[1272536889] 'compare' (duration: 140.087637ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:24.938986Z","caller":"traceutil/trace.go:171","msg":"trace[2068610445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:124; }","duration":"139.70757ms","start":"2026-04-16T16:27:24.799266Z","end":"2026-04-16T16:27:24.938974Z","steps":["trace[2068610445] 'agreement among raft nodes before linearized reading' (duration: 139.402703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:24.939304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:24.629038Z","time spent":"310.043877ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:25.115122Z","caller":"traceutil/trace.go:171","msg":"trace[1783553286] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"169.69843ms","start":"2026-04-16T16:27:24.945375Z","end":"2026-04-16T16:27:25.115074Z","steps":["trace[1783553286] 'process raft request' (duration: 120.842258ms)","trace[1783553286] 'compare' (duration: 48.625407ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:25.294507Z","caller":"traceutil/trace.go:171","msg":"trace[1242326558] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"112.275262ms","start":"2026-04-16T16:27:25.182205Z","end":"2026-04-16T16:27:25.29448Z","steps":["trace[1242326558] 'process raft request' (duration: 109.412493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:25.60781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.340547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:25.60789Z","caller":"traceutil/trace.go:171","msg":"trace[373705260] transaction","detail":"{read_only:false; response_revision:132; number_of_response:1; }","duration":"211.601238ms","start":"2026-04-16T16:27:25.396276Z","end":"2026-04-16T16:27:25.607877Z","steps":["trace[373705260] 'process raft request' (duration: 51.123017ms)","trace[373705260] 'compare' (duration: 160.233565ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:25.807973Z","caller":"traceutil/trace.go:171","msg":"trace[768356176] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"107.667548ms","start":"2026-04-16T16:27:25.700277Z","end":"2026-04-16T16:27:25.807945Z","steps":["trace[768356176] 'process raft request' (duration: 25.276544ms)","trace[768356176] 'compare' (duration: 82.224531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:28.016993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:27:28.017104Z","caller":"traceutil/trace.go:171","msg":"trace[2131213019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701966s","start":"2026-04-16T16:27:26.016377Z","end":"2026-04-16T16:27:28.017079Z","steps":["trace[2131213019] 'agreement among raft nodes before linearized reading' (duration: 2.000543192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:28.017155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:26.016352Z","time spent":"2.000793677s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:27:28 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:27:28.975659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:27:28.975785Z","caller":"traceutil/trace.go:171","msg":"trace[1504233482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001003582s","start":"2026-04-16T16:27:26.974762Z","end":"2026-04-16T16:27:28.975765Z","steps":["trace[1504233482] 'agreement among raft nodes before linearized reading' (duration: 2.000506192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:28.975842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:26.974745Z","time spent":"2.001083073s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:27:28 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:27:29.287534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353703202s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:29.287619Z","caller":"traceutil/trace.go:171","msg":"trace[729089324] linearizableReadLoop","detail":"{readStateIndex:140; appliedIndex:139; }","duration":"3.271144636s","start":"2026-04-16T16:27:26.016459Z","end":"2026-04-16T16:27:29.287604Z","steps":["trace[729089324] 'read index received' (duration: 75.892µs)","trace[729089324] 'applied index is now lower than readState.Index' (duration: 3.271067944s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:29.287651Z","caller":"traceutil/trace.go:171","msg":"trace[687679098] transaction","detail":"{read_only:false; response_revision:136; number_of_response:1; }","duration":"3.393485484s","start":"2026-04-16T16:27:25.894137Z","end":"2026-04-16T16:27:29.287623Z","steps":["trace[687679098] 'process raft request' (duration: 39.611939ms)","trace[687679098] 'compare' (duration: 3.353269693s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:29.287711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:25.89412Z","time spent":"3.393565257s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:29.788641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296539239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:27:30.099336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:27:30.099418Z","caller":"traceutil/trace.go:171","msg":"trace[1414736816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078927s","start":"2026-04-16T16:27:28.099323Z","end":"2026-04-16T16:27:30.099402Z","steps":["trace[1414736816] 'agreement among raft nodes before linearized reading' (duration: 1.999976545s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:30.099463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:28.099295Z","time spent":"2.000159779s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:27:30 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:27:30.2897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296539239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:27:30.791845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296539239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:27:31.053573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.985359448s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:27:31.482713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007979172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:27:31.482821Z","caller":"traceutil/trace.go:171","msg":"trace[1110288646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008169265s","start":"2026-04-16T16:27:29.474619Z","end":"2026-04-16T16:27:31.482789Z","steps":["trace[1110288646] 'agreement among raft nodes before linearized reading' (duration: 2.008028092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:31.482879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:29.474599Z","time spent":"2.008261488s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:31.601266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.329605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:31.601383Z","caller":"traceutil/trace.go:171","msg":"trace[526058325] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"4.533259474s","start":"2026-04-16T16:27:27.068105Z","end":"2026-04-16T16:27:31.601364Z","steps":["trace[526058325] 'process raft request' (duration: 3.985766597s)","trace[526058325] 'compare' (duration: 547.172941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:31.601543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:27.068084Z","time spent":"4.533396258s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:32.09976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:27:32.099831Z","caller":"traceutil/trace.go:171","msg":"trace[1114784307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350665s","start":"2026-04-16T16:27:30.099465Z","end":"2026-04-16T16:27:32.099816Z","steps":["trace[1114784307] 'agreement among raft nodes before linearized reading' (duration: 2.000260213s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:32.099868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:30.099443Z","time spent":"2.000415847s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:27:32 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:27:33.945038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.89123617s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:27:33.975696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:27:33.975829Z","caller":"traceutil/trace.go:171","msg":"trace[1967704303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318072s","start":"2026-04-16T16:27:31.975443Z","end":"2026-04-16T16:27:33.975761Z","steps":["trace[1967704303] 'agreement among raft nodes before linearized reading' (duration: 2.000209849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:33.975952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:31.975421Z","time spent":"2.000508735s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:27:33 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:27:34.104454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:27.103813Z","time spent":"7.000634702s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T16:27:34.198842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:27:34.198924Z","caller":"traceutil/trace.go:171","msg":"trace[337529475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022553s","start":"2026-04-16T16:27:32.198882Z","end":"2026-04-16T16:27:34.198904Z","steps":["trace[337529475] 'agreement among raft nodes before linearized reading' (duration: 1.999921391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.198978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:32.198862Z","time spent":"2.000107305s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:27:34 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:27:34.325622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.395929ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T16:27:34.325804Z","caller":"traceutil/trace.go:171","msg":"trace[745903505] linearizableReadLoop","detail":"{readStateIndex:143; appliedIndex:140; }","duration":"5.038151617s","start":"2026-04-16T16:27:29.287637Z","end":"2026-04-16T16:27:34.325788Z","steps":["trace[745903505] 'read index received' (duration: 1.766244062s)","trace[745903505] 'applied index is now lower than readState.Index' (duration: 3.271906675s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:34.325946Z","caller":"traceutil/trace.go:171","msg":"trace[1347676406] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"4.017037677s","start":"2026-04-16T16:27:30.308898Z","end":"2026-04-16T16:27:34.325936Z","steps":["trace[1347676406] 'process raft request' (duration: 4.016806102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.326014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:30.30888Z","time spent":"4.017093298s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:34.327071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233297382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-04-16T16:27:34.327143Z","caller":"traceutil/trace.go:171","msg":"trace[849660007] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:138; }","duration":"5.233408825s","start":"2026-04-16T16:27:29.093718Z","end":"2026-04-16T16:27:34.327127Z","steps":["trace[849660007] 'agreement among raft nodes before linearized reading' (duration: 5.233241021s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.327196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:29.093697Z","time spent":"5.233491137s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3488,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T16:27:34.327133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.271333571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:34.327276Z","caller":"traceutil/trace.go:171","msg":"trace[553520843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:138; }","duration":"8.271528745s","start":"2026-04-16T16:27:26.055726Z","end":"2026-04-16T16:27:34.327255Z","steps":["trace[553520843] 'agreement among raft nodes before linearized reading' (duration: 8.271194619s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.327292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.170670474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-16T16:27:34.327411Z","caller":"traceutil/trace.go:171","msg":"trace[1027969399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:138; }","duration":"7.170866388s","start":"2026-04-16T16:27:27.156528Z","end":"2026-04-16T16:27:34.327395Z","steps":["trace[1027969399] 'agreement among raft nodes before linearized reading' (duration: 7.170543872s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.327453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:27.156504Z","time spent":"7.17094091s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:34.32732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:26.055705Z","time spent":"8.271605716s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:27:34.327598Z","caller":"traceutil/trace.go:171","msg":"trace[821982422] transaction","detail":"{read_only:false; response_revision:140; number_of_response:1; }","duration":"1.531007064s","start":"2026-04-16T16:27:32.796573Z","end":"2026-04-16T16:27:34.32758Z","steps":["trace[821982422] 'process raft request' (duration: 1.530918043s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:34.327593Z","caller":"traceutil/trace.go:171","msg":"trace[1845515857] transaction","detail":"{read_only:false; response_revision:142; number_of_response:1; }","duration":"1.097992826s","start":"2026-04-16T16:27:33.229589Z","end":"2026-04-16T16:27:34.327582Z","steps":["trace[1845515857] 'process raft request' (duration: 1.097963256s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.32766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:32.796542Z","time spent":"1.531072525s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:34.327789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:33.229557Z","time spent":"1.098064227s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:34.327951Z","caller":"traceutil/trace.go:171","msg":"trace[2133666452] transaction","detail":"{read_only:false; response_revision:141; number_of_response:1; }","duration":"1.275610341s","start":"2026-04-16T16:27:33.052333Z","end":"2026-04-16T16:27:34.327944Z","steps":["trace[2133666452] 'process raft request' (duration: 1.275181723s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.327991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:33.052284Z","time spent":"1.275684843s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3460,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:34.328301Z","caller":"traceutil/trace.go:171","msg":"trace[741774148] transaction","detail":"{read_only:false; response_revision:139; number_of_response:1; }","duration":"2.29530265s","start":"2026-04-16T16:27:32.032986Z","end":"2026-04-16T16:27:34.328288Z","steps":["trace[741774148] 'process raft request' (duration: 2.294445343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.328354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:32.032965Z","time spent":"2.295364151s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:34.390665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.100387614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:34.390745Z","caller":"traceutil/trace.go:171","msg":"trace[915213948] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:0; response_revision:142; }","duration":"5.100497436s","start":"2026-04-16T16:27:29.290226Z","end":"2026-04-16T16:27:34.390724Z","steps":["trace[915213948] 'agreement among raft nodes before linearized reading' (duration: 5.100394794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.390795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:29.29021Z","time spent":"5.100565697s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-16T16:27:34.390831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085123472s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:34.390922Z","caller":"traceutil/trace.go:171","msg":"trace[826866841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:142; }","duration":"4.085221824s","start":"2026-04-16T16:27:30.305688Z","end":"2026-04-16T16:27:34.39091Z","steps":["trace[826866841] 'agreement among raft nodes before linearized reading' (duration: 4.085081401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.391127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747287473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:34.391242Z","caller":"traceutil/trace.go:171","msg":"trace[782147503] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:142; }","duration":"1.747412456s","start":"2026-04-16T16:27:32.643808Z","end":"2026-04-16T16:27:34.39122Z","steps":["trace[782147503] 'agreement among raft nodes before linearized reading' (duration: 1.746933487s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.391274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:32.643742Z","time spent":"1.747523629s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T16:27:34.623791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.190479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:34.624055Z","caller":"traceutil/trace.go:171","msg":"trace[1285430292] transaction","detail":"{read_only:false; response_revision:143; number_of_response:1; }","duration":"270.755267ms","start":"2026-04-16T16:27:34.353277Z","end":"2026-04-16T16:27:34.624033Z","steps":["trace[1285430292] 'process raft request' (duration: 119.253842ms)","trace[1285430292] 'compare' (duration: 151.051776ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:34.624439Z","caller":"traceutil/trace.go:171","msg":"trace[1960963158] transaction","detail":"{read_only:false; response_revision:144; number_of_response:1; }","duration":"270.587213ms","start":"2026-04-16T16:27:34.353797Z","end":"2026-04-16T16:27:34.624384Z","steps":["trace[1960963158] 'process raft request' (duration: 270.095833ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:34.62445Z","caller":"traceutil/trace.go:171","msg":"trace[1429199197] transaction","detail":"{read_only:false; response_revision:145; number_of_response:1; }","duration":"261.695999ms","start":"2026-04-16T16:27:34.362714Z","end":"2026-04-16T16:27:34.62441Z","steps":["trace[1429199197] 'process raft request' (duration: 261.24087ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:34.62485Z","caller":"traceutil/trace.go:171","msg":"trace[2075881867] linearizableReadLoop","detail":"{readStateIndex:152; appliedIndex:148; }","duration":"232.661072ms","start":"2026-04-16T16:27:34.392173Z","end":"2026-04-16T16:27:34.624834Z","steps":["trace[2075881867] 'read index received' (duration: 80.526216ms)","trace[2075881867] 'applied index is now lower than readState.Index' (duration: 152.133736ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:34.624993Z","caller":"traceutil/trace.go:171","msg":"trace[1731502159] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"230.52183ms","start":"2026-04-16T16:27:34.394462Z","end":"2026-04-16T16:27:34.624984Z","steps":["trace[1731502159] 'process raft request' (duration: 230.287536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:34.625032Z","caller":"traceutil/trace.go:171","msg":"trace[660885819] transaction","detail":"{read_only:false; response_revision:146; number_of_response:1; }","duration":"232.915767ms","start":"2026-04-16T16:27:34.3921Z","end":"2026-04-16T16:27:34.625016Z","steps":["trace[660885819] 'process raft request' (duration: 232.162642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.625426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.929958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3474"} {"level":"info","ts":"2026-04-16T16:27:34.625482Z","caller":"traceutil/trace.go:171","msg":"trace[616925475] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:147; }","duration":"231.01721ms","start":"2026-04-16T16:27:34.394448Z","end":"2026-04-16T16:27:34.625465Z","steps":["trace[616925475] 'agreement among raft nodes before linearized reading' (duration: 230.809245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.625559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.291215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:34.625658Z","caller":"traceutil/trace.go:171","msg":"trace[1876541615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:147; }","duration":"233.51792ms","start":"2026-04-16T16:27:34.392122Z","end":"2026-04-16T16:27:34.62564Z","steps":["trace[1876541615] 'agreement among raft nodes before linearized reading' (duration: 233.172582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.97815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.110116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:34.978342Z","caller":"traceutil/trace.go:171","msg":"trace[50333514] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"310.022376ms","start":"2026-04-16T16:27:34.668307Z","end":"2026-04-16T16:27:34.97833Z","steps":["trace[50333514] 'process raft request' (duration: 309.985996ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:34.978358Z","caller":"traceutil/trace.go:171","msg":"trace[868465416] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"346.732584ms","start":"2026-04-16T16:27:34.631602Z","end":"2026-04-16T16:27:34.978335Z","steps":["trace[868465416] 'process raft request' (duration: 346.621252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.978392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:34.668276Z","time spent":"310.096137ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:34.97837Z","caller":"traceutil/trace.go:171","msg":"trace[976590420] transaction","detail":"{read_only:false; response_revision:149; number_of_response:1; }","duration":"348.379897ms","start":"2026-04-16T16:27:34.629969Z","end":"2026-04-16T16:27:34.978349Z","steps":["trace[976590420] 'process raft request' (duration: 148.023327ms)","trace[976590420] 'compare' (duration: 199.993653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:34.978454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:34.631593Z","time spent":"346.814426ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:34.978468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:34.629951Z","time spent":"348.48562ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:34.97866Z","caller":"traceutil/trace.go:171","msg":"trace[1965633417] transaction","detail":"{read_only:false; response_revision:151; number_of_response:1; }","duration":"343.134045ms","start":"2026-04-16T16:27:34.635518Z","end":"2026-04-16T16:27:34.978652Z","steps":["trace[1965633417] 'process raft request' (duration: 342.740367ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:34.978705Z","caller":"traceutil/trace.go:171","msg":"trace[444719090] linearizableReadLoop","detail":"{readStateIndex:157; appliedIndex:154; }","duration":"315.27192ms","start":"2026-04-16T16:27:34.66342Z","end":"2026-04-16T16:27:34.978692Z","steps":["trace[444719090] 'read index received' (duration: 114.559502ms)","trace[444719090] 'applied index is now lower than readState.Index' (duration: 200.711408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:34.978713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:34.635502Z","time spent":"343.182476ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:34.978786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.426589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-16T16:27:34.978809Z","caller":"traceutil/trace.go:171","msg":"trace[156831301] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:152; }","duration":"348.48366ms","start":"2026-04-16T16:27:34.630318Z","end":"2026-04-16T16:27:34.978802Z","steps":["trace[156831301] 'agreement among raft nodes before linearized reading' (duration: 348.407279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:34.978828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:34.630305Z","time spent":"348.519031ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4002,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-16T16:27:35.204889Z","caller":"traceutil/trace.go:171","msg":"trace[1785833201] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"217.740257ms","start":"2026-04-16T16:27:34.987116Z","end":"2026-04-16T16:27:35.204856Z","steps":["trace[1785833201] 'process raft request' (duration: 122.557725ms)","trace[1785833201] 'compare' (duration: 95.018838ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:35.207673Z","caller":"traceutil/trace.go:171","msg":"trace[1263654076] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"218.542293ms","start":"2026-04-16T16:27:34.989098Z","end":"2026-04-16T16:27:35.207641Z","steps":["trace[1263654076] 'process raft request' (duration: 218.495352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:35.208009Z","caller":"traceutil/trace.go:171","msg":"trace[1077766927] transaction","detail":"{read_only:false; response_revision:154; number_of_response:1; }","duration":"220.666803ms","start":"2026-04-16T16:27:34.987202Z","end":"2026-04-16T16:27:35.207869Z","steps":["trace[1077766927] 'process raft request' (duration: 220.264355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:35.604926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.319332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:35.605188Z","caller":"traceutil/trace.go:171","msg":"trace[429125957] linearizableReadLoop","detail":"{readStateIndex:164; appliedIndex:162; }","duration":"368.6319ms","start":"2026-04-16T16:27:35.236514Z","end":"2026-04-16T16:27:35.605145Z","steps":["trace[429125957] 'read index received' (duration: 159.040213ms)","trace[429125957] 'applied index is now lower than readState.Index' (duration: 209.590487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:35.605335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.813864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:35.60539Z","caller":"traceutil/trace.go:171","msg":"trace[692385533] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:0; response_revision:158; }","duration":"368.912796ms","start":"2026-04-16T16:27:35.236463Z","end":"2026-04-16T16:27:35.605376Z","steps":["trace[692385533] 'agreement among raft nodes before linearized reading' (duration: 368.826374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:35.605367Z","caller":"traceutil/trace.go:171","msg":"trace[94120790] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"388.966187ms","start":"2026-04-16T16:27:35.21636Z","end":"2026-04-16T16:27:35.605326Z","steps":["trace[94120790] 'process raft request' (duration: 388.694652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:35.605438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.236442Z","time spent":"368.982707ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:basic-user\" "} {"level":"info","ts":"2026-04-16T16:27:35.605424Z","caller":"traceutil/trace.go:171","msg":"trace[800621713] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"389.814802ms","start":"2026-04-16T16:27:35.215578Z","end":"2026-04-16T16:27:35.605393Z","steps":["trace[800621713] 'process raft request' (duration: 179.941149ms)","trace[800621713] 'compare' (duration: 209.21102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:35.605578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.215558Z","time spent":"389.940825ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:35.605584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.21635Z","time spent":"389.12239ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:35.605674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.884919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:35.605797Z","caller":"traceutil/trace.go:171","msg":"trace[1786628939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:158; }","duration":"307.095093ms","start":"2026-04-16T16:27:35.298679Z","end":"2026-04-16T16:27:35.605774Z","steps":["trace[1786628939] 'agreement among raft nodes before linearized reading' (duration: 306.802758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:35.605865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.298658Z","time spent":"307.197925ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:36.047869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.298909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:36.048177Z","caller":"traceutil/trace.go:171","msg":"trace[1719135919] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"436.016617ms","start":"2026-04-16T16:27:35.612103Z","end":"2026-04-16T16:27:36.048119Z","steps":["trace[1719135919] 'process raft request' (duration: 159.376201ms)","trace[1719135919] 'compare' (duration: 276.168607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:36.04882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.612084Z","time spent":"436.20934ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:36.048929Z","caller":"traceutil/trace.go:171","msg":"trace[433035189] linearizableReadLoop","detail":"{readStateIndex:167; appliedIndex:165; }","duration":"381.489677ms","start":"2026-04-16T16:27:35.667415Z","end":"2026-04-16T16:27:36.048905Z","steps":["trace[433035189] 'read index received' (duration: 104.063816ms)","trace[433035189] 'applied index is now lower than readState.Index' (duration: 277.424631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:36.049035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.60986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:36.049085Z","caller":"traceutil/trace.go:171","msg":"trace[338470457] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:0; response_revision:161; }","duration":"381.678081ms","start":"2026-04-16T16:27:35.667392Z","end":"2026-04-16T16:27:36.04907Z","steps":["trace[338470457] 'agreement among raft nodes before linearized reading' (duration: 381.597409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:36.049082Z","caller":"traceutil/trace.go:171","msg":"trace[541700163] transaction","detail":"{read_only:false; response_revision:161; number_of_response:1; }","duration":"433.699131ms","start":"2026-04-16T16:27:35.615306Z","end":"2026-04-16T16:27:36.049005Z","steps":["trace[541700163] 'process raft request' (duration: 433.420476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:36.049191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.66737Z","time spent":"381.756222ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" "} {"level":"warn","ts":"2026-04-16T16:27:36.049345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:35.615293Z","time spent":"433.929636ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:36.557539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.093513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:36.557696Z","caller":"traceutil/trace.go:171","msg":"trace[1811845316] linearizableReadLoop","detail":"{readStateIndex:171; appliedIndex:169; }","duration":"422.853478ms","start":"2026-04-16T16:27:36.134827Z","end":"2026-04-16T16:27:36.557681Z","steps":["trace[1811845316] 'read index received' (duration: 227.525462ms)","trace[1811845316] 'applied index is now lower than readState.Index' (duration: 195.327166ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:36.557788Z","caller":"traceutil/trace.go:171","msg":"trace[2046440504] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"451.975611ms","start":"2026-04-16T16:27:36.105801Z","end":"2026-04-16T16:27:36.557777Z","steps":["trace[2046440504] 'process raft request' (duration: 256.555763ms)","trace[2046440504] 'compare' (duration: 194.97311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:36.557851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.105788Z","time spent":"452.031522ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:36.558032Z","caller":"traceutil/trace.go:171","msg":"trace[137893629] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"425.615971ms","start":"2026-04-16T16:27:36.132407Z","end":"2026-04-16T16:27:36.558023Z","steps":["trace[137893629] 'process raft request' (duration: 425.226023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:36.558093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.132387Z","time spent":"425.682473ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:36.558273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.426159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a6e3222f9fdbb3\" ","response":"range_response_count:1 size:657"} {"level":"warn","ts":"2026-04-16T16:27:36.558427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.56921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:36.558453Z","caller":"traceutil/trace.go:171","msg":"trace[1936168989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:165; }","duration":"259.628462ms","start":"2026-04-16T16:27:36.298817Z","end":"2026-04-16T16:27:36.558446Z","steps":["trace[1936168989] 'agreement among raft nodes before linearized reading' (duration: 259.302995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:36.558335Z","caller":"traceutil/trace.go:171","msg":"trace[966680081] range","detail":"{range_begin:/registry/events/default/instance.18a6e3222f9fdbb3; range_end:; response_count:1; response_revision:165; }","duration":"423.518681ms","start":"2026-04-16T16:27:36.134801Z","end":"2026-04-16T16:27:36.55832Z","steps":["trace[966680081] 'agreement among raft nodes before linearized reading' (duration: 423.404478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:36.558581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.134793Z","time spent":"423.780296ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":679,"request content":"key:\"/registry/events/default/instance.18a6e3222f9fdbb3\" "} {"level":"warn","ts":"2026-04-16T16:27:37.170558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.40766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:37.170654Z","caller":"traceutil/trace.go:171","msg":"trace[889697241] linearizableReadLoop","detail":"{readStateIndex:173; appliedIndex:172; }","duration":"524.105227ms","start":"2026-04-16T16:27:36.646534Z","end":"2026-04-16T16:27:37.170639Z","steps":["trace[889697241] 'read index received' (duration: 70.568775ms)","trace[889697241] 'applied index is now lower than readState.Index' (duration: 453.535302ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:37.170721Z","caller":"traceutil/trace.go:171","msg":"trace[1994464434] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"608.832385ms","start":"2026-04-16T16:27:36.561825Z","end":"2026-04-16T16:27:37.170657Z","steps":["trace[1994464434] 'process raft request' (duration: 155.266312ms)","trace[1994464434] 'compare' (duration: 453.239127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:37.170798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.85557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:27:37.170828Z","caller":"traceutil/trace.go:171","msg":"trace[1897157994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:167; }","duration":"541.919242ms","start":"2026-04-16T16:27:36.6289Z","end":"2026-04-16T16:27:37.170819Z","steps":["trace[1897157994] 'agreement among raft nodes before linearized reading' (duration: 541.802449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.170869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.628883Z","time spent":"541.978362ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:37.170893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.561813Z","time spent":"609.003968ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:37.186199Z","caller":"traceutil/trace.go:171","msg":"trace[239847251] transaction","detail":"{read_only:false; response_revision:168; number_of_response:1; }","duration":"529.788576ms","start":"2026-04-16T16:27:36.656395Z","end":"2026-04-16T16:27:37.186183Z","steps":["trace[239847251] 'process raft request' (duration: 529.666924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.186377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.477967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:27:37.186295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.656372Z","time spent":"529.871387ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:37.186435Z","caller":"traceutil/trace.go:171","msg":"trace[725209714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:168; }","duration":"487.558249ms","start":"2026-04-16T16:27:36.698853Z","end":"2026-04-16T16:27:37.186411Z","steps":["trace[725209714] 'agreement among raft nodes before linearized reading' (duration: 487.492447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.186466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.698834Z","time spent":"487.62587ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:37.186627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.23653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:27:37.186656Z","caller":"traceutil/trace.go:171","msg":"trace[2034470696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:168; }","duration":"204.26564ms","start":"2026-04-16T16:27:36.982383Z","end":"2026-04-16T16:27:37.186648Z","steps":["trace[2034470696] 'agreement among raft nodes before linearized reading' (duration: 204.216069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.186753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.452655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a6e3222fa003e5\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-04-16T16:27:37.186792Z","caller":"traceutil/trace.go:171","msg":"trace[1506818970] range","detail":"{range_begin:/registry/events/default/instance.18a6e3222fa003e5; range_end:; response_count:1; response_revision:168; }","duration":"536.519156ms","start":"2026-04-16T16:27:36.650263Z","end":"2026-04-16T16:27:37.186782Z","steps":["trace[1506818970] 'agreement among raft nodes before linearized reading' (duration: 536.420494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.186818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:36.650246Z","time spent":"536.565277ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":675,"request content":"key:\"/registry/events/default/instance.18a6e3222fa003e5\" "} {"level":"warn","ts":"2026-04-16T16:27:37.709938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.534986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:37.710215Z","caller":"traceutil/trace.go:171","msg":"trace[1117121591] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"519.719933ms","start":"2026-04-16T16:27:37.190474Z","end":"2026-04-16T16:27:37.710194Z","steps":["trace[1117121591] 'process raft request' (duration: 519.665192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.710307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.190465Z","time spent":"519.805265ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:37.71035Z","caller":"traceutil/trace.go:171","msg":"trace[1980041823] linearizableReadLoop","detail":"{readStateIndex:175; appliedIndex:174; }","duration":"524.181389ms","start":"2026-04-16T16:27:37.186159Z","end":"2026-04-16T16:27:37.710341Z","steps":["trace[1980041823] 'read index received' (duration: 349.108672ms)","trace[1980041823] 'applied index is now lower than readState.Index' (duration: 175.069027ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:37.71027Z","caller":"traceutil/trace.go:171","msg":"trace[1339565828] transaction","detail":"{read_only:false; response_revision:170; number_of_response:1; }","duration":"521.017838ms","start":"2026-04-16T16:27:37.189244Z","end":"2026-04-16T16:27:37.710261Z","steps":["trace[1339565828] 'process raft request' (duration: 520.805964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.710636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.189224Z","time spent":"521.275723ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:37.710673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.615115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:37.710726Z","caller":"traceutil/trace.go:171","msg":"trace[1033026548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:171; }","duration":"411.704766ms","start":"2026-04-16T16:27:37.299007Z","end":"2026-04-16T16:27:37.710712Z","steps":["trace[1033026548] 'agreement among raft nodes before linearized reading' (duration: 411.598744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.710759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.298991Z","time spent":"411.762437ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:37.71086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.303861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:37.710899Z","caller":"traceutil/trace.go:171","msg":"trace[413610690] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:0; response_revision:171; }","duration":"537.433254ms","start":"2026-04-16T16:27:37.173455Z","end":"2026-04-16T16:27:37.710888Z","steps":["trace[413610690] 'agreement among raft nodes before linearized reading' (duration: 536.961395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:37.710924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.173436Z","time spent":"537.481765ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:kube-dns\" "} {"level":"info","ts":"2026-04-16T16:27:37.710093Z","caller":"traceutil/trace.go:171","msg":"trace[1662161053] transaction","detail":"{read_only:false; response_revision:169; number_of_response:1; }","duration":"534.838924ms","start":"2026-04-16T16:27:37.175232Z","end":"2026-04-16T16:27:37.710071Z","steps":["trace[1662161053] 'process raft request' (duration: 360.064393ms)","trace[1662161053] 'compare' (duration: 174.353602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:37.711189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.175211Z","time spent":"535.900094ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:38.981034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169540748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:38.981192Z","caller":"traceutil/trace.go:171","msg":"trace[2141296831] linearizableReadLoop","detail":"{readStateIndex:179; appliedIndex:177; }","duration":"681.754212ms","start":"2026-04-16T16:27:38.299423Z","end":"2026-04-16T16:27:38.981178Z","steps":["trace[2141296831] 'read index received' (duration: 25.75µs)","trace[2141296831] 'applied index is now lower than readState.Index' (duration: 681.727582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:38.981306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.882735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:38.981362Z","caller":"traceutil/trace.go:171","msg":"trace[109920141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:173; }","duration":"681.968226ms","start":"2026-04-16T16:27:38.299382Z","end":"2026-04-16T16:27:38.98135Z","steps":["trace[109920141] 'agreement among raft nodes before linearized reading' (duration: 681.841854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:38.981395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:38.299367Z","time spent":"682.020987ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:27:38.981636Z","caller":"traceutil/trace.go:171","msg":"trace[1941254213] transaction","detail":"{read_only:false; response_revision:172; number_of_response:1; }","duration":"1.266022324s","start":"2026-04-16T16:27:37.715596Z","end":"2026-04-16T16:27:38.981618Z","steps":["trace[1941254213] 'process raft request' (duration: 95.807362ms)","trace[1941254213] 'compare' (duration: 1.169431917s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:38.98168Z","caller":"traceutil/trace.go:171","msg":"trace[510762069] transaction","detail":"{read_only:false; response_revision:173; number_of_response:1; }","duration":"1.265728469s","start":"2026-04-16T16:27:37.715928Z","end":"2026-04-16T16:27:38.981656Z","steps":["trace[510762069] 'process raft request' (duration: 1.265204518s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:38.981719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.715574Z","time spent":"1.266106846s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:38.981788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:37.715917Z","time spent":"1.26581777s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:39.800411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296539311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:27:40.293025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306991887s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:27:40.877544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695616921s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:40.877664Z","caller":"traceutil/trace.go:171","msg":"trace[655717067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:173; }","duration":"1.695755383s","start":"2026-04-16T16:27:39.181891Z","end":"2026-04-16T16:27:40.877647Z","steps":["trace[655717067] 'range keys from in-memory index tree' (duration: 1.69559841s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.877653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.325116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:40.877846Z","caller":"traceutil/trace.go:171","msg":"trace[1309475802] linearizableReadLoop","detail":"{readStateIndex:181; appliedIndex:179; }","duration":"1.578265979s","start":"2026-04-16T16:27:39.299555Z","end":"2026-04-16T16:27:40.877821Z","steps":["trace[1309475802] 'read index received' (duration: 993.71567ms)","trace[1309475802] 'applied index is now lower than readState.Index' (duration: 584.548759ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:40.877939Z","caller":"traceutil/trace.go:171","msg":"trace[1569950676] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"1.891939334s","start":"2026-04-16T16:27:38.985968Z","end":"2026-04-16T16:27:40.877907Z","steps":["trace[1569950676] 'process raft request' (duration: 1.307275642s)","trace[1569950676] 'compare' (duration: 584.199843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:40.878039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:38.985957Z","time spent":"1.892029066s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:40.878178Z","caller":"traceutil/trace.go:171","msg":"trace[270290390] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"1.891044137s","start":"2026-04-16T16:27:38.986899Z","end":"2026-04-16T16:27:40.877943Z","steps":["trace[270290390] 'process raft request' (duration: 1.890850103s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.878184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163875013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:27:40.878267Z","caller":"traceutil/trace.go:171","msg":"trace[1057825536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:175; }","duration":"1.164006345s","start":"2026-04-16T16:27:39.714244Z","end":"2026-04-16T16:27:40.87825Z","steps":["trace[1057825536] 'agreement among raft nodes before linearized reading' (duration: 1.163803921s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.87831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:39.71422Z","time spent":"1.164081886s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:40.878338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.50436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:40.878385Z","caller":"traceutil/trace.go:171","msg":"trace[2077130400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:175; }","duration":"383.591302ms","start":"2026-04-16T16:27:40.494782Z","end":"2026-04-16T16:27:40.878373Z","steps":["trace[2077130400] 'agreement among raft nodes before linearized reading' (duration: 383.50538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.878429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.494752Z","time spent":"383.669443ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:27:40.878443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.514209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:40.878508Z","caller":"traceutil/trace.go:171","msg":"trace[932352439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:175; }","duration":"403.665281ms","start":"2026-04-16T16:27:40.474824Z","end":"2026-04-16T16:27:40.87849Z","steps":["trace[932352439] 'agreement among raft nodes before linearized reading' (duration: 403.559009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.878523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578980433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:40.878554Z","caller":"traceutil/trace.go:171","msg":"trace[1557810931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:175; }","duration":"1.579042105s","start":"2026-04-16T16:27:39.299503Z","end":"2026-04-16T16:27:40.878545Z","steps":["trace[1557810931] 'agreement among raft nodes before linearized reading' (duration: 1.578998544s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.878559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.474786Z","time spent":"403.762133ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:40.87859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:39.299446Z","time spent":"1.579136597s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:40.878573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:38.98688Z","time spent":"1.891348004s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:40.878712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16370936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:27:40.878792Z","caller":"traceutil/trace.go:171","msg":"trace[1145876967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:175; }","duration":"1.163832952s","start":"2026-04-16T16:27:39.714949Z","end":"2026-04-16T16:27:40.878782Z","steps":["trace[1145876967] 'agreement among raft nodes before linearized reading' (duration: 1.163668709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:40.878857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:39.714923Z","time spent":"1.163924244s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:27:41.329548Z","caller":"traceutil/trace.go:171","msg":"trace[423251719] transaction","detail":"{read_only:false; response_revision:177; number_of_response:1; }","duration":"446.800883ms","start":"2026-04-16T16:27:40.882722Z","end":"2026-04-16T16:27:41.329523Z","steps":["trace[423251719] 'process raft request' (duration: 446.530768ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:41.329658Z","caller":"traceutil/trace.go:171","msg":"trace[2125541466] transaction","detail":"{read_only:false; response_revision:178; number_of_response:1; }","duration":"446.779822ms","start":"2026-04-16T16:27:40.882866Z","end":"2026-04-16T16:27:41.329646Z","steps":["trace[2125541466] 'process raft request' (duration: 446.555278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:41.329748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.882859Z","time spent":"446.831843ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:41.330001Z","caller":"traceutil/trace.go:171","msg":"trace[1449097508] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"447.010226ms","start":"2026-04-16T16:27:40.882961Z","end":"2026-04-16T16:27:41.329972Z","steps":["trace[1449097508] 'process raft request' (duration: 446.515047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:41.330165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.882956Z","time spent":"447.127238ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:41.330206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.882713Z","time spent":"447.365423ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:41.514968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.848395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:41.515204Z","caller":"traceutil/trace.go:171","msg":"trace[1423905780] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"555.773532ms","start":"2026-04-16T16:27:40.95937Z","end":"2026-04-16T16:27:41.515144Z","steps":["trace[1423905780] 'process raft request' (duration: 555.718271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:41.51529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.959348Z","time spent":"555.904714ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:41.515306Z","caller":"traceutil/trace.go:171","msg":"trace[225106728] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"631.342021ms","start":"2026-04-16T16:27:40.883913Z","end":"2026-04-16T16:27:41.515255Z","steps":["trace[225106728] 'process raft request' (duration: 446.116789ms)","trace[225106728] 'compare' (duration: 184.747453ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:41.515359Z","caller":"traceutil/trace.go:171","msg":"trace[1478577675] linearizableReadLoop","detail":"{readStateIndex:186; appliedIndex:182; }","duration":"557.171039ms","start":"2026-04-16T16:27:40.958158Z","end":"2026-04-16T16:27:41.515329Z","steps":["trace[1478577675] 'read index received' (duration: 371.010129ms)","trace[1478577675] 'applied index is now lower than readState.Index' (duration: 186.155949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:41.515479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.883897Z","time spent":"631.493124ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:41.515579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.410304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:27:41.515579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.231394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:41.51562Z","caller":"traceutil/trace.go:171","msg":"trace[937373954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:181; }","duration":"557.522106ms","start":"2026-04-16T16:27:40.958088Z","end":"2026-04-16T16:27:41.51561Z","steps":["trace[937373954] 'agreement among raft nodes before linearized reading' (duration: 557.394483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:41.515636Z","caller":"traceutil/trace.go:171","msg":"trace[947397951] range","detail":"{range_begin:/registry/clusterrolebindings/system:node; range_end:; response_count:0; response_revision:181; }","duration":"183.332456ms","start":"2026-04-16T16:27:41.332287Z","end":"2026-04-16T16:27:41.515619Z","steps":["trace[947397951] 'agreement among raft nodes before linearized reading' (duration: 183.193633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:41.515653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:40.958067Z","time spent":"557.578236ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:27:41.868404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.54678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:41.868585Z","caller":"traceutil/trace.go:171","msg":"trace[1372199570] linearizableReadLoop","detail":"{readStateIndex:190; appliedIndex:188; }","duration":"300.261174ms","start":"2026-04-16T16:27:41.568307Z","end":"2026-04-16T16:27:41.868568Z","steps":["trace[1372199570] 'read index received' (duration: 133.403258ms)","trace[1372199570] 'applied index is now lower than readState.Index' (duration: 166.856976ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:41.86868Z","caller":"traceutil/trace.go:171","msg":"trace[1278458874] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"349.022622ms","start":"2026-04-16T16:27:41.519585Z","end":"2026-04-16T16:27:41.868608Z","steps":["trace[1278458874] 'process raft request' (duration: 182.181206ms)","trace[1278458874] 'compare' (duration: 166.440808ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:41.868725Z","caller":"traceutil/trace.go:171","msg":"trace[1881386042] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"300.56773ms","start":"2026-04-16T16:27:41.568126Z","end":"2026-04-16T16:27:41.868694Z","steps":["trace[1881386042] 'process raft request' (duration: 300.377737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:41.868774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.460359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:27:41.868785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:41.51958Z","time spent":"349.139584ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:41.868857Z","caller":"traceutil/trace.go:171","msg":"trace[378247618] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:0; response_revision:184; }","duration":"300.55614ms","start":"2026-04-16T16:27:41.568278Z","end":"2026-04-16T16:27:41.868834Z","steps":["trace[378247618] 'agreement among raft nodes before linearized reading' (duration: 300.348776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:41.868974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:41.56827Z","time spent":"300.682012ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" "} {"level":"warn","ts":"2026-04-16T16:27:41.868875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:41.568111Z","time spent":"300.687602ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:42.460877Z","caller":"traceutil/trace.go:171","msg":"trace[625455090] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"121.265317ms","start":"2026-04-16T16:27:42.339591Z","end":"2026-04-16T16:27:42.460857Z","steps":["trace[625455090] 'process raft request' (duration: 121.212446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:42.460983Z","caller":"traceutil/trace.go:171","msg":"trace[870030398] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"124.002089ms","start":"2026-04-16T16:27:42.33695Z","end":"2026-04-16T16:27:42.460952Z","steps":["trace[870030398] 'process raft request' (duration: 86.550127ms)","trace[870030398] 'compare' (duration: 37.157345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:44.030442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.08031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:27:44.030557Z","caller":"traceutil/trace.go:171","msg":"trace[115164998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:289; }","duration":"156.257313ms","start":"2026-04-16T16:27:43.874277Z","end":"2026-04-16T16:27:44.030534Z","steps":["trace[115164998] 'range keys from in-memory index tree' (duration: 155.945708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:44.030442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.041328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T16:27:44.030891Z","caller":"traceutil/trace.go:171","msg":"trace[1876193568] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:289; }","duration":"207.530777ms","start":"2026-04-16T16:27:43.823314Z","end":"2026-04-16T16:27:44.030845Z","steps":["trace[1876193568] 'range keys from in-memory index tree' (duration: 206.904705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.353656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.99443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:46.353721Z","caller":"traceutil/trace.go:171","msg":"trace[146983842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:328; }","duration":"602.111553ms","start":"2026-04-16T16:27:45.751596Z","end":"2026-04-16T16:27:46.353708Z","steps":["trace[146983842] 'range keys from in-memory index tree' (duration: 601.894208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.353746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.751576Z","time spent":"602.165783ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:46.353744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.326559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:27:46.353839Z","caller":"traceutil/trace.go:171","msg":"trace[422023359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:328; }","duration":"981.469441ms","start":"2026-04-16T16:27:45.372343Z","end":"2026-04-16T16:27:46.353813Z","steps":["trace[422023359] 'range keys from in-memory index tree' (duration: 981.213647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.353976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.156135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:27:46.354007Z","caller":"traceutil/trace.go:171","msg":"trace[1634675063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:328; }","duration":"962.221087ms","start":"2026-04-16T16:27:45.391779Z","end":"2026-04-16T16:27:46.354Z","steps":["trace[1634675063] 'range keys from in-memory index tree' (duration: 962.085784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.354024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.391759Z","time spent":"962.259477ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:46.354122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.614049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-04-16T16:27:46.354143Z","caller":"traceutil/trace.go:171","msg":"trace[1312096260] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:328; }","duration":"603.67407ms","start":"2026-04-16T16:27:45.750464Z","end":"2026-04-16T16:27:46.354138Z","steps":["trace[1312096260] 'range keys from in-memory index tree' (duration: 603.516208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.354157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.750434Z","time spent":"603.718892ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4685,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T16:27:46.354409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232931997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T16:27:46.35443Z","caller":"traceutil/trace.go:171","msg":"trace[213253636] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:328; }","duration":"1.232979118s","start":"2026-04-16T16:27:45.121446Z","end":"2026-04-16T16:27:46.354425Z","steps":["trace[213253636] 'range keys from in-memory index tree' (duration: 1.232884836s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.354445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.121432Z","time spent":"1.233008859s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-16T16:27:46.354079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.372321Z","time spent":"981.557793ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:46.569747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296539637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:27:46.78963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027081758s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:27:46.790077Z","caller":"traceutil/trace.go:171","msg":"trace[1930787379] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"1.027608688s","start":"2026-04-16T16:27:45.762441Z","end":"2026-04-16T16:27:46.79005Z","steps":["trace[1930787379] 'process raft request' (duration: 1.027518416s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:46.790225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.762417Z","time spent":"1.02774111s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:47.440938Z","caller":"traceutil/trace.go:171","msg":"trace[651473084] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"1.67812922s","start":"2026-04-16T16:27:45.762777Z","end":"2026-04-16T16:27:47.440906Z","steps":["trace[651473084] 'process raft request' (duration: 1.677935626s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:47.441097Z","caller":"traceutil/trace.go:171","msg":"trace[455166249] linearizableReadLoop","detail":"{readStateIndex:347; appliedIndex:341; }","duration":"1.372204719s","start":"2026-04-16T16:27:46.068865Z","end":"2026-04-16T16:27:47.44107Z","steps":["trace[455166249] 'read index received' (duration: 721.146177ms)","trace[455166249] 'applied index is now lower than readState.Index' (duration: 651.057582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:47.441114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.762748Z","time spent":"1.678297232s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:47.441227Z","caller":"traceutil/trace.go:171","msg":"trace[448363280] transaction","detail":"{read_only:false; number_of_response:0; response_revision:328; }","duration":"1.678415924s","start":"2026-04-16T16:27:45.7628Z","end":"2026-04-16T16:27:47.441216Z","steps":["trace[448363280] 'process raft request' (duration: 1.677990417s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.441339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:45.762774Z","time spent":"1.678497036s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:47.441797Z","caller":"traceutil/trace.go:171","msg":"trace[154738338] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"1.083809721s","start":"2026-04-16T16:27:46.357956Z","end":"2026-04-16T16:27:47.441766Z","steps":["trace[154738338] 'process raft request' (duration: 1.082863403s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:47.441871Z","caller":"traceutil/trace.go:171","msg":"trace[889667384] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"1.079769328s","start":"2026-04-16T16:27:46.36209Z","end":"2026-04-16T16:27:47.441859Z","steps":["trace[889667384] 'process raft request' (duration: 1.078917102s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:47.441953Z","caller":"traceutil/trace.go:171","msg":"trace[652870912] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"1.08264749s","start":"2026-04-16T16:27:46.359283Z","end":"2026-04-16T16:27:47.441931Z","steps":["trace[652870912] 'process raft request' (duration: 1.081678642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.441977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.357946Z","time spent":"1.083930313s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:47.442068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.359276Z","time spent":"1.082737162s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:47.442238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086089043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:47.442297Z","caller":"traceutil/trace.go:171","msg":"trace[853527553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:331; }","duration":"1.086163004s","start":"2026-04-16T16:27:46.356118Z","end":"2026-04-16T16:27:47.442281Z","steps":["trace[853527553] 'agreement among raft nodes before linearized reading' (duration: 1.086059973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.442338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.3561Z","time spent":"1.086227715s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:47.4429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.553011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-04-16T16:27:47.442962Z","caller":"traceutil/trace.go:171","msg":"trace[1699033330] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:331; }","duration":"651.646403ms","start":"2026-04-16T16:27:46.791299Z","end":"2026-04-16T16:27:47.442945Z","steps":["trace[1699033330] 'agreement among raft nodes before linearized reading' (duration: 651.575502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.443023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.791276Z","time spent":"651.731244ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4685,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T16:27:47.441829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372973503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:27:47.443194Z","caller":"traceutil/trace.go:171","msg":"trace[664884373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:331; }","duration":"1.374350328s","start":"2026-04-16T16:27:46.068795Z","end":"2026-04-16T16:27:47.443146Z","steps":["trace[664884373] 'agreement among raft nodes before linearized reading' (duration: 1.372972073s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.443252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.068767Z","time spent":"1.37446954s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:27:47.443641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085908248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T16:27:47.443703Z","caller":"traceutil/trace.go:171","msg":"trace[736876957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:331; }","duration":"1.085984621s","start":"2026-04-16T16:27:46.357701Z","end":"2026-04-16T16:27:47.443686Z","steps":["trace[736876957] 'agreement among raft nodes before linearized reading' (duration: 1.085866708s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.443747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.357693Z","time spent":"1.086042621s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-16T16:27:47.44678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:46.362068Z","time spent":"1.084163407s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:47.973146Z","caller":"traceutil/trace.go:171","msg":"trace[2031512562] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"120.996402ms","start":"2026-04-16T16:27:47.852131Z","end":"2026-04-16T16:27:47.973127Z","steps":["trace[2031512562] 'process raft request' (duration: 120.88099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:48.328769Z","caller":"traceutil/trace.go:171","msg":"trace[2043401332] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"315.666228ms","start":"2026-04-16T16:27:48.013082Z","end":"2026-04-16T16:27:48.328748Z","steps":["trace[2043401332] 'read index received' (duration: 315.534495ms)","trace[2043401332] 'applied index is now lower than readState.Index' (duration: 130.703µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:48.329093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.884974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-16T16:27:48.329129Z","caller":"traceutil/trace.go:171","msg":"trace[987909092] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:354; }","duration":"277.044267ms","start":"2026-04-16T16:27:48.052075Z","end":"2026-04-16T16:27:48.32912Z","steps":["trace[987909092] 'agreement among raft nodes before linearized reading' (duration: 276.900045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:48.329197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.464353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-16T16:27:48.329275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.810056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T16:27:48.329298Z","caller":"traceutil/trace.go:171","msg":"trace[1859471140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:354; }","duration":"227.834576ms","start":"2026-04-16T16:27:48.101457Z","end":"2026-04-16T16:27:48.329292Z","steps":["trace[1859471140] 'agreement among raft nodes before linearized reading' (duration: 227.791706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:48.329324Z","caller":"traceutil/trace.go:171","msg":"trace[1993069386] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:354; }","duration":"177.599596ms","start":"2026-04-16T16:27:48.151679Z","end":"2026-04-16T16:27:48.329279Z","steps":["trace[1993069386] 'agreement among raft nodes before linearized reading' (duration: 177.435193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:48.329507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.778986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T16:27:48.329572Z","caller":"traceutil/trace.go:171","msg":"trace[1298746910] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:354; }","duration":"126.857428ms","start":"2026-04-16T16:27:48.202678Z","end":"2026-04-16T16:27:48.329536Z","steps":["trace[1298746910] 'agreement among raft nodes before linearized reading' (duration: 126.797517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:48.329593Z","caller":"traceutil/trace.go:171","msg":"trace[1198431256] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"324.531807ms","start":"2026-04-16T16:27:48.005052Z","end":"2026-04-16T16:27:48.329584Z","steps":["trace[1198431256] 'process raft request' (duration: 323.566889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:48.329666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.005038Z","time spent":"324.578857ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4355,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:48.329051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.949772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-16T16:27:48.330699Z","caller":"traceutil/trace.go:171","msg":"trace[1768499194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:354; }","duration":"317.655234ms","start":"2026-04-16T16:27:48.013024Z","end":"2026-04-16T16:27:48.33068Z","steps":["trace[1768499194] 'agreement among raft nodes before linearized reading' (duration: 315.900042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:48.330751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.013011Z","time spent":"317.722395ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-16T16:27:48.755029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.315493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-16T16:27:48.75508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.54503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T16:27:48.755127Z","caller":"traceutil/trace.go:171","msg":"trace[525142098] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:354; }","duration":"303.437655ms","start":"2026-04-16T16:27:48.451667Z","end":"2026-04-16T16:27:48.755105Z","steps":["trace[525142098] 'range keys from in-memory index tree' (duration: 303.238881ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:48.755149Z","caller":"traceutil/trace.go:171","msg":"trace[690309882] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:354; }","duration":"153.649382ms","start":"2026-04-16T16:27:48.601483Z","end":"2026-04-16T16:27:48.755132Z","steps":["trace[690309882] 'range keys from in-memory index tree' (duration: 153.468758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:48.755269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.13276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-16T16:27:48.755289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.818063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T16:27:48.755305Z","caller":"traceutil/trace.go:171","msg":"trace[1884701526] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:354; }","duration":"102.233951ms","start":"2026-04-16T16:27:48.653054Z","end":"2026-04-16T16:27:48.755288Z","steps":["trace[1884701526] 'range keys from in-memory index tree' (duration: 101.988166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:48.755349Z","caller":"traceutil/trace.go:171","msg":"trace[1416299570] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:354; }","duration":"202.925215ms","start":"2026-04-16T16:27:48.552403Z","end":"2026-04-16T16:27:48.755328Z","steps":["trace[1416299570] 'range keys from in-memory index tree' (duration: 202.71043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:48.755218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.451653Z","time spent":"303.548026ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-16T16:27:48.755214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.299556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-16T16:27:48.755459Z","caller":"traceutil/trace.go:171","msg":"trace[1006891790] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:354; }","duration":"253.599172ms","start":"2026-04-16T16:27:48.501853Z","end":"2026-04-16T16:27:48.755452Z","steps":["trace[1006891790] 'range keys from in-memory index tree' (duration: 253.213655ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.073437Z","caller":"traceutil/trace.go:171","msg":"trace[2939658] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"308.492801ms","start":"2026-04-16T16:27:48.764915Z","end":"2026-04-16T16:27:49.073408Z","steps":["trace[2939658] 'process raft request' (duration: 308.326238ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.073522Z","caller":"traceutil/trace.go:171","msg":"trace[494079939] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:370; }","duration":"270.922261ms","start":"2026-04-16T16:27:48.802581Z","end":"2026-04-16T16:27:49.073503Z","steps":["trace[494079939] 'read index received' (duration: 42.548161ms)","trace[494079939] 'applied index is now lower than readState.Index' (duration: 228.37315ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:49.073605Z","caller":"traceutil/trace.go:171","msg":"trace[210625247] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"307.959691ms","start":"2026-04-16T16:27:48.765625Z","end":"2026-04-16T16:27:49.073584Z","steps":["trace[210625247] 'process raft request' (duration: 307.733817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.073646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.764858Z","time spent":"308.672594ms","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:49.074419Z","caller":"traceutil/trace.go:171","msg":"trace[918779030] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"309.572109ms","start":"2026-04-16T16:27:48.764788Z","end":"2026-04-16T16:27:49.07436Z","steps":["trace[918779030] 'process raft request' (duration: 214.158968ms)","trace[918779030] 'compare' (duration: 94.124029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:49.074878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.764768Z","time spent":"310.048898ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:49.075129Z","caller":"traceutil/trace.go:171","msg":"trace[2024091629] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"308.340917ms","start":"2026-04-16T16:27:48.766757Z","end":"2026-04-16T16:27:49.075098Z","steps":["trace[2024091629] 'process raft request' (duration: 306.686437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.075224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.520364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-16T16:27:49.075399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.766749Z","time spent":"308.488481ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:49.075583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.236466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T16:27:49.075746Z","caller":"traceutil/trace.go:171","msg":"trace[149202833] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:360; }","duration":"123.315897ms","start":"2026-04-16T16:27:48.952298Z","end":"2026-04-16T16:27:49.075614Z","steps":["trace[149202833] 'agreement among raft nodes before linearized reading' (duration: 123.069943ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.075853Z","caller":"traceutil/trace.go:171","msg":"trace[1027510007] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:360; }","duration":"222.665867ms","start":"2026-04-16T16:27:48.852651Z","end":"2026-04-16T16:27:49.075316Z","steps":["trace[1027510007] 'agreement among raft nodes before linearized reading' (duration: 222.389232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.076209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.62162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-16T16:27:49.076316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.668707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T16:27:49.076402Z","caller":"traceutil/trace.go:171","msg":"trace[1090030756] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:360; }","duration":"174.780179ms","start":"2026-04-16T16:27:48.901587Z","end":"2026-04-16T16:27:49.076367Z","steps":["trace[1090030756] 'agreement among raft nodes before linearized reading' (duration: 174.491534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.076617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.765602Z","time spent":"308.064863ms","remote":"127.0.0.1:46908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:49.076945Z","caller":"traceutil/trace.go:171","msg":"trace[107144182] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"308.599063ms","start":"2026-04-16T16:27:48.765148Z","end":"2026-04-16T16:27:49.073748Z","steps":["trace[107144182] 'process raft request' (duration: 308.167575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.077012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:48.765138Z","time spent":"311.83706ms","remote":"127.0.0.1:46908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:49.077222Z","caller":"traceutil/trace.go:171","msg":"trace[339822435] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:360; }","duration":"273.744421ms","start":"2026-04-16T16:27:48.802537Z","end":"2026-04-16T16:27:49.076282Z","steps":["trace[339822435] 'agreement among raft nodes before linearized reading' (duration: 273.215782ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.346603Z","caller":"traceutil/trace.go:171","msg":"trace[1341107264] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"264.545036ms","start":"2026-04-16T16:27:49.082025Z","end":"2026-04-16T16:27:49.34657Z","steps":["trace[1341107264] 'process raft request' (duration: 201.184075ms)","trace[1341107264] 'compare' (duration: 63.042195ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:49.34723Z","caller":"traceutil/trace.go:171","msg":"trace[46413994] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"261.202607ms","start":"2026-04-16T16:27:49.08592Z","end":"2026-04-16T16:27:49.347123Z","steps":["trace[46413994] 'process raft request' (duration: 260.560865ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.347233Z","caller":"traceutil/trace.go:171","msg":"trace[378760123] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"260.963132ms","start":"2026-04-16T16:27:49.086242Z","end":"2026-04-16T16:27:49.347205Z","steps":["trace[378760123] 'process raft request' (duration: 260.786869ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.347321Z","caller":"traceutil/trace.go:171","msg":"trace[2005160755] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"259.822261ms","start":"2026-04-16T16:27:49.087469Z","end":"2026-04-16T16:27:49.347291Z","steps":["trace[2005160755] 'process raft request' (duration: 259.627758ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.347405Z","caller":"traceutil/trace.go:171","msg":"trace[489012333] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"259.654359ms","start":"2026-04-16T16:27:49.08771Z","end":"2026-04-16T16:27:49.347365Z","steps":["trace[489012333] 'process raft request' (duration: 259.479346ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.347931Z","caller":"traceutil/trace.go:171","msg":"trace[976387950] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"259.534837ms","start":"2026-04-16T16:27:49.08838Z","end":"2026-04-16T16:27:49.347915Z","steps":["trace[976387950] 'process raft request' (duration: 258.874765ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.348993Z","caller":"traceutil/trace.go:171","msg":"trace[1817715288] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"259.855281ms","start":"2026-04-16T16:27:49.089118Z","end":"2026-04-16T16:27:49.348973Z","steps":["trace[1817715288] 'process raft request' (duration: 259.679458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.349236Z","caller":"traceutil/trace.go:171","msg":"trace[2043122182] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"259.808891ms","start":"2026-04-16T16:27:49.08941Z","end":"2026-04-16T16:27:49.349219Z","steps":["trace[2043122182] 'process raft request' (duration: 259.512515ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:49.351993Z","caller":"traceutil/trace.go:171","msg":"trace[937968192] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"195.278089ms","start":"2026-04-16T16:27:49.156695Z","end":"2026-04-16T16:27:49.351973Z","steps":["trace[937968192] 'process raft request' (duration: 195.181547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.767451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.517364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:49.767644Z","caller":"traceutil/trace.go:171","msg":"trace[1686374604] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:386; }","duration":"413.048513ms","start":"2026-04-16T16:27:49.354577Z","end":"2026-04-16T16:27:49.767626Z","steps":["trace[1686374604] 'read index received' (duration: 247.797866ms)","trace[1686374604] 'applied index is now lower than readState.Index' (duration: 165.249697ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:49.767717Z","caller":"traceutil/trace.go:171","msg":"trace[1800292784] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"413.203976ms","start":"2026-04-16T16:27:49.354505Z","end":"2026-04-16T16:27:49.767709Z","steps":["trace[1800292784] 'process raft request' (duration: 413.053723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.767785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.354485Z","time spent":"413.264526ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:49.767875Z","caller":"traceutil/trace.go:171","msg":"trace[2110895941] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"413.341348ms","start":"2026-04-16T16:27:49.354493Z","end":"2026-04-16T16:27:49.767834Z","steps":["trace[2110895941] 'process raft request' (duration: 247.820656ms)","trace[2110895941] 'compare' (duration: 164.285039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:49.768035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.354474Z","time spent":"413.4826ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:49.768098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.505581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T16:27:49.768159Z","caller":"traceutil/trace.go:171","msg":"trace[554005845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:372; }","duration":"413.599162ms","start":"2026-04-16T16:27:49.354549Z","end":"2026-04-16T16:27:49.768148Z","steps":["trace[554005845] 'agreement among raft nodes before linearized reading' (duration: 413.45573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:49.768198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.354532Z","time spent":"413.657953ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-16T16:27:50.168955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.603819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:50.169219Z","caller":"traceutil/trace.go:171","msg":"trace[1169552120] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"813.113725ms","start":"2026-04-16T16:27:49.356075Z","end":"2026-04-16T16:27:50.169189Z","steps":["trace[1169552120] 'process raft request' (duration: 812.989733ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:50.169291Z","caller":"traceutil/trace.go:171","msg":"trace[426729038] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:388; }","duration":"401.59267ms","start":"2026-04-16T16:27:49.76768Z","end":"2026-04-16T16:27:50.169273Z","steps":["trace[426729038] 'read index received' (duration: 99.636995ms)","trace[426729038] 'applied index is now lower than readState.Index' (duration: 301.954465ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:50.169203Z","caller":"traceutil/trace.go:171","msg":"trace[827317323] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"814.344298ms","start":"2026-04-16T16:27:49.354801Z","end":"2026-04-16T16:27:50.169146Z","steps":["trace[827317323] 'process raft request' (duration: 814.222776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.169372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.35606Z","time spent":"813.237387ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:50.169419Z","caller":"traceutil/trace.go:171","msg":"trace[1463973711] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"811.790782ms","start":"2026-04-16T16:27:49.357621Z","end":"2026-04-16T16:27:50.169412Z","steps":["trace[1463973711] 'process raft request' (duration: 811.515237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.16944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.354794Z","time spent":"814.574972ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:50.169475Z","caller":"traceutil/trace.go:171","msg":"trace[114003841] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"397.256473ms","start":"2026-04-16T16:27:49.772199Z","end":"2026-04-16T16:27:50.169456Z","steps":["trace[114003841] 'process raft request' (duration: 396.974498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.169492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.357615Z","time spent":"811.835282ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:50.169547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.772181Z","time spent":"397.338724ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:50.169389Z","caller":"traceutil/trace.go:171","msg":"trace[1497061752] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"813.176706ms","start":"2026-04-16T16:27:49.356203Z","end":"2026-04-16T16:27:50.169379Z","steps":["trace[1497061752] 'process raft request' (duration: 812.900201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:50.169695Z","caller":"traceutil/trace.go:171","msg":"trace[183758151] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"396.953266ms","start":"2026-04-16T16:27:49.772732Z","end":"2026-04-16T16:27:50.169686Z","steps":["trace[183758151] 'process raft request' (duration: 396.473877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.169742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.772716Z","time spent":"397.002287ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:50.169753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.356195Z","time spent":"813.520392ms","remote":"127.0.0.1:46908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:27:50.169882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.708395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:27:50.169923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.038192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:27:50.169931Z","caller":"traceutil/trace.go:171","msg":"trace[1412459172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:380; }","duration":"707.776767ms","start":"2026-04-16T16:27:49.46214Z","end":"2026-04-16T16:27:50.169917Z","steps":["trace[1412459172] 'agreement among raft nodes before linearized reading' (duration: 707.438901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:50.169951Z","caller":"traceutil/trace.go:171","msg":"trace[2107217029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:380; }","duration":"718.099433ms","start":"2026-04-16T16:27:49.451842Z","end":"2026-04-16T16:27:50.169941Z","steps":["trace[2107217029] 'agreement among raft nodes before linearized reading' (duration: 717.750887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.169963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.46213Z","time spent":"707.825677ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:27:50.169987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.451819Z","time spent":"718.162434ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:50.17003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.659709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:27:50.17007Z","caller":"traceutil/trace.go:171","msg":"trace[625971696] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"395.073883ms","start":"2026-04-16T16:27:49.774986Z","end":"2026-04-16T16:27:50.17006Z","steps":["trace[625971696] 'process raft request' (duration: 394.248389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.169883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.769261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-16T16:27:50.17012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.774972Z","time spent":"395.117844ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:50.170133Z","caller":"traceutil/trace.go:171","msg":"trace[214409294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:380; }","duration":"398.061746ms","start":"2026-04-16T16:27:49.77206Z","end":"2026-04-16T16:27:50.170122Z","steps":["trace[214409294] 'agreement among raft nodes before linearized reading' (duration: 397.786331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.170167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.772039Z","time spent":"398.117378ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-16T16:27:50.170096Z","caller":"traceutil/trace.go:171","msg":"trace[1666392468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:380; }","duration":"720.777402ms","start":"2026-04-16T16:27:49.449304Z","end":"2026-04-16T16:27:50.170081Z","steps":["trace[1666392468] 'agreement among raft nodes before linearized reading' (duration: 720.295933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.170292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.449283Z","time spent":"720.996376ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:27:50.170549Z","caller":"traceutil/trace.go:171","msg":"trace[1409548449] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"815.915646ms","start":"2026-04-16T16:27:49.354591Z","end":"2026-04-16T16:27:50.170507Z","steps":["trace[1409548449] 'process raft request' (duration: 512.698077ms)","trace[1409548449] 'compare' (duration: 301.427406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:50.171022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:49.354576Z","time spent":"816.325294ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:50.394472Z","caller":"traceutil/trace.go:171","msg":"trace[1881405679] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"215.000585ms","start":"2026-04-16T16:27:50.179447Z","end":"2026-04-16T16:27:50.394448Z","steps":["trace[1881405679] 'process raft request' (duration: 130.307805ms)","trace[1881405679] 'compare' (duration: 84.493865ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:50.394978Z","caller":"traceutil/trace.go:171","msg":"trace[941058190] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"212.053142ms","start":"2026-04-16T16:27:50.182905Z","end":"2026-04-16T16:27:50.394958Z","steps":["trace[941058190] 'process raft request' (duration: 211.479712ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:50.395257Z","caller":"traceutil/trace.go:171","msg":"trace[172482102] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:396; }","duration":"212.012351ms","start":"2026-04-16T16:27:50.183228Z","end":"2026-04-16T16:27:50.39524Z","steps":["trace[172482102] 'read index received' (duration: 38.922697ms)","trace[172482102] 'applied index is now lower than readState.Index' (duration: 173.088884ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:50.395348Z","caller":"traceutil/trace.go:171","msg":"trace[1530844886] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"212.404388ms","start":"2026-04-16T16:27:50.182934Z","end":"2026-04-16T16:27:50.395338Z","steps":["trace[1530844886] 'process raft request' (duration: 211.786848ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:50.395402Z","caller":"traceutil/trace.go:171","msg":"trace[669343800] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"212.423838ms","start":"2026-04-16T16:27:50.182946Z","end":"2026-04-16T16:27:50.39537Z","steps":["trace[669343800] 'process raft request' (duration: 212.182244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:50.395348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.104403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-04-16T16:27:50.395444Z","caller":"traceutil/trace.go:171","msg":"trace[897065969] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:385; }","duration":"212.236705ms","start":"2026-04-16T16:27:50.183197Z","end":"2026-04-16T16:27:50.395434Z","steps":["trace[897065969] 'agreement among raft nodes before linearized reading' (duration: 212.107353ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:52.587733Z","caller":"traceutil/trace.go:171","msg":"trace[1613271482] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"360.873154ms","start":"2026-04-16T16:27:52.226838Z","end":"2026-04-16T16:27:52.587711Z","steps":["trace[1613271482] 'read index received' (duration: 360.725581ms)","trace[1613271482] 'applied index is now lower than readState.Index' (duration: 146.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:52.587859Z","caller":"traceutil/trace.go:171","msg":"trace[1440015621] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"501.159975ms","start":"2026-04-16T16:27:52.086676Z","end":"2026-04-16T16:27:52.587836Z","steps":["trace[1440015621] 'process raft request' (duration: 500.90911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:52.587873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.019778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:27:52.588004Z","caller":"traceutil/trace.go:171","msg":"trace[1456992106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:393; }","duration":"361.181161ms","start":"2026-04-16T16:27:52.226803Z","end":"2026-04-16T16:27:52.587984Z","steps":["trace[1456992106] 'agreement among raft nodes before linearized reading' (duration: 361.021128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:52.587957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.84443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:27:52.588009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:52.086657Z","time spent":"501.257847ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:52.588045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:52.226788Z","time spent":"361.243522ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:27:52.588068Z","caller":"traceutil/trace.go:171","msg":"trace[24883082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:393; }","duration":"247.955932ms","start":"2026-04-16T16:27:52.340092Z","end":"2026-04-16T16:27:52.588048Z","steps":["trace[24883082] 'agreement among raft nodes before linearized reading' (duration: 247.82493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:52.58817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.054078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:27:52.588221Z","caller":"traceutil/trace.go:171","msg":"trace[912519958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:393; }","duration":"188.138591ms","start":"2026-04-16T16:27:52.400068Z","end":"2026-04-16T16:27:52.588206Z","steps":["trace[912519958] 'agreement among raft nodes before linearized reading' (duration: 188.036659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:52.588361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.015676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:27:52.58841Z","caller":"traceutil/trace.go:171","msg":"trace[530868073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:393; }","duration":"189.100287ms","start":"2026-04-16T16:27:52.399297Z","end":"2026-04-16T16:27:52.588397Z","steps":["trace[530868073] 'agreement among raft nodes before linearized reading' (duration: 189.013695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:52.71821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.122375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:52.718302Z","caller":"traceutil/trace.go:171","msg":"trace[1484674159] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"125.05383ms","start":"2026-04-16T16:27:52.593232Z","end":"2026-04-16T16:27:52.718285Z","steps":["trace[1484674159] 'read index received' (duration: 26.86µs)","trace[1484674159] 'applied index is now lower than readState.Index' (duration: 125.02559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:52.718378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.143882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-04-16T16:27:52.718706Z","caller":"traceutil/trace.go:171","msg":"trace[71464803] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"125.457867ms","start":"2026-04-16T16:27:52.593205Z","end":"2026-04-16T16:27:52.718663Z","steps":["trace[71464803] 'process raft request' (duration: 23.816343ms)","trace[71464803] 'compare' (duration: 101.044803ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:52.718788Z","caller":"traceutil/trace.go:171","msg":"trace[718451796] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:394; }","duration":"125.194643ms","start":"2026-04-16T16:27:52.593202Z","end":"2026-04-16T16:27:52.718396Z","steps":["trace[718451796] 'agreement among raft nodes before linearized reading' (duration: 125.129492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:52.729331Z","caller":"traceutil/trace.go:171","msg":"trace[899022995] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"135.529634ms","start":"2026-04-16T16:27:52.593779Z","end":"2026-04-16T16:27:52.729309Z","steps":["trace[899022995] 'process raft request' (duration: 135.471473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:52.729348Z","caller":"traceutil/trace.go:171","msg":"trace[1338770426] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"136.071716ms","start":"2026-04-16T16:27:52.593259Z","end":"2026-04-16T16:27:52.72933Z","steps":["trace[1338770426] 'process raft request' (duration: 135.875222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:52.981333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.879271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-16T16:27:52.98148Z","caller":"traceutil/trace.go:171","msg":"trace[1577127451] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:397; }","duration":"163.090674ms","start":"2026-04-16T16:27:52.818372Z","end":"2026-04-16T16:27:52.981462Z","steps":["trace[1577127451] 'range keys from in-memory index tree' (duration: 162.754919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:53.255743Z","caller":"traceutil/trace.go:171","msg":"trace[1901163266] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"255.979112ms","start":"2026-04-16T16:27:52.99974Z","end":"2026-04-16T16:27:53.255719Z","steps":["trace[1901163266] 'read index received' (duration: 255.764528ms)","trace[1901163266] 'applied index is now lower than readState.Index' (duration: 213.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:53.255786Z","caller":"traceutil/trace.go:171","msg":"trace[1422775342] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"266.295854ms","start":"2026-04-16T16:27:52.989471Z","end":"2026-04-16T16:27:53.255767Z","steps":["trace[1422775342] 'process raft request' (duration: 266.115381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:53.255866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.115584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:27:53.255902Z","caller":"traceutil/trace.go:171","msg":"trace[1328342797] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:398; }","duration":"256.192596ms","start":"2026-04-16T16:27:52.999698Z","end":"2026-04-16T16:27:53.255891Z","steps":["trace[1328342797] 'agreement among raft nodes before linearized reading' (duration: 256.114584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:53.682231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.051521ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-16T16:27:53.682368Z","caller":"traceutil/trace.go:171","msg":"trace[1033822504] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"423.201035ms","start":"2026-04-16T16:27:53.259144Z","end":"2026-04-16T16:27:53.682345Z","steps":["trace[1033822504] 'read index received' (duration: 114.94268ms)","trace[1033822504] 'applied index is now lower than readState.Index' (duration: 308.256195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:53.682523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.373388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-04-16T16:27:53.682558Z","caller":"traceutil/trace.go:171","msg":"trace[1343664945] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:398; }","duration":"423.420769ms","start":"2026-04-16T16:27:53.259127Z","end":"2026-04-16T16:27:53.682548Z","steps":["trace[1343664945] 'agreement among raft nodes before linearized reading' (duration: 423.292397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:53.682592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:53.259066Z","time spent":"423.516761ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-16T16:27:53.682651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:53.257915Z","time spent":"424.730221ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T16:27:55.174221Z","caller":"traceutil/trace.go:171","msg":"trace[643496500] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"486.07215ms","start":"2026-04-16T16:27:54.68813Z","end":"2026-04-16T16:27:55.174202Z","steps":["trace[643496500] 'process raft request' (duration: 485.889647ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:55.174221Z","caller":"traceutil/trace.go:171","msg":"trace[2108082173] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:420; }","duration":"449.696191ms","start":"2026-04-16T16:27:54.724496Z","end":"2026-04-16T16:27:55.174192Z","steps":["trace[2108082173] 'read index received' (duration: 449.685811ms)","trace[2108082173] 'applied index is now lower than readState.Index' (duration: 8.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:55.174407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:54.688107Z","time spent":"486.208422ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:55.174479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.884294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:27:55.174536Z","caller":"traceutil/trace.go:171","msg":"trace[1227554035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:403; }","duration":"450.073176ms","start":"2026-04-16T16:27:54.724448Z","end":"2026-04-16T16:27:55.174521Z","steps":["trace[1227554035] 'agreement among raft nodes before linearized reading' (duration: 449.848593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:55.17466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:54.724428Z","time spent":"450.21695ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:27:55.408408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.410421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:55.408555Z","caller":"traceutil/trace.go:171","msg":"trace[2037521656] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"498.337334ms","start":"2026-04-16T16:27:54.91019Z","end":"2026-04-16T16:27:55.408527Z","steps":["trace[2037521656] 'process raft request' (duration: 375.73638ms)","trace[2037521656] 'compare' (duration: 122.288919ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:55.408583Z","caller":"traceutil/trace.go:171","msg":"trace[1593915805] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"230.272358ms","start":"2026-04-16T16:27:55.178295Z","end":"2026-04-16T16:27:55.408567Z","steps":["trace[1593915805] 'process raft request' (duration: 230.220557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:55.408634Z","caller":"traceutil/trace.go:171","msg":"trace[811777797] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"234.196506ms","start":"2026-04-16T16:27:55.174423Z","end":"2026-04-16T16:27:55.408619Z","steps":["trace[811777797] 'read index received' (duration: 111.515541ms)","trace[811777797] 'applied index is now lower than readState.Index' (duration: 122.678775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:55.408693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:54.91015Z","time spent":"498.473607ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:27:55.408751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.115711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:27:55.408773Z","caller":"traceutil/trace.go:171","msg":"trace[878460582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:405; }","duration":"675.178984ms","start":"2026-04-16T16:27:54.733587Z","end":"2026-04-16T16:27:55.408766Z","steps":["trace[878460582] 'agreement among raft nodes before linearized reading' (duration: 675.087772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:55.408792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:54.733565Z","time spent":"675.223086ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:27:55.408812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.026638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:27:55.40883Z","caller":"traceutil/trace.go:171","msg":"trace[614258360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"656.078358ms","start":"2026-04-16T16:27:54.752746Z","end":"2026-04-16T16:27:55.408824Z","steps":["trace[614258360] 'agreement among raft nodes before linearized reading' (duration: 656.048168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:55.408848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:54.75273Z","time spent":"656.11272ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:27:55.408863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.199484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T16:27:55.40886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.392313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-16T16:27:55.408879Z","caller":"traceutil/trace.go:171","msg":"trace[125716059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"675.229344ms","start":"2026-04-16T16:27:54.733644Z","end":"2026-04-16T16:27:55.408874Z","steps":["trace[125716059] 'agreement among raft nodes before linearized reading' (duration: 675.199854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:55.408895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:54.733639Z","time spent":"675.252504ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:27:55.408894Z","caller":"traceutil/trace.go:171","msg":"trace[1503025983] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:405; }","duration":"345.458293ms","start":"2026-04-16T16:27:55.063426Z","end":"2026-04-16T16:27:55.408884Z","steps":["trace[1503025983] 'agreement among raft nodes before linearized reading' (duration: 345.394572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:55.408924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:55.063409Z","time spent":"345.508035ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-16T16:28:18.035502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:18.536058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:19.032947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606091516s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:28:19.033333Z","caller":"traceutil/trace.go:171","msg":"trace[818081453] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.606551313s","start":"2026-04-16T16:28:17.42676Z","end":"2026-04-16T16:28:19.033311Z","steps":["trace[818081453] 'process raft request' (duration: 1.606422421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:19.033434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:17.426743Z","time spent":"1.606629384s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:19.754961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:28:19.755076Z","caller":"traceutil/trace.go:171","msg":"trace[474721862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730733s","start":"2026-04-16T16:28:17.754323Z","end":"2026-04-16T16:28:19.755054Z","steps":["trace[474721862] 'agreement among raft nodes before linearized reading' (duration: 2.000575401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:19.755137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:17.754298Z","time spent":"2.000816234s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:28:19 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:28:20.209234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176046853s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:28:20.823377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.068048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:20.82352Z","caller":"traceutil/trace.go:171","msg":"trace[740891281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:528; }","duration":"313.23247ms","start":"2026-04-16T16:28:20.510265Z","end":"2026-04-16T16:28:20.823497Z","steps":["trace[740891281] 'range keys from in-memory index tree' (duration: 313.043587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:20.824725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.299544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T16:28:20.824815Z","caller":"traceutil/trace.go:171","msg":"trace[868359009] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"3.29011772s","start":"2026-04-16T16:28:17.534682Z","end":"2026-04-16T16:28:20.8248Z","steps":["trace[868359009] 'read index received' (duration: 1.498542731s)","trace[868359009] 'applied index is now lower than readState.Index' (duration: 1.791573539s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:20.824944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290240612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:28:20.825018Z","caller":"traceutil/trace.go:171","msg":"trace[569678243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"3.290347224s","start":"2026-04-16T16:28:17.534653Z","end":"2026-04-16T16:28:20.825001Z","steps":["trace[569678243] 'agreement among raft nodes before linearized reading' (duration: 3.290183792s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:20.825038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942138999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:20.825069Z","caller":"traceutil/trace.go:171","msg":"trace[415593635] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:528; }","duration":"1.942206901s","start":"2026-04-16T16:28:18.882853Z","end":"2026-04-16T16:28:20.82506Z","steps":["trace[415593635] 'agreement among raft nodes before linearized reading' (duration: 1.94214128s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:20.82507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:17.534637Z","time spent":"3.290421805s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:28:20.825102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:18.882836Z","time spent":"1.942257852s","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-16T16:28:20.825163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223323215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:20.825199Z","caller":"traceutil/trace.go:171","msg":"trace[125036853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"3.223390016s","start":"2026-04-16T16:28:17.601797Z","end":"2026-04-16T16:28:20.825187Z","steps":["trace[125036853] 'agreement among raft nodes before linearized reading' (duration: 3.223309825s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:20.825222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:17.601786Z","time spent":"3.223429236s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:20.82529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069826725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:20.825492Z","caller":"traceutil/trace.go:171","msg":"trace[1895618877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"1.070338045s","start":"2026-04-16T16:28:19.755137Z","end":"2026-04-16T16:28:20.825475Z","steps":["trace[1895618877] 'agreement among raft nodes before linearized reading' (duration: 1.069878297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:20.825539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:19.755115Z","time spent":"1.070410507s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:20.825756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233669722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:28:20.825815Z","caller":"traceutil/trace.go:171","msg":"trace[129565408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"3.233769243s","start":"2026-04-16T16:28:17.59203Z","end":"2026-04-16T16:28:20.8258Z","steps":["trace[129565408] 'agreement among raft nodes before linearized reading' (duration: 3.23295145s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:20.825888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:17.59201Z","time spent":"3.233867395s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:28:20.93971Z","caller":"traceutil/trace.go:171","msg":"trace[104554627] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"110.537843ms","start":"2026-04-16T16:28:20.82914Z","end":"2026-04-16T16:28:20.939678Z","steps":["trace[104554627] 'process raft request' (duration: 110.387361ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:21.412416Z","caller":"traceutil/trace.go:171","msg":"trace[1604835800] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"582.859419ms","start":"2026-04-16T16:28:20.829529Z","end":"2026-04-16T16:28:21.412388Z","steps":["trace[1604835800] 'process raft request' (duration: 582.667796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:21.412506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.832579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:21.412526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:20.829518Z","time spent":"582.95393ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:21.412543Z","caller":"traceutil/trace.go:171","msg":"trace[1875926010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"577.90778ms","start":"2026-04-16T16:28:20.834626Z","end":"2026-04-16T16:28:21.412533Z","steps":["trace[1875926010] 'agreement among raft nodes before linearized reading' (duration: 577.826909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:21.412572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:20.834608Z","time spent":"577.957092ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:28:21.412412Z","caller":"traceutil/trace.go:171","msg":"trace[808781867] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:551; }","duration":"577.734528ms","start":"2026-04-16T16:28:20.834662Z","end":"2026-04-16T16:28:21.412396Z","steps":["trace[808781867] 'read index received' (duration: 104.894494ms)","trace[808781867] 'applied index is now lower than readState.Index' (duration: 472.839184ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:21.412434Z","caller":"traceutil/trace.go:171","msg":"trace[1464643190] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"582.798018ms","start":"2026-04-16T16:28:20.829621Z","end":"2026-04-16T16:28:21.412419Z","steps":["trace[1464643190] 'process raft request' (duration: 582.705737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:21.412686Z","caller":"traceutil/trace.go:171","msg":"trace[363840853] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"582.98385ms","start":"2026-04-16T16:28:20.829692Z","end":"2026-04-16T16:28:21.412676Z","steps":["trace[363840853] 'process raft request' (duration: 582.674786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:21.412731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:20.829673Z","time spent":"583.033152ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:21.412743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:20.829613Z","time spent":"583.090783ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:21.412865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.224293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:21.4129Z","caller":"traceutil/trace.go:171","msg":"trace[848102565] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:532; }","duration":"574.284424ms","start":"2026-04-16T16:28:20.838604Z","end":"2026-04-16T16:28:21.412889Z","steps":["trace[848102565] 'agreement among raft nodes before linearized reading' (duration: 574.232463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:21.412928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:20.838581Z","time spent":"574.338675ms","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-16T16:28:21.412931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.439263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:28:21.412962Z","caller":"traceutil/trace.go:171","msg":"trace[1308030964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"374.533655ms","start":"2026-04-16T16:28:21.038419Z","end":"2026-04-16T16:28:21.412953Z","steps":["trace[1308030964] 'agreement among raft nodes before linearized reading' (duration: 374.476704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:21.412987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.038374Z","time spent":"374.606166ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:28:21.58953Z","caller":"traceutil/trace.go:171","msg":"trace[1286106872] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"171.572086ms","start":"2026-04-16T16:28:21.417941Z","end":"2026-04-16T16:28:21.589513Z","steps":["trace[1286106872] 'process raft request' (duration: 155.634456ms)","trace[1286106872] 'compare' (duration: 15.873069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:22.035928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.140549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:22.036334Z","caller":"traceutil/trace.go:171","msg":"trace[1677690751] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"447.226367ms","start":"2026-04-16T16:28:21.589036Z","end":"2026-04-16T16:28:22.036262Z","steps":["trace[1677690751] 'process raft request' (duration: 301.665121ms)","trace[1677690751] 'compare' (duration: 144.962677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:22.036499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.589012Z","time spent":"447.45018ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:22.549682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:23.050393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:23.207327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315822152s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:28:23.208053Z","caller":"traceutil/trace.go:171","msg":"trace[1477014277] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.60849814s","start":"2026-04-16T16:28:21.599522Z","end":"2026-04-16T16:28:23.208021Z","steps":["trace[1477014277] 'process raft request' (duration: 1.608229196s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.20816Z","caller":"traceutil/trace.go:171","msg":"trace[532485774] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.608541401s","start":"2026-04-16T16:28:21.599587Z","end":"2026-04-16T16:28:23.208128Z","steps":["trace[532485774] 'process raft request' (duration: 1.608351008s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.208177Z","caller":"traceutil/trace.go:171","msg":"trace[1671891518] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.604768362s","start":"2026-04-16T16:28:21.60338Z","end":"2026-04-16T16:28:23.208148Z","steps":["trace[1671891518] 'process raft request' (duration: 1.60463035s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.208256Z","caller":"traceutil/trace.go:171","msg":"trace[345787674] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.603932129s","start":"2026-04-16T16:28:21.604313Z","end":"2026-04-16T16:28:23.208245Z","steps":["trace[345787674] 'process raft request' (duration: 1.603735276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.208301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.599581Z","time spent":"1.608656093s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:23.208306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.604296Z","time spent":"1.603990449s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:23.208334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.603359Z","time spent":"1.604909124s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:23.2082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.599503Z","time spent":"1.608629393s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.208436Z","caller":"traceutil/trace.go:171","msg":"trace[1774570868] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.603907588s","start":"2026-04-16T16:28:21.60452Z","end":"2026-04-16T16:28:23.208427Z","steps":["trace[1774570868] 'process raft request' (duration: 1.603568632s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.208464Z","caller":"traceutil/trace.go:171","msg":"trace[1509913437] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.600244031s","start":"2026-04-16T16:28:21.608212Z","end":"2026-04-16T16:28:23.208456Z","steps":["trace[1509913437] 'process raft request' (duration: 1.599912756s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.208482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.604513Z","time spent":"1.603951059s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.208496Z","caller":"traceutil/trace.go:171","msg":"trace[2043665743] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.596474951s","start":"2026-04-16T16:28:21.612009Z","end":"2026-04-16T16:28:23.208484Z","steps":["trace[2043665743] 'process raft request' (duration: 1.596233918s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.208502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.6082Z","time spent":"1.600280041s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:23.208553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.611997Z","time spent":"1.596526432s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.208563Z","caller":"traceutil/trace.go:171","msg":"trace[676084490] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.592953455s","start":"2026-04-16T16:28:21.615602Z","end":"2026-04-16T16:28:23.208555Z","steps":["trace[676084490] 'process raft request' (duration: 1.592753012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.208607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.615586Z","time spent":"1.593004686s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.208644Z","caller":"traceutil/trace.go:171","msg":"trace[181429742] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.588491966s","start":"2026-04-16T16:28:21.620143Z","end":"2026-04-16T16:28:23.208635Z","steps":["trace[181429742] 'process raft request' (duration: 1.588355404s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.208703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.620131Z","time spent":"1.588546136s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.208848Z","caller":"traceutil/trace.go:171","msg":"trace[1618438931] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.553194231s","start":"2026-04-16T16:28:21.655642Z","end":"2026-04-16T16:28:23.208837Z","steps":["trace[1618438931] 'process raft request' (duration: 1.552944237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.208959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.655625Z","time spent":"1.553255981s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.209067Z","caller":"traceutil/trace.go:171","msg":"trace[1923464319] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.431682452s","start":"2026-04-16T16:28:21.777369Z","end":"2026-04-16T16:28:23.209051Z","steps":["trace[1923464319] 'process raft request' (duration: 1.431354807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.209187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:21.777343Z","time spent":"1.431777213s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.429554Z","caller":"traceutil/trace.go:171","msg":"trace[1050697952] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.389564187s","start":"2026-04-16T16:28:22.039778Z","end":"2026-04-16T16:28:23.429342Z","steps":["trace[1050697952] 'process raft request' (duration: 1.375327875s)","trace[1050697952] 'compare' (duration: 12.508065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:23.429816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:22.039747Z","time spent":"1.389932674s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:23.429587Z","caller":"traceutil/trace.go:171","msg":"trace[42390488] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.388751835s","start":"2026-04-16T16:28:22.040818Z","end":"2026-04-16T16:28:23.42957Z","steps":["trace[42390488] 'process raft request' (duration: 1.388050204s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.430485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:22.040807Z","time spent":"1.389616269s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:23.431063Z","caller":"traceutil/trace.go:171","msg":"trace[1300548060] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"202.009332ms","start":"2026-04-16T16:28:23.229034Z","end":"2026-04-16T16:28:23.431044Z","steps":["trace[1300548060] 'process raft request' (duration: 200.151203ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.431418Z","caller":"traceutil/trace.go:171","msg":"trace[749693389] transaction","detail":"{read_only:false; number_of_response:1; response_revision:548; }","duration":"1.389417826s","start":"2026-04-16T16:28:22.041978Z","end":"2026-04-16T16:28:23.431396Z","steps":["trace[749693389] 'process raft request' (duration: 1.387005698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.431576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:22.041948Z","time spent":"1.389523707s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7365,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:23.432033Z","caller":"traceutil/trace.go:171","msg":"trace[1960043137] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:558; }","duration":"1.382898874s","start":"2026-04-16T16:28:22.049097Z","end":"2026-04-16T16:28:23.431996Z","steps":["trace[1960043137] 'read index received' (duration: 1.158594343s)","trace[1960043137] 'applied index is now lower than readState.Index' (duration: 224.26502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:23.433816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384696432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:23.433921Z","caller":"traceutil/trace.go:171","msg":"trace[1663560691] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:552; }","duration":"1.384833974s","start":"2026-04-16T16:28:22.049069Z","end":"2026-04-16T16:28:23.433903Z","steps":["trace[1663560691] 'agreement among raft nodes before linearized reading' (duration: 1.383409421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.434011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:22.049053Z","time spent":"1.384941076s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:28:23.434357Z","caller":"traceutil/trace.go:171","msg":"trace[1592658808] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"206.743296ms","start":"2026-04-16T16:28:23.227442Z","end":"2026-04-16T16:28:23.434185Z","steps":["trace[1592658808] 'process raft request' (duration: 203.368234ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.434586Z","caller":"traceutil/trace.go:171","msg":"trace[1904841518] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"204.474581ms","start":"2026-04-16T16:28:23.23009Z","end":"2026-04-16T16:28:23.434564Z","steps":["trace[1904841518] 'process raft request' (duration: 200.887155ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.436612Z","caller":"traceutil/trace.go:171","msg":"trace[545135506] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"197.97339ms","start":"2026-04-16T16:28:23.237346Z","end":"2026-04-16T16:28:23.435319Z","steps":["trace[545135506] 'process raft request' (duration: 197.775437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.437673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.894673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:23.437718Z","caller":"traceutil/trace.go:171","msg":"trace[1797440975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"684.972274ms","start":"2026-04-16T16:28:22.752735Z","end":"2026-04-16T16:28:23.437707Z","steps":["trace[1797440975] 'agreement among raft nodes before linearized reading' (duration: 684.884402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.437745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:22.752716Z","time spent":"685.020864ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:28:23.437935Z","caller":"traceutil/trace.go:171","msg":"trace[778605556] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"198.368456ms","start":"2026-04-16T16:28:23.239557Z","end":"2026-04-16T16:28:23.437925Z","steps":["trace[778605556] 'process raft request' (duration: 195.718404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.438063Z","caller":"traceutil/trace.go:171","msg":"trace[376092455] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"191.203924ms","start":"2026-04-16T16:28:23.24685Z","end":"2026-04-16T16:28:23.438054Z","steps":["trace[376092455] 'process raft request' (duration: 190.602635ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.438141Z","caller":"traceutil/trace.go:171","msg":"trace[840826203] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"153.276122ms","start":"2026-04-16T16:28:23.284857Z","end":"2026-04-16T16:28:23.438133Z","steps":["trace[840826203] 'process raft request' (duration: 152.718804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.439846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.849163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:28:23.439879Z","caller":"traceutil/trace.go:171","msg":"trace[1485229459] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:557; }","duration":"437.913645ms","start":"2026-04-16T16:28:23.001958Z","end":"2026-04-16T16:28:23.439871Z","steps":["trace[1485229459] 'agreement among raft nodes before linearized reading' (duration: 437.864424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.439899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:23.001943Z","time spent":"437.950305ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-04-16T16:28:23.440015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.015724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:28:23.440039Z","caller":"traceutil/trace.go:171","msg":"trace[1276755065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:557; }","duration":"496.074265ms","start":"2026-04-16T16:28:22.943958Z","end":"2026-04-16T16:28:23.440032Z","steps":["trace[1276755065] 'agreement among raft nodes before linearized reading' (duration: 496.034124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:23.440056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:22.943935Z","time spent":"496.116935ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:28:23.440173Z","caller":"traceutil/trace.go:171","msg":"trace[297776103] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"204.710375ms","start":"2026-04-16T16:28:23.230701Z","end":"2026-04-16T16:28:23.435412Z","steps":["trace[297776103] 'process raft request' (duration: 200.320797ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:23.44037Z","caller":"traceutil/trace.go:171","msg":"trace[1724806308] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"201.771519ms","start":"2026-04-16T16:28:23.234051Z","end":"2026-04-16T16:28:23.435823Z","steps":["trace[1724806308] 'process raft request' (duration: 197.604175ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:24.266398Z","caller":"traceutil/trace.go:171","msg":"trace[1811689464] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"330.27004ms","start":"2026-04-16T16:28:23.936107Z","end":"2026-04-16T16:28:24.266377Z","steps":["trace[1811689464] 'process raft request' (duration: 301.789588ms)","trace[1811689464] 'compare' (duration: 28.211498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:24.266572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:23.936078Z","time spent":"330.419283ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:24.268324Z","caller":"traceutil/trace.go:171","msg":"trace[1394119377] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"213.375379ms","start":"2026-04-16T16:28:24.05492Z","end":"2026-04-16T16:28:24.268295Z","steps":["trace[1394119377] 'process raft request' (duration: 212.980973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:25.400666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.788408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:25.400773Z","caller":"traceutil/trace.go:171","msg":"trace[514735879] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"682.017988ms","start":"2026-04-16T16:28:24.718736Z","end":"2026-04-16T16:28:25.400754Z","steps":["trace[514735879] 'read index received' (duration: 297.916904ms)","trace[514735879] 'applied index is now lower than readState.Index' (duration: 384.099814ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:25.400875Z","caller":"traceutil/trace.go:171","msg":"trace[2031667578] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"682.776799ms","start":"2026-04-16T16:28:24.718083Z","end":"2026-04-16T16:28:25.400859Z","steps":["trace[2031667578] 'process raft request' (duration: 298.469583ms)","trace[2031667578] 'compare' (duration: 383.520594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:25.400941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:24.718065Z","time spent":"682.84193ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:25.401077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.331312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-16T16:28:25.401117Z","caller":"traceutil/trace.go:171","msg":"trace[685659874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:610; }","duration":"682.397623ms","start":"2026-04-16T16:28:24.718708Z","end":"2026-04-16T16:28:25.401106Z","steps":["trace[685659874] 'agreement among raft nodes before linearized reading' (duration: 682.259591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:25.401142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:24.718695Z","time spent":"682.441723ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80725,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-16T16:28:25.405773Z","caller":"traceutil/trace.go:171","msg":"trace[1691841451] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"545.92937ms","start":"2026-04-16T16:28:24.859816Z","end":"2026-04-16T16:28:25.405745Z","steps":["trace[1691841451] 'process raft request' (duration: 545.462472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:25.405801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.161703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:28:25.405796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.753757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:25.405856Z","caller":"traceutil/trace.go:171","msg":"trace[117027114] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:611; }","duration":"553.249004ms","start":"2026-04-16T16:28:24.852593Z","end":"2026-04-16T16:28:25.405842Z","steps":["trace[117027114] 'agreement among raft nodes before linearized reading' (duration: 553.157872ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:25.405879Z","caller":"traceutil/trace.go:171","msg":"trace[1418932130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"653.90392ms","start":"2026-04-16T16:28:24.751953Z","end":"2026-04-16T16:28:25.405857Z","steps":["trace[1418932130] 'agreement among raft nodes before linearized reading' (duration: 653.725387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:25.405904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:24.852563Z","time spent":"553.322665ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:28:25.405931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:24.859801Z","time spent":"546.045472ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:25.406027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:24.751938Z","time spent":"654.077302ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:26.211742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.712925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:26.211875Z","caller":"traceutil/trace.go:171","msg":"trace[2004750611] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"758.167681ms","start":"2026-04-16T16:28:25.453684Z","end":"2026-04-16T16:28:26.211851Z","steps":["trace[2004750611] 'process raft request' (duration: 316.249912ms)","trace[2004750611] 'compare' (duration: 441.545443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:26.211974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.453664Z","time spent":"758.268152ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:26.266442Z","caller":"traceutil/trace.go:171","msg":"trace[2052697617] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"798.107577ms","start":"2026-04-16T16:28:25.468309Z","end":"2026-04-16T16:28:26.266417Z","steps":["trace[2052697617] 'read index received' (duration: 301.644756ms)","trace[2052697617] 'applied index is now lower than readState.Index' (duration: 496.461731ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:26.266525Z","caller":"traceutil/trace.go:171","msg":"trace[1661749534] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"811.000068ms","start":"2026-04-16T16:28:25.455472Z","end":"2026-04-16T16:28:26.266472Z","steps":["trace[1661749534] 'process raft request' (duration: 810.681713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:26.26656Z","caller":"traceutil/trace.go:171","msg":"trace[515496308] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"601.596262ms","start":"2026-04-16T16:28:25.664933Z","end":"2026-04-16T16:28:26.26653Z","steps":["trace[515496308] 'process raft request' (duration: 601.435959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.26665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.315691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:28:26.266694Z","caller":"traceutil/trace.go:171","msg":"trace[383903563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:614; }","duration":"798.404212ms","start":"2026-04-16T16:28:25.468279Z","end":"2026-04-16T16:28:26.266683Z","steps":["trace[383903563] 'agreement among raft nodes before linearized reading' (duration: 798.24924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.266692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.664908Z","time spent":"601.712823ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:26.266702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.455454Z","time spent":"811.15673ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:26.26673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.468267Z","time spent":"798.454793ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:28:26.557798Z","caller":"traceutil/trace.go:171","msg":"trace[384982371] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"291.27472ms","start":"2026-04-16T16:28:26.266503Z","end":"2026-04-16T16:28:26.557778Z","steps":["trace[384982371] 'read index received' (duration: 269.320011ms)","trace[384982371] 'applied index is now lower than readState.Index' (duration: 21.952219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:26.558037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04886724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:28:26.558063Z","caller":"traceutil/trace.go:171","msg":"trace[1490617665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"1.04892823s","start":"2026-04-16T16:28:25.509128Z","end":"2026-04-16T16:28:26.558056Z","steps":["trace[1490617665] 'agreement among raft nodes before linearized reading' (duration: 1.048786348s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.558089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.509121Z","time spent":"1.048962501s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:26.558069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.910252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:28:26.558139Z","caller":"traceutil/trace.go:171","msg":"trace[509371587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"944.034114ms","start":"2026-04-16T16:28:25.614087Z","end":"2026-04-16T16:28:26.558121Z","steps":["trace[509371587] 'agreement among raft nodes before linearized reading' (duration: 943.78443ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:26.558123Z","caller":"traceutil/trace.go:171","msg":"trace[1958075422] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"585.244542ms","start":"2026-04-16T16:28:25.972821Z","end":"2026-04-16T16:28:26.558065Z","steps":["trace[1958075422] 'process raft request' (duration: 562.988759ms)","trace[1958075422] 'compare' (duration: 21.867548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:26.558168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049121863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:26.558282Z","caller":"traceutil/trace.go:171","msg":"trace[1393990463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"1.049293486s","start":"2026-04-16T16:28:25.508963Z","end":"2026-04-16T16:28:26.558256Z","steps":["trace[1393990463] 'agreement among raft nodes before linearized reading' (duration: 1.048928871s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.558343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.972801Z","time spent":"585.454945ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:26.558357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.508924Z","time spent":"1.049412087s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:26.558188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.898766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:26.558446Z","caller":"traceutil/trace.go:171","msg":"trace[289548440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"805.227572ms","start":"2026-04-16T16:28:25.753209Z","end":"2026-04-16T16:28:26.558437Z","steps":["trace[289548440] 'agreement among raft nodes before linearized reading' (duration: 804.853836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.558479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.753191Z","time spent":"805.280322ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:26.558195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.614068Z","time spent":"944.116225ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:28:26.558698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058171503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-16T16:28:26.558769Z","caller":"traceutil/trace.go:171","msg":"trace[1810928666] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:615; }","duration":"1.058247035s","start":"2026-04-16T16:28:25.500497Z","end":"2026-04-16T16:28:26.558744Z","steps":["trace[1810928666] 'agreement among raft nodes before linearized reading' (duration: 1.057380742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.558845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:25.500484Z","time spent":"1.058305925s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":7730,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-16T16:28:26.560015Z","caller":"traceutil/trace.go:171","msg":"trace[787392732] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"288.455736ms","start":"2026-04-16T16:28:26.271546Z","end":"2026-04-16T16:28:26.560001Z","steps":["trace[787392732] 'process raft request' (duration: 288.12807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:26.561139Z","caller":"traceutil/trace.go:171","msg":"trace[291881465] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"230.338539ms","start":"2026-04-16T16:28:26.330001Z","end":"2026-04-16T16:28:26.560339Z","steps":["trace[291881465] 'process raft request' (duration: 229.834491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:26.5612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.398591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:26.561306Z","caller":"traceutil/trace.go:171","msg":"trace[275863187] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:617; }","duration":"256.578964ms","start":"2026-04-16T16:28:26.304701Z","end":"2026-04-16T16:28:26.56128Z","steps":["trace[275863187] 'agreement among raft nodes before linearized reading' (duration: 255.517718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:29.066981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:29.567171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:30.06809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:30.568434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:30.751488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:28:30.751556Z","caller":"traceutil/trace.go:171","msg":"trace[2091976157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293649s","start":"2026-04-16T16:28:28.751247Z","end":"2026-04-16T16:28:30.751541Z","steps":["trace[2091976157] 'agreement among raft nodes before linearized reading' (duration: 2.000201828s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:30.751586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:28.751227Z","time spent":"2.00035314s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:30.788805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.289436552s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:28:30.789708Z","caller":"traceutil/trace.go:171","msg":"trace[862140222] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"2.223709013s","start":"2026-04-16T16:28:28.565977Z","end":"2026-04-16T16:28:30.789686Z","steps":["trace[862140222] 'read index received' (duration: 2.222941902s)","trace[862140222] 'applied index is now lower than readState.Index' (duration: 766.291µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:30.790301Z","caller":"traceutil/trace.go:171","msg":"trace[2109731815] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"2.292178605s","start":"2026-04-16T16:28:28.498092Z","end":"2026-04-16T16:28:30.790271Z","steps":["trace[2109731815] 'process raft request' (duration: 2.291061837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:30.790429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224434115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:28:30.790448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:28.498066Z","time spent":"2.292317538s","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:30.790515Z","caller":"traceutil/trace.go:171","msg":"trace[1543512731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"2.224560196s","start":"2026-04-16T16:28:28.565933Z","end":"2026-04-16T16:28:30.790493Z","steps":["trace[1543512731] 'agreement among raft nodes before linearized reading' (duration: 2.224260172s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:30.790566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:28.565913Z","time spent":"2.224643278s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:28:30.790775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.026518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:30.790803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209915142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:28:30.790857Z","caller":"traceutil/trace.go:171","msg":"trace[405014670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:624; }","duration":"2.209986723s","start":"2026-04-16T16:28:28.580858Z","end":"2026-04-16T16:28:30.790845Z","steps":["trace[405014670] 'agreement among raft nodes before linearized reading' (duration: 2.209850911s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:30.79086Z","caller":"traceutil/trace.go:171","msg":"trace[561678237] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:624; }","duration":"748.16495ms","start":"2026-04-16T16:28:30.042673Z","end":"2026-04-16T16:28:30.790838Z","steps":["trace[561678237] 'agreement among raft nodes before linearized reading' (duration: 748.001278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:30.790897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:28.580849Z","time spent":"2.210039154s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:30.790915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:30.042654Z","time spent":"748.247151ms","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:28:30.791142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210703914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:30.791314Z","caller":"traceutil/trace.go:171","msg":"trace[1822211691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"2.210910737s","start":"2026-04-16T16:28:28.580385Z","end":"2026-04-16T16:28:30.791295Z","steps":["trace[1822211691] 'agreement among raft nodes before linearized reading' (duration: 2.210634853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:30.791361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:28.580366Z","time spent":"2.210980088s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:30.791542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220028557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:28:30.791793Z","caller":"traceutil/trace.go:171","msg":"trace[1957541479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:624; }","duration":"2.220316011s","start":"2026-04-16T16:28:28.571463Z","end":"2026-04-16T16:28:30.791779Z","steps":["trace[1957541479] 'agreement among raft nodes before linearized reading' (duration: 2.219184274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:30.791838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:28.571445Z","time spent":"2.220382962s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:28:31.879971Z","caller":"traceutil/trace.go:171","msg":"trace[1763621256] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"583.462211ms","start":"2026-04-16T16:28:31.29647Z","end":"2026-04-16T16:28:31.879933Z","steps":["trace[1763621256] 'process raft request' (duration: 582.524087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:31.880447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:31.296443Z","time spent":"583.630804ms","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:32.301354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.386448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:32.301445Z","caller":"traceutil/trace.go:171","msg":"trace[1166016960] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"288.498462ms","start":"2026-04-16T16:28:32.012929Z","end":"2026-04-16T16:28:32.301428Z","steps":["trace[1166016960] 'read index received' (duration: 51.13µs)","trace[1166016960] 'applied index is now lower than readState.Index' (duration: 288.446052ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:32.301677Z","caller":"traceutil/trace.go:171","msg":"trace[1632410315] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"360.782512ms","start":"2026-04-16T16:28:31.940881Z","end":"2026-04-16T16:28:32.301663Z","steps":["trace[1632410315] 'process raft request' (duration: 36.020638ms)","trace[1632410315] 'compare' (duration: 324.126364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:32.301728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:31.940856Z","time spent":"360.848362ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:32.301925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.98138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-28s9q\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-16T16:28:32.301979Z","caller":"traceutil/trace.go:171","msg":"trace[1175221527] range","detail":"{range_begin:/registry/pods/kube-system/cilium-28s9q; range_end:; response_count:1; response_revision:634; }","duration":"289.077131ms","start":"2026-04-16T16:28:32.012889Z","end":"2026-04-16T16:28:32.301966Z","steps":["trace[1175221527] 'agreement among raft nodes before linearized reading' (duration: 288.843788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:32.98086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:33.481624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:33.915941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.59821948s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:28:34.752464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:28:34.752528Z","caller":"traceutil/trace.go:171","msg":"trace[572206460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438173s","start":"2026-04-16T16:28:32.752075Z","end":"2026-04-16T16:28:34.752513Z","steps":["trace[572206460] 'agreement among raft nodes before linearized reading' (duration: 2.000347322s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:34.75256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.752036Z","time spent":"2.000516444s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:36.757617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004684998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:28:36.757671Z","caller":"traceutil/trace.go:171","msg":"trace[1465416944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004780479s","start":"2026-04-16T16:28:34.752878Z","end":"2026-04-16T16:28:36.757659Z","steps":["trace[1465416944] 'agreement among raft nodes before linearized reading' (duration: 2.004711658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:36.757705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:34.752861Z","time spent":"2.004837051s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:37.708641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:36.764987Z","time spent":"943.641781ms","remote":"127.0.0.1:36916","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T16:28:37.708925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792585539s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:37.709032Z","caller":"traceutil/trace.go:171","msg":"trace[1995203596] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"5.391728303s","start":"2026-04-16T16:28:32.317284Z","end":"2026-04-16T16:28:37.709013Z","steps":["trace[1995203596] 'process raft request' (duration: 1.598972231s)","trace[1995203596] 'compare' (duration: 3.792008671s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:37.709127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.317265Z","time spent":"5.391818744s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:37.853972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999722101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:28:37.854085Z","caller":"traceutil/trace.go:171","msg":"trace[626228488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000060175s","start":"2026-04-16T16:28:32.854001Z","end":"2026-04-16T16:28:37.854061Z","steps":["trace[626228488] 'agreement among raft nodes before linearized reading' (duration: 4.999757091s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:37.854293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.853981Z","time spent":"5.000231938s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 16:28:37 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:28:37.863355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999410314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T16:28:37.863422Z","caller":"traceutil/trace.go:171","msg":"trace[1176561516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999526105s","start":"2026-04-16T16:28:32.863881Z","end":"2026-04-16T16:28:37.863407Z","steps":["trace[1176561516] 'agreement among raft nodes before linearized reading' (duration: 4.999447524s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:37.863457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.863864Z","time spent":"4.999585416s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 16:28:37 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:28:38.156489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.239422635s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:28:38.237829Z","caller":"traceutil/trace.go:171","msg":"trace[264248251] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"5.402089732s","start":"2026-04-16T16:28:32.835703Z","end":"2026-04-16T16:28:38.237793Z","steps":["trace[264248251] 'process raft request' (duration: 5.321089596s)","trace[264248251] 'compare' (duration: 80.444708ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:38.237875Z","caller":"traceutil/trace.go:171","msg":"trace[1370916838] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"5.757527619s","start":"2026-04-16T16:28:32.480287Z","end":"2026-04-16T16:28:38.237815Z","steps":["trace[1370916838] 'read index received' (duration: 1.436012222s)","trace[1370916838] 'applied index is now lower than readState.Index' (duration: 4.321511027s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:38.237976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.835668Z","time spent":"5.402228245s","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:38.238161Z","caller":"traceutil/trace.go:171","msg":"trace[299837048] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.695441036s","start":"2026-04-16T16:28:36.542683Z","end":"2026-04-16T16:28:38.238124Z","steps":["trace[299837048] 'process raft request' (duration: 1.69507559s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.238384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:36.542656Z","time spent":"1.695609479s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:38.238461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375783484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:28:38.238495Z","caller":"traceutil/trace.go:171","msg":"trace[419841490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"5.375859035s","start":"2026-04-16T16:28:32.862625Z","end":"2026-04-16T16:28:38.238484Z","steps":["trace[419841490] 'agreement among raft nodes before linearized reading' (duration: 5.375736713s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.238517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.862606Z","time spent":"5.375906005s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:28:38.238592Z","caller":"traceutil/trace.go:171","msg":"trace[184636741] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.432202774s","start":"2026-04-16T16:28:36.806381Z","end":"2026-04-16T16:28:38.238584Z","steps":["trace[184636741] 'process raft request' (duration: 1.431687837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.238625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.758333541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:28:38.238649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:36.806352Z","time spent":"1.432261025s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:38.238668Z","caller":"traceutil/trace.go:171","msg":"trace[374578711] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:638; }","duration":"5.758419544s","start":"2026-04-16T16:28:32.480234Z","end":"2026-04-16T16:28:38.238654Z","steps":["trace[374578711] 'agreement among raft nodes before linearized reading' (duration: 5.757677862s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.238715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.480211Z","time spent":"5.758494324s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":66,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:28:38.238748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.628064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-28s9q\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-04-16T16:28:38.238771Z","caller":"traceutil/trace.go:171","msg":"trace[1451245832] range","detail":"{range_begin:/registry/pods/kube-system/cilium-28s9q; range_end:; response_count:1; response_revision:638; }","duration":"520.682305ms","start":"2026-04-16T16:28:37.718082Z","end":"2026-04-16T16:28:38.238765Z","steps":["trace[1451245832] 'agreement among raft nodes before linearized reading' (duration: 520.616054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.238793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:37.718065Z","time spent":"520.722265ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17171,"request content":"key:\"/registry/pods/kube-system/cilium-28s9q\" "} {"level":"warn","ts":"2026-04-16T16:28:38.238965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477530574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:38.238987Z","caller":"traceutil/trace.go:171","msg":"trace[132100620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"1.477590495s","start":"2026-04-16T16:28:36.761389Z","end":"2026-04-16T16:28:38.238979Z","steps":["trace[132100620] 'agreement among raft nodes before linearized reading' (duration: 1.477555865s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.239004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:36.761368Z","time spent":"1.477631046s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:38.239138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376421513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:38.239184Z","caller":"traceutil/trace.go:171","msg":"trace[962724257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"5.376490505s","start":"2026-04-16T16:28:32.862658Z","end":"2026-04-16T16:28:38.239149Z","steps":["trace[962724257] 'agreement among raft nodes before linearized reading' (duration: 5.376428844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.239207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:32.862636Z","time spent":"5.376563916s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:38.239319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481104067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e330941b28fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T16:28:38.239395Z","caller":"traceutil/trace.go:171","msg":"trace[1833039174] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6e330941b28fd; range_end:; response_count:1; response_revision:638; }","duration":"1.481212869s","start":"2026-04-16T16:28:36.75816Z","end":"2026-04-16T16:28:38.239373Z","steps":["trace[1833039174] 'agreement among raft nodes before linearized reading' (duration: 1.480909005s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.239429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:36.758143Z","time spent":"1.48127672s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6e330941b28fd\" "} {"level":"warn","ts":"2026-04-16T16:28:38.239395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236646615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T16:28:38.23948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176165885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:38.239504Z","caller":"traceutil/trace.go:171","msg":"trace[506941222] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:638; }","duration":"2.176234197s","start":"2026-04-16T16:28:36.063263Z","end":"2026-04-16T16:28:38.239498Z","steps":["trace[506941222] 'agreement among raft nodes before linearized reading' (duration: 2.176192006s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.239529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:36.063238Z","time spent":"2.176285967s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:28:38.239511Z","caller":"traceutil/trace.go:171","msg":"trace[1378225407] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:638; }","duration":"5.236847479s","start":"2026-04-16T16:28:33.002644Z","end":"2026-04-16T16:28:38.239491Z","steps":["trace[1378225407] 'agreement among raft nodes before linearized reading' (duration: 5.236423623s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:38.239731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:33.002621Z","time spent":"5.237086842s","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-04-16T16:28:38.971138Z","caller":"traceutil/trace.go:171","msg":"trace[448477857] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"213.498329ms","start":"2026-04-16T16:28:38.75761Z","end":"2026-04-16T16:28:38.971108Z","steps":["trace[448477857] 'process raft request' (duration: 211.826303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:39.717042Z","caller":"traceutil/trace.go:171","msg":"trace[262166632] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"274.394504ms","start":"2026-04-16T16:28:39.442626Z","end":"2026-04-16T16:28:39.717021Z","steps":["trace[262166632] 'process raft request' (duration: 274.265832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:39.845085Z","caller":"traceutil/trace.go:171","msg":"trace[1265868714] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"240.531771ms","start":"2026-04-16T16:28:39.604529Z","end":"2026-04-16T16:28:39.845061Z","steps":["trace[1265868714] 'process raft request' (duration: 240.030304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:40.045739Z","caller":"traceutil/trace.go:171","msg":"trace[1538239794] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"130.283194ms","start":"2026-04-16T16:28:39.91544Z","end":"2026-04-16T16:28:40.045723Z","steps":["trace[1538239794] 'process raft request' (duration: 32.598305ms)","trace[1538239794] 'compare' (duration: 97.260011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:40.757193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.656827ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:40.757287Z","caller":"traceutil/trace.go:171","msg":"trace[1022191450] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:653; }","duration":"247.760909ms","start":"2026-04-16T16:28:40.509513Z","end":"2026-04-16T16:28:40.757273Z","steps":["trace[1022191450] 'range keys from in-memory index tree' (duration: 247.646327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:40.757538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.257627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:40.757583Z","caller":"traceutil/trace.go:171","msg":"trace[1577037284] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"716.57469ms","start":"2026-04-16T16:28:40.041Z","end":"2026-04-16T16:28:40.757575Z","steps":["trace[1577037284] 'process raft request' (duration: 503.240482ms)","trace[1577037284] 'compare' (duration: 213.080395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:40.757618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:40.040978Z","time spent":"716.626411ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:40.800588Z","caller":"traceutil/trace.go:171","msg":"trace[443525277] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:684; }","duration":"723.36382ms","start":"2026-04-16T16:28:40.077209Z","end":"2026-04-16T16:28:40.800572Z","steps":["trace[443525277] 'read index received' (duration: 467.047316ms)","trace[443525277] 'applied index is now lower than readState.Index' (duration: 256.315934ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:40.800805Z","caller":"traceutil/trace.go:171","msg":"trace[200148205] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"742.141659ms","start":"2026-04-16T16:28:40.058656Z","end":"2026-04-16T16:28:40.800798Z","steps":["trace[200148205] 'process raft request' (duration: 741.833584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:40.800873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:40.058627Z","time spent":"742.200329ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:40.800982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.772636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:40.801007Z","caller":"traceutil/trace.go:171","msg":"trace[952931013] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:655; }","duration":"723.818626ms","start":"2026-04-16T16:28:40.077182Z","end":"2026-04-16T16:28:40.801Z","steps":["trace[952931013] 'agreement among raft nodes before linearized reading' (duration: 723.784056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:40.801021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:40.077172Z","time spent":"723.846097ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-16T16:28:40.801178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.699258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:40.801234Z","caller":"traceutil/trace.go:171","msg":"trace[808549947] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:655; }","duration":"166.797039ms","start":"2026-04-16T16:28:40.634423Z","end":"2026-04-16T16:28:40.80122Z","steps":["trace[808549947] 'agreement among raft nodes before linearized reading' (duration: 166.705057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:40.801263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.019357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:28:40.801283Z","caller":"traceutil/trace.go:171","msg":"trace[247051911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"503.068358ms","start":"2026-04-16T16:28:40.29821Z","end":"2026-04-16T16:28:40.801279Z","steps":["trace[247051911] 'agreement among raft nodes before linearized reading' (duration: 503.010667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:40.801296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:40.298193Z","time spent":"503.100238ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:40.801405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.22131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:40.801512Z","caller":"traceutil/trace.go:171","msg":"trace[1254677335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:655; }","duration":"503.390723ms","start":"2026-04-16T16:28:40.298102Z","end":"2026-04-16T16:28:40.801492Z","steps":["trace[1254677335] 'agreement among raft nodes before linearized reading' (duration: 503.023747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:40.80187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:40.298085Z","time spent":"503.515734ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:28:41.028122Z","caller":"traceutil/trace.go:171","msg":"trace[827084308] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"212.567325ms","start":"2026-04-16T16:28:40.81553Z","end":"2026-04-16T16:28:41.028097Z","steps":["trace[827084308] 'process raft request' (duration: 206.447606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:42.270617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.230198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:42.270856Z","caller":"traceutil/trace.go:171","msg":"trace[2046953664] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:689; }","duration":"519.580352ms","start":"2026-04-16T16:28:41.751253Z","end":"2026-04-16T16:28:42.270834Z","steps":["trace[2046953664] 'read index received' (duration: 44.74µs)","trace[2046953664] 'applied index is now lower than readState.Index' (duration: 519.534412ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:42.270995Z","caller":"traceutil/trace.go:171","msg":"trace[530577247] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"928.998337ms","start":"2026-04-16T16:28:41.341936Z","end":"2026-04-16T16:28:42.270935Z","steps":["trace[530577247] 'process raft request' (duration: 54.365403ms)","trace[530577247] 'compare' (duration: 873.877073ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:42.271034Z","caller":"traceutil/trace.go:171","msg":"trace[1560608793] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"904.879011ms","start":"2026-04-16T16:28:41.366133Z","end":"2026-04-16T16:28:42.271012Z","steps":["trace[1560608793] 'process raft request' (duration: 904.619398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:42.271064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.799406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:42.271125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:41.366115Z","time spent":"904.973022ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:42.271131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.413511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:28:42.271141Z","caller":"traceutil/trace.go:171","msg":"trace[1950394983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:660; }","duration":"519.924277ms","start":"2026-04-16T16:28:41.751196Z","end":"2026-04-16T16:28:42.271121Z","steps":["trace[1950394983] 'agreement among raft nodes before linearized reading' (duration: 519.758534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:42.271187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:41.341901Z","time spent":"929.18753ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:42.271216Z","caller":"traceutil/trace.go:171","msg":"trace[811309512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:660; }","duration":"406.546773ms","start":"2026-04-16T16:28:41.864654Z","end":"2026-04-16T16:28:42.271201Z","steps":["trace[811309512] 'agreement among raft nodes before linearized reading' (duration: 406.30562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:42.271276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:41.864628Z","time spent":"406.634984ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:28:42.271344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.477091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:28:42.271222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:41.751143Z","time spent":"520.070029ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:28:42.271411Z","caller":"traceutil/trace.go:171","msg":"trace[1473271783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"391.575122ms","start":"2026-04-16T16:28:41.87982Z","end":"2026-04-16T16:28:42.271395Z","steps":["trace[1473271783] 'agreement among raft nodes before linearized reading' (duration: 391.4396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:42.271463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:41.879804Z","time spent":"391.645104ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:28:42.271367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.978105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-28s9q\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-04-16T16:28:42.271603Z","caller":"traceutil/trace.go:171","msg":"trace[2091912636] range","detail":"{range_begin:/registry/pods/kube-system/cilium-28s9q; range_end:; response_count:1; response_revision:660; }","duration":"198.232089ms","start":"2026-04-16T16:28:42.073358Z","end":"2026-04-16T16:28:42.27159Z","steps":["trace[2091912636] 'agreement among raft nodes before linearized reading' (duration: 197.899944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:42.783101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:28:43.77366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.268176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:43.773852Z","caller":"traceutil/trace.go:171","msg":"trace[1082032616] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.498170771s","start":"2026-04-16T16:28:42.27565Z","end":"2026-04-16T16:28:43.773821Z","steps":["trace[1082032616] 'process raft request' (duration: 597.59545ms)","trace[1082032616] 'compare' (duration: 900.156395ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:43.774132Z","caller":"traceutil/trace.go:171","msg":"trace[1382589986] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:691; }","duration":"1.491442772s","start":"2026-04-16T16:28:42.282674Z","end":"2026-04-16T16:28:43.774116Z","steps":["trace[1382589986] 'read index received' (duration: 590.588657ms)","trace[1382589986] 'applied index is now lower than readState.Index' (duration: 900.853285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:43.774187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:42.27562Z","time spent":"1.498492615s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:43.774219Z","caller":"traceutil/trace.go:171","msg":"trace[1494086469] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.497008835s","start":"2026-04-16T16:28:42.277201Z","end":"2026-04-16T16:28:43.77421Z","steps":["trace[1494086469] 'process raft request' (duration: 1.496581468s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.77427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:42.277182Z","time spent":"1.497061276s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:43.774485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491822168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:43.774599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.685722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:28:43.7747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.164145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:28:43.774717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.203677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:28:43.775232Z","caller":"traceutil/trace.go:171","msg":"trace[1002416182] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.486064654s","start":"2026-04-16T16:28:42.288382Z","end":"2026-04-16T16:28:43.774447Z","steps":["trace[1002416182] 'process raft request' (duration: 1.485497445s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.775354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:42.28837Z","time spent":"1.486919146s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:43.775358Z","caller":"traceutil/trace.go:171","msg":"trace[1984582325] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:664; }","duration":"1.49188787s","start":"2026-04-16T16:28:42.282624Z","end":"2026-04-16T16:28:43.774512Z","steps":["trace[1984582325] 'agreement among raft nodes before linearized reading' (duration: 1.491805819s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.775402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:42.282605Z","time spent":"1.492785412s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"info","ts":"2026-04-16T16:28:43.775452Z","caller":"traceutil/trace.go:171","msg":"trace[1219917748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:664; }","duration":"923.735302ms","start":"2026-04-16T16:28:42.850883Z","end":"2026-04-16T16:28:43.774618Z","steps":["trace[1219917748] 'agreement among raft nodes before linearized reading' (duration: 923.639851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.775508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:42.850868Z","time spent":"924.628326ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:28:43.775541Z","caller":"traceutil/trace.go:171","msg":"trace[692186266] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.496894444s","start":"2026-04-16T16:28:42.277832Z","end":"2026-04-16T16:28:43.774726Z","steps":["trace[692186266] 'process raft request' (duration: 1.49600235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.775594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:42.277825Z","time spent":"1.497740246s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:43.775645Z","caller":"traceutil/trace.go:171","msg":"trace[1944708639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:664; }","duration":"743.241867ms","start":"2026-04-16T16:28:43.031493Z","end":"2026-04-16T16:28:43.774735Z","steps":["trace[1944708639] 'agreement among raft nodes before linearized reading' (duration: 743.137675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.775687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.031477Z","time spent":"744.20094ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:28:43.775757Z","caller":"traceutil/trace.go:171","msg":"trace[1733619906] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:664; }","duration":"771.271608ms","start":"2026-04-16T16:28:43.003468Z","end":"2026-04-16T16:28:43.77474Z","steps":["trace[1733619906] 'agreement among raft nodes before linearized reading' (duration: 771.194587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.7758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.003445Z","time spent":"772.346693ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-04-16T16:28:44.122787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.328069ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-16T16:28:44.122952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.776741Z","time spent":"346.206479ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T16:28:44.12304Z","caller":"traceutil/trace.go:171","msg":"trace[1467386880] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:695; }","duration":"329.462484ms","start":"2026-04-16T16:28:43.793564Z","end":"2026-04-16T16:28:44.123026Z","steps":["trace[1467386880] 'read index received' (duration: 198.87275ms)","trace[1467386880] 'applied index is now lower than readState.Index' (duration: 130.588924ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:44.123043Z","caller":"traceutil/trace.go:171","msg":"trace[1358815039] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"344.404393ms","start":"2026-04-16T16:28:43.778615Z","end":"2026-04-16T16:28:44.12302Z","steps":["trace[1358815039] 'process raft request' (duration: 344.266191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:44.123175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.778604Z","time spent":"344.493665ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":858,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:44.123233Z","caller":"traceutil/trace.go:171","msg":"trace[1517598410] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"343.800174ms","start":"2026-04-16T16:28:43.779417Z","end":"2026-04-16T16:28:44.123217Z","steps":["trace[1517598410] 'process raft request' (duration: 343.551791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:44.123321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.779406Z","time spent":"343.857815ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:44.123508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.93366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:44.123539Z","caller":"traceutil/trace.go:171","msg":"trace[2133144462] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:667; }","duration":"329.973981ms","start":"2026-04-16T16:28:43.793558Z","end":"2026-04-16T16:28:44.123532Z","steps":["trace[2133144462] 'agreement among raft nodes before linearized reading' (duration: 329.89548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:44.12356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.793499Z","time spent":"330.055182ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:28:44.123646Z","caller":"traceutil/trace.go:171","msg":"trace[2121473283] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"344.23037ms","start":"2026-04-16T16:28:43.779409Z","end":"2026-04-16T16:28:44.12364Z","steps":["trace[2121473283] 'process raft request' (duration: 343.595691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:44.123687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:43.779385Z","time spent":"344.277352ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:44.642147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.424127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:44.642371Z","caller":"traceutil/trace.go:171","msg":"trace[1751520005] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:700; }","duration":"473.614797ms","start":"2026-04-16T16:28:44.168736Z","end":"2026-04-16T16:28:44.642351Z","steps":["trace[1751520005] 'read index received' (duration: 276.994147ms)","trace[1751520005] 'applied index is now lower than readState.Index' (duration: 196.6197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:44.642484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.741128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T16:28:44.642523Z","caller":"traceutil/trace.go:171","msg":"trace[1981326755] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:670; }","duration":"473.82313ms","start":"2026-04-16T16:28:44.168691Z","end":"2026-04-16T16:28:44.642514Z","steps":["trace[1981326755] 'agreement among raft nodes before linearized reading' (duration: 473.721279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:44.642559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:44.168671Z","time spent":"473.880742ms","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T16:28:44.642756Z","caller":"traceutil/trace.go:171","msg":"trace[1064631562] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"507.25502ms","start":"2026-04-16T16:28:44.135489Z","end":"2026-04-16T16:28:44.642744Z","steps":["trace[1064631562] 'process raft request' (duration: 310.167583ms)","trace[1064631562] 'compare' (duration: 196.211484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:44.64282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:44.135467Z","time spent":"507.326091ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:44.643101Z","caller":"traceutil/trace.go:171","msg":"trace[1487613240] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"505.540295ms","start":"2026-04-16T16:28:44.13755Z","end":"2026-04-16T16:28:44.64309Z","steps":["trace[1487613240] 'process raft request' (duration: 504.695192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:44.643221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:44.137538Z","time spent":"505.600586ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17775,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:45.145766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540291,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:28:45.261442Z","caller":"traceutil/trace.go:171","msg":"trace[115696375] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"616.227715ms","start":"2026-04-16T16:28:44.64515Z","end":"2026-04-16T16:28:45.261378Z","steps":["trace[115696375] 'read index received' (duration: 610.487402ms)","trace[115696375] 'applied index is now lower than readState.Index' (duration: 5.739243ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:45.26146Z","caller":"traceutil/trace.go:171","msg":"trace[176267300] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"1.090232508s","start":"2026-04-16T16:28:44.171196Z","end":"2026-04-16T16:28:45.261429Z","steps":["trace[176267300] 'process raft request' (duration: 1.084906471s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:45.261628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.036691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:45.261651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.479309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:28:45.261665Z","caller":"traceutil/trace.go:171","msg":"trace[424132198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"420.117593ms","start":"2026-04-16T16:28:44.841535Z","end":"2026-04-16T16:28:45.261653Z","steps":["trace[424132198] 'agreement among raft nodes before linearized reading' (duration: 420.039711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:45.261711Z","caller":"traceutil/trace.go:171","msg":"trace[26465621] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:671; }","duration":"616.587432ms","start":"2026-04-16T16:28:44.645108Z","end":"2026-04-16T16:28:45.261696Z","steps":["trace[26465621] 'agreement among raft nodes before linearized reading' (duration: 616.412528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:45.261713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:44.841518Z","time spent":"420.187094ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:28:45.261751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:44.645093Z","time spent":"616.649003ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T16:28:45.261766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:44.171131Z","time spent":"1.090474752s","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:46.014287Z","caller":"traceutil/trace.go:171","msg":"trace[1205864601] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"694.359853ms","start":"2026-04-16T16:28:45.319897Z","end":"2026-04-16T16:28:46.014257Z","steps":["trace[1205864601] 'process raft request' (duration: 694.202711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:46.014458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:45.319867Z","time spent":"694.520896ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:46.525685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.267369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:46.52576Z","caller":"traceutil/trace.go:171","msg":"trace[1740485081] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:703; }","duration":"747.883515ms","start":"2026-04-16T16:28:45.777864Z","end":"2026-04-16T16:28:46.525747Z","steps":["trace[1740485081] 'read index received' (duration: 236.352212ms)","trace[1740485081] 'applied index is now lower than readState.Index' (duration: 511.530283ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:46.525824Z","caller":"traceutil/trace.go:171","msg":"trace[740708725] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"777.670691ms","start":"2026-04-16T16:28:45.748146Z","end":"2026-04-16T16:28:46.525817Z","steps":["trace[740708725] 'process raft request' (duration: 441.201489ms)","trace[740708725] 'compare' (duration: 336.033146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:46.525863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:45.748123Z","time spent":"777.721462ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4737,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:46.526049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.18942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:28:46.526073Z","caller":"traceutil/trace.go:171","msg":"trace[132936249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:673; }","duration":"748.236791ms","start":"2026-04-16T16:28:45.777829Z","end":"2026-04-16T16:28:46.526066Z","steps":["trace[132936249] 'agreement among raft nodes before linearized reading' (duration: 748.110649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:46.52611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:45.777818Z","time spent":"748.287182ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:28:46.526118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.880986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:28:46.526162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.929479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:46.52619Z","caller":"traceutil/trace.go:171","msg":"trace[1050834724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:673; }","duration":"745.997527ms","start":"2026-04-16T16:28:45.780174Z","end":"2026-04-16T16:28:46.526171Z","steps":["trace[1050834724] 'agreement among raft nodes before linearized reading' (duration: 745.804855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:46.526232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:45.780153Z","time spent":"746.070659ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:28:46.526232Z","caller":"traceutil/trace.go:171","msg":"trace[964803513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:673; }","duration":"396.03001ms","start":"2026-04-16T16:28:46.130184Z","end":"2026-04-16T16:28:46.526214Z","steps":["trace[964803513] 'agreement among raft nodes before linearized reading' (duration: 395.854598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:46.526277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:46.130169Z","time spent":"396.099481ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:46.526297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.05705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:28:46.526396Z","caller":"traceutil/trace.go:171","msg":"trace[1635186399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:673; }","duration":"396.157922ms","start":"2026-04-16T16:28:46.130213Z","end":"2026-04-16T16:28:46.526371Z","steps":["trace[1635186399] 'agreement among raft nodes before linearized reading' (duration: 395.942939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:46.526447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.789581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:46.526466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:46.130175Z","time spent":"396.274013ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:28:46.526478Z","caller":"traceutil/trace.go:171","msg":"trace[1636993502] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:673; }","duration":"501.857143ms","start":"2026-04-16T16:28:46.024612Z","end":"2026-04-16T16:28:46.526469Z","steps":["trace[1636993502] 'agreement among raft nodes before linearized reading' (duration: 501.557668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:46.527833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:46.024589Z","time spent":"503.196701ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-16T16:28:46.822797Z","caller":"traceutil/trace.go:171","msg":"trace[1364948619] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"128.132187ms","start":"2026-04-16T16:28:46.694644Z","end":"2026-04-16T16:28:46.822777Z","steps":["trace[1364948619] 'read index received' (duration: 33.621839ms)","trace[1364948619] 'applied index is now lower than readState.Index' (duration: 94.508578ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:46.822921Z","caller":"traceutil/trace.go:171","msg":"trace[1879317323] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"236.878342ms","start":"2026-04-16T16:28:46.586017Z","end":"2026-04-16T16:28:46.822895Z","steps":["trace[1879317323] 'process raft request' (duration: 142.295544ms)","trace[1879317323] 'compare' (duration: 94.274314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:46.823071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.40793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T16:28:46.823416Z","caller":"traceutil/trace.go:171","msg":"trace[146201562] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:678; }","duration":"128.783866ms","start":"2026-04-16T16:28:46.694615Z","end":"2026-04-16T16:28:46.823399Z","steps":["trace[146201562] 'agreement among raft nodes before linearized reading' (duration: 128.367711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:47.092335Z","caller":"traceutil/trace.go:171","msg":"trace[1053158524] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"108.782271ms","start":"2026-04-16T16:28:46.983513Z","end":"2026-04-16T16:28:47.092296Z","steps":["trace[1053158524] 'process raft request' (duration: 89.077595ms)","trace[1053158524] 'compare' (duration: 19.440232ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:47.289277Z","caller":"traceutil/trace.go:171","msg":"trace[443523374] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"100.44178ms","start":"2026-04-16T16:28:47.1888Z","end":"2026-04-16T16:28:47.289242Z","steps":["trace[443523374] 'process raft request' (duration: 70.077949ms)","trace[443523374] 'compare' (duration: 29.663521ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:47.289485Z","caller":"traceutil/trace.go:171","msg":"trace[769835737] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"100.500641ms","start":"2026-04-16T16:28:47.188944Z","end":"2026-04-16T16:28:47.289444Z","steps":["trace[769835737] 'read index received' (duration: 70.004628ms)","trace[769835737] 'applied index is now lower than readState.Index' (duration: 30.385901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:47.289587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.621873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-16T16:28:47.289767Z","caller":"traceutil/trace.go:171","msg":"trace[72570495] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:698; }","duration":"100.801985ms","start":"2026-04-16T16:28:47.188933Z","end":"2026-04-16T16:28:47.289735Z","steps":["trace[72570495] 'agreement among raft nodes before linearized reading' (duration: 100.541211ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:48.782529Z","caller":"traceutil/trace.go:171","msg":"trace[1326409552] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"364.420823ms","start":"2026-04-16T16:28:48.418087Z","end":"2026-04-16T16:28:48.782508Z","steps":["trace[1326409552] 'read index received' (duration: 360.539997ms)","trace[1326409552] 'applied index is now lower than readState.Index' (duration: 3.879856ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:48.782944Z","caller":"traceutil/trace.go:171","msg":"trace[1946396944] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"439.753854ms","start":"2026-04-16T16:28:48.343176Z","end":"2026-04-16T16:28:48.782929Z","steps":["trace[1946396944] 'process raft request' (duration: 435.438332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.783233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.34313Z","time spent":"440.002099ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:28:48.783376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.257076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.783538Z","caller":"traceutil/trace.go:171","msg":"trace[1096791492] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:722; }","duration":"365.462118ms","start":"2026-04-16T16:28:48.418058Z","end":"2026-04-16T16:28:48.78352Z","steps":["trace[1096791492] 'agreement among raft nodes before linearized reading' (duration: 365.203445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.783598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.418042Z","time spent":"365.5398ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-16T16:28:48.80227Z","caller":"traceutil/trace.go:171","msg":"trace[14372217] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"338.792282ms","start":"2026-04-16T16:28:48.463458Z","end":"2026-04-16T16:28:48.80225Z","steps":["trace[14372217] 'process raft request' (duration: 338.565679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.802406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.463434Z","time spent":"338.896833ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:48.802543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.377292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:48.802628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.044287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.802637Z","caller":"traceutil/trace.go:171","msg":"trace[851650014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:725; }","duration":"384.487704ms","start":"2026-04-16T16:28:48.418124Z","end":"2026-04-16T16:28:48.802612Z","steps":["trace[851650014] 'agreement among raft nodes before linearized reading' (duration: 384.333821ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:48.802665Z","caller":"traceutil/trace.go:171","msg":"trace[421912923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:725; }","duration":"297.110099ms","start":"2026-04-16T16:28:48.505544Z","end":"2026-04-16T16:28:48.802654Z","steps":["trace[421912923] 'agreement among raft nodes before linearized reading' (duration: 297.056558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.802692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.418121Z","time spent":"384.557645ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:28:48.802783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.21334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:28:48.802816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.393205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:28:48.802834Z","caller":"traceutil/trace.go:171","msg":"trace[1124593811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:725; }","duration":"231.411535ms","start":"2026-04-16T16:28:48.571417Z","end":"2026-04-16T16:28:48.802828Z","steps":["trace[1124593811] 'agreement among raft nodes before linearized reading' (duration: 231.351564ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:48.802833Z","caller":"traceutil/trace.go:171","msg":"trace[2057489789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:725; }","duration":"224.297662ms","start":"2026-04-16T16:28:48.578523Z","end":"2026-04-16T16:28:48.80282Z","steps":["trace[2057489789] 'agreement among raft nodes before linearized reading' (duration: 223.994627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.802923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.060956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.802938Z","caller":"traceutil/trace.go:171","msg":"trace[853334418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:725; }","duration":"297.091857ms","start":"2026-04-16T16:28:48.505841Z","end":"2026-04-16T16:28:48.802933Z","steps":["trace[853334418] 'agreement among raft nodes before linearized reading' (duration: 297.060426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.803004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.321531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.803025Z","caller":"traceutil/trace.go:171","msg":"trace[884797239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:725; }","duration":"297.343571ms","start":"2026-04-16T16:28:48.505676Z","end":"2026-04-16T16:28:48.80302Z","steps":["trace[884797239] 'agreement among raft nodes before linearized reading' (duration: 297.31359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.803042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.366235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.803088Z","caller":"traceutil/trace.go:171","msg":"trace[2141890885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:725; }","duration":"360.418846ms","start":"2026-04-16T16:28:48.442655Z","end":"2026-04-16T16:28:48.803074Z","steps":["trace[2141890885] 'agreement among raft nodes before linearized reading' (duration: 360.364165ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:48.803021Z","caller":"traceutil/trace.go:171","msg":"trace[1171100979] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"294.040783ms","start":"2026-04-16T16:28:48.508966Z","end":"2026-04-16T16:28:48.803006Z","steps":["trace[1171100979] 'process raft request' (duration: 293.18537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.803125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.442652Z","time spent":"360.462836ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:28:48.803305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.619797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.803338Z","caller":"traceutil/trace.go:171","msg":"trace[429849735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:725; }","duration":"384.676037ms","start":"2026-04-16T16:28:48.418655Z","end":"2026-04-16T16:28:48.803331Z","steps":["trace[429849735] 'agreement among raft nodes before linearized reading' (duration: 384.619647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.803359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.418646Z","time spent":"384.706978ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T16:28:48.803417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.77131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:48.802997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.625884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:48.803434Z","caller":"traceutil/trace.go:171","msg":"trace[828813598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:725; }","duration":"360.812681ms","start":"2026-04-16T16:28:48.442617Z","end":"2026-04-16T16:28:48.803429Z","steps":["trace[828813598] 'agreement among raft nodes before linearized reading' (duration: 360.78683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:48.803515Z","caller":"traceutil/trace.go:171","msg":"trace[131761975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:725; }","duration":"360.187533ms","start":"2026-04-16T16:28:48.443303Z","end":"2026-04-16T16:28:48.80349Z","steps":["trace[131761975] 'agreement among raft nodes before linearized reading' (duration: 359.614704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.803549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.442602Z","time spent":"360.936972ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T16:28:48.803571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:48.443297Z","time spent":"360.255493ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T16:28:48.803711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.899851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:28:48.803728Z","caller":"traceutil/trace.go:171","msg":"trace[501407800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:725; }","duration":"224.924071ms","start":"2026-04-16T16:28:48.578799Z","end":"2026-04-16T16:28:48.803723Z","steps":["trace[501407800] 'agreement among raft nodes before linearized reading' (duration: 224.86915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:48.8038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.758484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:28:48.803813Z","caller":"traceutil/trace.go:171","msg":"trace[1523806908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:725; }","duration":"223.777744ms","start":"2026-04-16T16:28:48.580031Z","end":"2026-04-16T16:28:48.803809Z","steps":["trace[1523806908] 'agreement among raft nodes before linearized reading' (duration: 223.736083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.504883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.961401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:49.50497Z","caller":"traceutil/trace.go:171","msg":"trace[1986778630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:738; }","duration":"144.067893ms","start":"2026-04-16T16:28:49.360877Z","end":"2026-04-16T16:28:49.504945Z","steps":["trace[1986778630] 'count revisions from in-memory index tree' (duration: 143.930991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.505212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.372507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:49.506644Z","caller":"traceutil/trace.go:171","msg":"trace[1611998195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:738; }","duration":"145.83064ms","start":"2026-04-16T16:28:49.360797Z","end":"2026-04-16T16:28:49.506628Z","steps":["trace[1611998195] 'range keys from in-memory index tree' (duration: 144.263986ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:49.566814Z","caller":"traceutil/trace.go:171","msg":"trace[105490609] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"100.269429ms","start":"2026-04-16T16:28:49.466527Z","end":"2026-04-16T16:28:49.566796Z","steps":["trace[105490609] 'process raft request' (duration: 100.126357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.968231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.827779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:49.968328Z","caller":"traceutil/trace.go:171","msg":"trace[1209723562] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:739; }","duration":"360.98809ms","start":"2026-04-16T16:28:49.60732Z","end":"2026-04-16T16:28:49.968308Z","steps":["trace[1209723562] 'range keys from in-memory index tree' (duration: 360.728207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.968358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.666752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:49.968419Z","caller":"traceutil/trace.go:171","msg":"trace[138107706] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:739; }","duration":"359.778454ms","start":"2026-04-16T16:28:49.608627Z","end":"2026-04-16T16:28:49.968405Z","steps":["trace[138107706] 'range keys from in-memory index tree' (duration: 359.554371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.968487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:49.608608Z","time spent":"359.869395ms","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-04-16T16:28:49.968378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:49.607303Z","time spent":"361.062702ms","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T16:28:49.96842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.123423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:49.968761Z","caller":"traceutil/trace.go:171","msg":"trace[1738489734] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:739; }","duration":"361.447727ms","start":"2026-04-16T16:28:49.607275Z","end":"2026-04-16T16:28:49.968723Z","steps":["trace[1738489734] 'count revisions from in-memory index tree' (duration: 361.074022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.968927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:49.607263Z","time spent":"361.62426ms","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:28:49.969794Z","caller":"traceutil/trace.go:171","msg":"trace[1399324943] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:773; }","duration":"284.90575ms","start":"2026-04-16T16:28:49.684872Z","end":"2026-04-16T16:28:49.969778Z","steps":["trace[1399324943] 'read index received' (duration: 284.89896ms)","trace[1399324943] 'applied index is now lower than readState.Index' (duration: 5.23µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:49.969808Z","caller":"traceutil/trace.go:171","msg":"trace[405704651] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"351.083377ms","start":"2026-04-16T16:28:49.618703Z","end":"2026-04-16T16:28:49.969786Z","steps":["trace[405704651] 'process raft request' (duration: 350.946155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.970068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.195255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:49.970097Z","caller":"traceutil/trace.go:171","msg":"trace[142576022] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:740; }","duration":"285.285405ms","start":"2026-04-16T16:28:49.684805Z","end":"2026-04-16T16:28:49.970091Z","steps":["trace[142576022] 'agreement among raft nodes before linearized reading' (duration: 285.224125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:49.970076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:49.618691Z","time spent":"351.31639ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:50.195208Z","caller":"traceutil/trace.go:171","msg":"trace[1025061911] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"458.783689ms","start":"2026-04-16T16:28:49.736401Z","end":"2026-04-16T16:28:50.195185Z","steps":["trace[1025061911] 'process raft request' (duration: 450.710852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:50.195336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:49.736374Z","time spent":"458.90945ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:28:50.195608Z","caller":"traceutil/trace.go:171","msg":"trace[1724726685] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"263.542084ms","start":"2026-04-16T16:28:49.932045Z","end":"2026-04-16T16:28:50.195587Z","steps":["trace[1724726685] 'process raft request' (duration: 263.442353ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:50.238954Z","caller":"traceutil/trace.go:171","msg":"trace[1065670307] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:773; }","duration":"134.181806ms","start":"2026-04-16T16:28:50.104729Z","end":"2026-04-16T16:28:50.238911Z","steps":["trace[1065670307] 'read index received' (duration: 82.397389ms)","trace[1065670307] 'applied index is now lower than readState.Index' (duration: 51.783247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:50.239319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.576152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-16T16:28:50.239353Z","caller":"traceutil/trace.go:171","msg":"trace[1402120647] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"134.665892ms","start":"2026-04-16T16:28:50.104678Z","end":"2026-04-16T16:28:50.239344Z","steps":["trace[1402120647] 'agreement among raft nodes before linearized reading' (duration: 134.53386ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:50.239322Z","caller":"traceutil/trace.go:171","msg":"trace[1724102956] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"258.108805ms","start":"2026-04-16T16:28:49.981188Z","end":"2026-04-16T16:28:50.239296Z","steps":["trace[1724102956] 'process raft request' (duration: 257.597517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:51.089196Z","caller":"traceutil/trace.go:171","msg":"trace[634679454] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"184.563229ms","start":"2026-04-16T16:28:50.904609Z","end":"2026-04-16T16:28:51.089172Z","steps":["trace[634679454] 'read index received' (duration: 173.803265ms)","trace[634679454] 'applied index is now lower than readState.Index' (duration: 10.758824ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:51.089732Z","caller":"traceutil/trace.go:171","msg":"trace[1472047573] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"238.107542ms","start":"2026-04-16T16:28:50.851594Z","end":"2026-04-16T16:28:51.089701Z","steps":["trace[1472047573] 'process raft request' (duration: 226.764379ms)","trace[1472047573] 'compare' (duration: 10.684494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:51.090022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.400881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-16T16:28:51.090115Z","caller":"traceutil/trace.go:171","msg":"trace[2029570738] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:763; }","duration":"185.503083ms","start":"2026-04-16T16:28:50.904599Z","end":"2026-04-16T16:28:51.090102Z","steps":["trace[2029570738] 'agreement among raft nodes before linearized reading' (duration: 185.30858ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:52.48743Z","caller":"traceutil/trace.go:171","msg":"trace[795267339] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"106.023032ms","start":"2026-04-16T16:28:52.381373Z","end":"2026-04-16T16:28:52.487396Z","steps":["trace[795267339] 'process raft request' (duration: 105.8221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:53.344854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.431465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:53.34498Z","caller":"traceutil/trace.go:171","msg":"trace[1825293099] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:806; }","duration":"247.890451ms","start":"2026-04-16T16:28:53.097069Z","end":"2026-04-16T16:28:53.344959Z","steps":["trace[1825293099] 'read index received' (duration: 1.053125ms)","trace[1825293099] 'applied index is now lower than readState.Index' (duration: 246.835756ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:53.34511Z","caller":"traceutil/trace.go:171","msg":"trace[803007983] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"254.894891ms","start":"2026-04-16T16:28:53.090096Z","end":"2026-04-16T16:28:53.344991Z","steps":["trace[803007983] 'process raft request' (duration: 97.227553ms)","trace[803007983] 'compare' (duration: 157.297603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:53.345305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.233815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:28:53.345361Z","caller":"traceutil/trace.go:171","msg":"trace[1717630945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:773; }","duration":"248.317526ms","start":"2026-04-16T16:28:53.097029Z","end":"2026-04-16T16:28:53.345346Z","steps":["trace[1717630945] 'agreement among raft nodes before linearized reading' (duration: 248.040902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:53.345405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.276856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T16:28:53.345429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.398429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:53.345493Z","caller":"traceutil/trace.go:171","msg":"trace[127417322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:773; }","duration":"188.398658ms","start":"2026-04-16T16:28:53.157079Z","end":"2026-04-16T16:28:53.345478Z","steps":["trace[127417322] 'agreement among raft nodes before linearized reading' (duration: 188.135204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:53.345504Z","caller":"traceutil/trace.go:171","msg":"trace[196861458] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:773; }","duration":"135.516361ms","start":"2026-04-16T16:28:53.209972Z","end":"2026-04-16T16:28:53.345489Z","steps":["trace[196861458] 'agreement among raft nodes before linearized reading' (duration: 135.345709ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:54.600141Z","caller":"traceutil/trace.go:171","msg":"trace[1471525936] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"128.204932ms","start":"2026-04-16T16:28:54.471905Z","end":"2026-04-16T16:28:54.60011Z","steps":["trace[1471525936] 'process raft request' (duration: 110.300547ms)","trace[1471525936] 'compare' (duration: 17.734392ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:54.747252Z","caller":"traceutil/trace.go:171","msg":"trace[746346890] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"138.191276ms","start":"2026-04-16T16:28:54.609026Z","end":"2026-04-16T16:28:54.747217Z","steps":["trace[746346890] 'process raft request' (duration: 108.863336ms)","trace[746346890] 'compare' (duration: 28.615829ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:54.747359Z","caller":"traceutil/trace.go:171","msg":"trace[568399839] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"135.270044ms","start":"2026-04-16T16:28:54.612073Z","end":"2026-04-16T16:28:54.747343Z","steps":["trace[568399839] 'process raft request' (duration: 134.850067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:54.865095Z","caller":"traceutil/trace.go:171","msg":"trace[79534628] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"108.272618ms","start":"2026-04-16T16:28:54.756805Z","end":"2026-04-16T16:28:54.865078Z","steps":["trace[79534628] 'process raft request' (duration: 106.850467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:55.004632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.245254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:28:55.004699Z","caller":"traceutil/trace.go:171","msg":"trace[687114411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:783; }","duration":"112.339215ms","start":"2026-04-16T16:28:54.892344Z","end":"2026-04-16T16:28:55.004684Z","steps":["trace[687114411] 'agreement among raft nodes before linearized reading' (duration: 112.098232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:55.583973Z","caller":"traceutil/trace.go:171","msg":"trace[1481545212] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"160.086732ms","start":"2026-04-16T16:28:55.423851Z","end":"2026-04-16T16:28:55.583938Z","steps":["trace[1481545212] 'read index received' (duration: 159.708467ms)","trace[1481545212] 'applied index is now lower than readState.Index' (duration: 376.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:55.584611Z","caller":"traceutil/trace.go:171","msg":"trace[1712195200] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"181.00533ms","start":"2026-04-16T16:28:55.403583Z","end":"2026-04-16T16:28:55.584589Z","steps":["trace[1712195200] 'process raft request' (duration: 180.075907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:55.585079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.201649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:28:55.585158Z","caller":"traceutil/trace.go:171","msg":"trace[459889121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:789; }","duration":"161.338921ms","start":"2026-04-16T16:28:55.423799Z","end":"2026-04-16T16:28:55.585138Z","steps":["trace[459889121] 'agreement among raft nodes before linearized reading' (duration: 161.102288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:55.585775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.551988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:55.585836Z","caller":"traceutil/trace.go:171","msg":"trace[1906898925] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:789; }","duration":"106.69197ms","start":"2026-04-16T16:28:55.479125Z","end":"2026-04-16T16:28:55.585817Z","steps":["trace[1906898925] 'agreement among raft nodes before linearized reading' (duration: 106.596279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:57.267281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.734496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:57.267406Z","caller":"traceutil/trace.go:171","msg":"trace[1317989532] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"162.300484ms","start":"2026-04-16T16:28:57.105086Z","end":"2026-04-16T16:28:57.267387Z","steps":["trace[1317989532] 'process raft request' (duration: 57.375955ms)","trace[1317989532] 'compare' (duration: 104.472472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:00.162089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:00.612246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011251253s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:29:00.612676Z","caller":"traceutil/trace.go:171","msg":"trace[1735596974] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"951.293415ms","start":"2026-04-16T16:28:59.661353Z","end":"2026-04-16T16:29:00.612647Z","steps":["trace[1735596974] 'read index received' (duration: 951.042332ms)","trace[1735596974] 'applied index is now lower than readState.Index' (duration: 249.873µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:00.612838Z","caller":"traceutil/trace.go:171","msg":"trace[718672963] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"1.011902972s","start":"2026-04-16T16:28:59.600893Z","end":"2026-04-16T16:29:00.612796Z","steps":["trace[718672963] 'process raft request' (duration: 1.011569398s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:00.61295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.796297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:00.613017Z","caller":"traceutil/trace.go:171","msg":"trace[778016575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"860.934609ms","start":"2026-04-16T16:28:59.752066Z","end":"2026-04-16T16:29:00.613001Z","steps":["trace[778016575] 'agreement among raft nodes before linearized reading' (duration: 860.763487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:00.613017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:59.600871Z","time spent":"1.012051124s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:00.613077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:59.752048Z","time spent":"861.013401ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:29:00.613222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.782663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:29:00.613385Z","caller":"traceutil/trace.go:171","msg":"trace[278063311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:813; }","duration":"952.002295ms","start":"2026-04-16T16:28:59.661319Z","end":"2026-04-16T16:29:00.613321Z","steps":["trace[278063311] 'agreement among raft nodes before linearized reading' (duration: 951.495467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:00.613687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:59.661301Z","time spent":"952.213779ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:29:00.760931Z","caller":"traceutil/trace.go:171","msg":"trace[1413072575] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"142.926456ms","start":"2026-04-16T16:29:00.617976Z","end":"2026-04-16T16:29:00.760902Z","steps":["trace[1413072575] 'process raft request' (duration: 142.694943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:05.127222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:05.627791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:06.128982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:06.62912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:06.75255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000613871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:29:06.752635Z","caller":"traceutil/trace.go:171","msg":"trace[1958453393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000761463s","start":"2026-04-16T16:29:04.751856Z","end":"2026-04-16T16:29:06.752617Z","steps":["trace[1958453393] 'agreement among raft nodes before linearized reading' (duration: 2.000658512s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:06.752681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:04.751836Z","time spent":"2.000836754s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:29:07.130066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:07.630732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:29:07.641979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.421233135s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:29:07.642275Z","caller":"traceutil/trace.go:171","msg":"trace[1437739388] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:870; }","duration":"3.015902705s","start":"2026-04-16T16:29:04.626352Z","end":"2026-04-16T16:29:07.642254Z","steps":["trace[1437739388] 'read index received' (duration: 3.015737602s)","trace[1437739388] 'applied index is now lower than readState.Index' (duration: 164.433µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:07.642534Z","caller":"traceutil/trace.go:171","msg":"trace[922479463] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"3.421871563s","start":"2026-04-16T16:29:04.220626Z","end":"2026-04-16T16:29:07.642497Z","steps":["trace[922479463] 'process raft request' (duration: 3.421512858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.642704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:04.220604Z","time spent":"3.422004074s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:07.642726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307992783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:29:07.642764Z","caller":"traceutil/trace.go:171","msg":"trace[1689141983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:833; }","duration":"2.308070613s","start":"2026-04-16T16:29:05.334682Z","end":"2026-04-16T16:29:07.642753Z","steps":["trace[1689141983] 'agreement among raft nodes before linearized reading' (duration: 2.307920271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.642801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:05.334667Z","time spent":"2.308125954s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:29:07.642805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86902877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:29:07.642891Z","caller":"traceutil/trace.go:171","msg":"trace[1011667576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:833; }","duration":"2.869165072s","start":"2026-04-16T16:29:04.773708Z","end":"2026-04-16T16:29:07.642873Z","steps":["trace[1011667576] 'agreement among raft nodes before linearized reading' (duration: 2.868922659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.642947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:04.773686Z","time spent":"2.869246893s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:07.642979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.055402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:07.643011Z","caller":"traceutil/trace.go:171","msg":"trace[1659459103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:833; }","duration":"890.111313ms","start":"2026-04-16T16:29:06.752891Z","end":"2026-04-16T16:29:07.643002Z","steps":["trace[1659459103] 'agreement among raft nodes before linearized reading' (duration: 890.062992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.64304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:06.752874Z","time spent":"890.159923ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:29:07.643244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01631481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:29:07.643286Z","caller":"traceutil/trace.go:171","msg":"trace[313365844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:833; }","duration":"3.016982739s","start":"2026-04-16T16:29:04.626293Z","end":"2026-04-16T16:29:07.643276Z","steps":["trace[313365844] 'agreement among raft nodes before linearized reading' (duration: 3.016161738s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.643306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475497471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:29:07.643316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:04.626268Z","time spent":"3.0170377s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:29:07.643357Z","caller":"traceutil/trace.go:171","msg":"trace[1119922524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:833; }","duration":"2.475584962s","start":"2026-04-16T16:29:05.16776Z","end":"2026-04-16T16:29:07.643345Z","steps":["trace[1119922524] 'agreement among raft nodes before linearized reading' (duration: 2.47542925s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.643397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:05.167735Z","time spent":"2.475653883s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:29:07.64352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427815394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:29:07.643585Z","caller":"traceutil/trace.go:171","msg":"trace[501498828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:833; }","duration":"2.427920685s","start":"2026-04-16T16:29:05.215651Z","end":"2026-04-16T16:29:07.643572Z","steps":["trace[501498828] 'agreement among raft nodes before linearized reading' (duration: 2.427739713s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:07.643637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:05.215632Z","time spent":"2.427985148s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:29:08.25776Z","caller":"traceutil/trace.go:171","msg":"trace[1111106020] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"609.185923ms","start":"2026-04-16T16:29:07.648523Z","end":"2026-04-16T16:29:08.257709Z","steps":["trace[1111106020] 'process raft request' (duration: 609.021531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:08.257989Z","caller":"traceutil/trace.go:171","msg":"trace[627852530] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"609.215144ms","start":"2026-04-16T16:29:07.648425Z","end":"2026-04-16T16:29:08.25764Z","steps":["trace[627852530] 'process raft request' (duration: 581.057613ms)","trace[627852530] 'compare' (duration: 26.816293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:08.258053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.995048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:08.258112Z","caller":"traceutil/trace.go:171","msg":"trace[1079058503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"608.109189ms","start":"2026-04-16T16:29:07.64999Z","end":"2026-04-16T16:29:08.258099Z","steps":["trace[1079058503] 'agreement among raft nodes before linearized reading' (duration: 607.775954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:08.258268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:07.649971Z","time spent":"608.264762ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:29:08.258034Z","caller":"traceutil/trace.go:171","msg":"trace[1665397834] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"609.292924ms","start":"2026-04-16T16:29:07.648597Z","end":"2026-04-16T16:29:08.25789Z","steps":["trace[1665397834] 'process raft request' (duration: 609.051631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:08.25818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:07.648517Z","time spent":"609.475498ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:08.258532Z","caller":"traceutil/trace.go:171","msg":"trace[978552330] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"608.517395ms","start":"2026-04-16T16:29:07.650003Z","end":"2026-04-16T16:29:08.25852Z","steps":["trace[978552330] 'process raft request' (duration: 607.676062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:08.258589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:07.648393Z","time spent":"609.706901ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:08.258628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:07.649991Z","time spent":"608.571925ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:08.257761Z","caller":"traceutil/trace.go:171","msg":"trace[375804790] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:871; }","duration":"607.688512ms","start":"2026-04-16T16:29:07.650022Z","end":"2026-04-16T16:29:08.257711Z","steps":["trace[375804790] 'read index received' (duration: 5.884892ms)","trace[375804790] 'applied index is now lower than readState.Index' (duration: 601.80274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:08.258417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:07.648587Z","time spent":"609.765312ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:08.258459Z","caller":"traceutil/trace.go:171","msg":"trace[1171016893] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"609.838933ms","start":"2026-04-16T16:29:07.648609Z","end":"2026-04-16T16:29:08.258448Z","steps":["trace[1171016893] 'process raft request' (duration: 608.99727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:08.259279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:07.648604Z","time spent":"610.459191ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:08.452363Z","caller":"traceutil/trace.go:171","msg":"trace[1534335397] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"183.661929ms","start":"2026-04-16T16:29:08.268668Z","end":"2026-04-16T16:29:08.452329Z","steps":["trace[1534335397] 'process raft request' (duration: 167.312332ms)","trace[1534335397] 'compare' (duration: 16.203025ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:09.111775Z","caller":"traceutil/trace.go:171","msg":"trace[1576257818] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"445.49579ms","start":"2026-04-16T16:29:08.666256Z","end":"2026-04-16T16:29:09.111751Z","steps":["trace[1576257818] 'process raft request' (duration: 445.263387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:09.111937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:08.666235Z","time spent":"445.622541ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:09.134467Z","caller":"traceutil/trace.go:171","msg":"trace[1402869375] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:879; }","duration":"382.234011ms","start":"2026-04-16T16:29:08.752204Z","end":"2026-04-16T16:29:09.134438Z","steps":["trace[1402869375] 'read index received' (duration: 359.427375ms)","trace[1402869375] 'applied index is now lower than readState.Index' (duration: 22.805066ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:09.134781Z","caller":"traceutil/trace.go:171","msg":"trace[1357223588] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"450.329516ms","start":"2026-04-16T16:29:08.684417Z","end":"2026-04-16T16:29:09.134746Z","steps":["trace[1357223588] 'process raft request' (duration: 449.861379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:09.135094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:08.684384Z","time spent":"450.498689ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:09.135265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.379323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:09.135334Z","caller":"traceutil/trace.go:171","msg":"trace[1187612159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:842; }","duration":"383.152434ms","start":"2026-04-16T16:29:08.752164Z","end":"2026-04-16T16:29:09.135316Z","steps":["trace[1187612159] 'agreement among raft nodes before linearized reading' (duration: 382.386833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:09.135382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:08.752148Z","time spent":"383.220775ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:29:09.460342Z","caller":"traceutil/trace.go:171","msg":"trace[1609359998] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"260.183625ms","start":"2026-04-16T16:29:09.200122Z","end":"2026-04-16T16:29:09.460306Z","steps":["trace[1609359998] 'process raft request' (duration: 217.862039ms)","trace[1609359998] 'compare' (duration: 42.151353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:09.766948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.863581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:29:09.767032Z","caller":"traceutil/trace.go:171","msg":"trace[1833057737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:843; }","duration":"102.001632ms","start":"2026-04-16T16:29:09.665011Z","end":"2026-04-16T16:29:09.767013Z","steps":["trace[1833057737] 'range keys from in-memory index tree' (duration: 101.684798ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:09.930867Z","caller":"traceutil/trace.go:171","msg":"trace[1900729762] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"159.125624ms","start":"2026-04-16T16:29:09.771717Z","end":"2026-04-16T16:29:09.930842Z","steps":["trace[1900729762] 'process raft request' (duration: 95.224879ms)","trace[1900729762] 'compare' (duration: 63.780294ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:10.559816Z","caller":"traceutil/trace.go:171","msg":"trace[1819345249] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"289.170478ms","start":"2026-04-16T16:29:10.270627Z","end":"2026-04-16T16:29:10.559798Z","steps":["trace[1819345249] 'process raft request' (duration: 289.050486ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:10.568246Z","caller":"traceutil/trace.go:171","msg":"trace[1171381585] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"297.231859ms","start":"2026-04-16T16:29:10.270997Z","end":"2026-04-16T16:29:10.568229Z","steps":["trace[1171381585] 'process raft request' (duration: 297.146678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:10.568229Z","caller":"traceutil/trace.go:171","msg":"trace[79950703] linearizableReadLoop","detail":"{readStateIndex:888; appliedIndex:884; }","duration":"288.679871ms","start":"2026-04-16T16:29:10.279533Z","end":"2026-04-16T16:29:10.568213Z","steps":["trace[79950703] 'read index received' (duration: 280.169803ms)","trace[79950703] 'applied index is now lower than readState.Index' (duration: 8.509218ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:10.568277Z","caller":"traceutil/trace.go:171","msg":"trace[1137782358] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"297.549904ms","start":"2026-04-16T16:29:10.270714Z","end":"2026-04-16T16:29:10.568264Z","steps":["trace[1137782358] 'process raft request' (duration: 297.337261ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:10.568366Z","caller":"traceutil/trace.go:171","msg":"trace[655172646] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"296.604001ms","start":"2026-04-16T16:29:10.271706Z","end":"2026-04-16T16:29:10.56831Z","steps":["trace[655172646] 'process raft request' (duration: 296.47236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:10.570183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.634738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-2nn4m\" ","response":"range_response_count:1 size:4223"} {"level":"info","ts":"2026-04-16T16:29:10.570269Z","caller":"traceutil/trace.go:171","msg":"trace[1127137233] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-2nn4m; range_end:; response_count:1; response_revision:849; }","duration":"290.74555ms","start":"2026-04-16T16:29:10.279496Z","end":"2026-04-16T16:29:10.570241Z","steps":["trace[1127137233] 'agreement among raft nodes before linearized reading' (duration: 288.871144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:11.832126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.689891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:29:11.832327Z","caller":"traceutil/trace.go:171","msg":"trace[560315364] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"171.245633ms","start":"2026-04-16T16:29:11.661025Z","end":"2026-04-16T16:29:11.832271Z","steps":["trace[560315364] 'process raft request' (duration: 51.346069ms)","trace[560315364] 'compare' (duration: 119.59094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:12.39601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296540718,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:29:12.522111Z","caller":"traceutil/trace.go:171","msg":"trace[1490303909] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"685.01312ms","start":"2026-04-16T16:29:11.837075Z","end":"2026-04-16T16:29:12.522088Z","steps":["trace[1490303909] 'process raft request' (duration: 645.903661ms)","trace[1490303909] 'compare' (duration: 38.760734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:12.522251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:11.837057Z","time spent":"685.108022ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2882,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:12.52229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.334453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:29:12.522339Z","caller":"traceutil/trace.go:171","msg":"trace[1107502009] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:853; }","duration":"627.413345ms","start":"2026-04-16T16:29:11.89491Z","end":"2026-04-16T16:29:12.522324Z","steps":["trace[1107502009] 'agreement among raft nodes before linearized reading' (duration: 627.307744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:12.522369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:11.894887Z","time spent":"627.472476ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:29:12.522964Z","caller":"traceutil/trace.go:171","msg":"trace[1293862166] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"627.04092ms","start":"2026-04-16T16:29:11.894952Z","end":"2026-04-16T16:29:12.521993Z","steps":["trace[1293862166] 'read index received' (duration: 588.015162ms)","trace[1293862166] 'applied index is now lower than readState.Index' (duration: 39.024308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:12.523333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.532238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:29:12.523381Z","caller":"traceutil/trace.go:171","msg":"trace[2120008280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:853; }","duration":"588.63357ms","start":"2026-04-16T16:29:11.934733Z","end":"2026-04-16T16:29:12.523367Z","steps":["trace[2120008280] 'agreement among raft nodes before linearized reading' (duration: 588.453788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:12.523423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:11.934712Z","time spent":"588.703131ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:29:12.783769Z","caller":"traceutil/trace.go:171","msg":"trace[1749589960] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"255.406528ms","start":"2026-04-16T16:29:12.528336Z","end":"2026-04-16T16:29:12.783743Z","steps":["trace[1749589960] 'process raft request' (duration: 222.996632ms)","trace[1749589960] 'compare' (duration: 32.194403ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:12.783757Z","caller":"traceutil/trace.go:171","msg":"trace[1200970636] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:893; }","duration":"219.852787ms","start":"2026-04-16T16:29:12.563879Z","end":"2026-04-16T16:29:12.783732Z","steps":["trace[1200970636] 'read index received' (duration: 187.553153ms)","trace[1200970636] 'applied index is now lower than readState.Index' (duration: 32.298434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:12.784412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.148631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:29:12.784484Z","caller":"traceutil/trace.go:171","msg":"trace[1135630054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:856; }","duration":"212.274833ms","start":"2026-04-16T16:29:12.572193Z","end":"2026-04-16T16:29:12.784468Z","steps":["trace[1135630054] 'agreement among raft nodes before linearized reading' (duration: 212.079981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:12.784581Z","caller":"traceutil/trace.go:171","msg":"trace[403672803] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"256.194389ms","start":"2026-04-16T16:29:12.528372Z","end":"2026-04-16T16:29:12.784566Z","steps":["trace[403672803] 'process raft request' (duration: 255.297147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:12.784743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.801017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:29:12.784797Z","caller":"traceutil/trace.go:171","msg":"trace[1795530788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:856; }","duration":"211.884128ms","start":"2026-04-16T16:29:12.5729Z","end":"2026-04-16T16:29:12.784784Z","steps":["trace[1795530788] 'agreement among raft nodes before linearized reading' (duration: 211.757676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:12.784899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.639348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:29:12.784957Z","caller":"traceutil/trace.go:171","msg":"trace[477074796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:856; }","duration":"212.735131ms","start":"2026-04-16T16:29:12.572205Z","end":"2026-04-16T16:29:12.78494Z","steps":["trace[477074796] 'agreement among raft nodes before linearized reading' (duration: 212.611308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:12.78551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.578361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:29:12.785646Z","caller":"traceutil/trace.go:171","msg":"trace[1510335257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:856; }","duration":"221.754834ms","start":"2026-04-16T16:29:12.563864Z","end":"2026-04-16T16:29:12.785619Z","steps":["trace[1510335257] 'agreement among raft nodes before linearized reading' (duration: 219.960329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:13.063508Z","caller":"traceutil/trace.go:171","msg":"trace[631323709] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"272.687394ms","start":"2026-04-16T16:29:12.790795Z","end":"2026-04-16T16:29:13.063482Z","steps":["trace[631323709] 'process raft request' (duration: 197.728913ms)","trace[631323709] 'compare' (duration: 74.787879ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:13.06391Z","caller":"traceutil/trace.go:171","msg":"trace[645100448] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"272.921577ms","start":"2026-04-16T16:29:12.790951Z","end":"2026-04-16T16:29:13.063872Z","steps":["trace[645100448] 'process raft request' (duration: 272.486412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:13.064004Z","caller":"traceutil/trace.go:171","msg":"trace[955811228] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"273.041109ms","start":"2026-04-16T16:29:12.790953Z","end":"2026-04-16T16:29:13.063994Z","steps":["trace[955811228] 'process raft request' (duration: 272.751665ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:13.064067Z","caller":"traceutil/trace.go:171","msg":"trace[1079241813] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"273.011899ms","start":"2026-04-16T16:29:12.791038Z","end":"2026-04-16T16:29:13.06405Z","steps":["trace[1079241813] 'process raft request' (duration: 272.790146ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:13.064192Z","caller":"traceutil/trace.go:171","msg":"trace[1545009344] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"245.905616ms","start":"2026-04-16T16:29:12.818277Z","end":"2026-04-16T16:29:13.064183Z","steps":["trace[1545009344] 'process raft request' (duration: 245.605002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:13.581715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.719954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:29:13.581937Z","caller":"traceutil/trace.go:171","msg":"trace[1580349370] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"445.115151ms","start":"2026-04-16T16:29:13.1368Z","end":"2026-04-16T16:29:13.581915Z","steps":["trace[1580349370] 'process raft request' (duration: 445.0222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:13.582012Z","caller":"traceutil/trace.go:171","msg":"trace[83740891] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"512.154593ms","start":"2026-04-16T16:29:13.069831Z","end":"2026-04-16T16:29:13.581985Z","steps":["trace[83740891] 'process raft request' (duration: 382.104655ms)","trace[83740891] 'compare' (duration: 129.573722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:13.582072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:13.136782Z","time spent":"445.230213ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:13.582106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:13.069813Z","time spent":"512.247064ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:29:13.831434Z","caller":"traceutil/trace.go:171","msg":"trace[174233557] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"244.784566ms","start":"2026-04-16T16:29:13.586623Z","end":"2026-04-16T16:29:13.831408Z","steps":["trace[174233557] 'process raft request' (duration: 167.250999ms)","trace[174233557] 'compare' (duration: 77.0541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:13.831847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.890664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T16:29:13.831854Z","caller":"traceutil/trace.go:171","msg":"trace[1161570520] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:905; }","duration":"166.416458ms","start":"2026-04-16T16:29:13.664916Z","end":"2026-04-16T16:29:13.831332Z","steps":["trace[1161570520] 'read index received' (duration: 88.879831ms)","trace[1161570520] 'applied index is now lower than readState.Index' (duration: 77.535267ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:13.831947Z","caller":"traceutil/trace.go:171","msg":"trace[948110978] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:866; }","duration":"167.056797ms","start":"2026-04-16T16:29:13.664865Z","end":"2026-04-16T16:29:13.831922Z","steps":["trace[948110978] 'agreement among raft nodes before linearized reading' (duration: 166.629241ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.085056Z","caller":"traceutil/trace.go:171","msg":"trace[796376521] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"247.919708ms","start":"2026-04-16T16:29:13.837113Z","end":"2026-04-16T16:29:14.085032Z","steps":["trace[796376521] 'process raft request' (duration: 247.881177ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.085129Z","caller":"traceutil/trace.go:171","msg":"trace[1187957975] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"249.141144ms","start":"2026-04-16T16:29:13.835966Z","end":"2026-04-16T16:29:14.085107Z","steps":["trace[1187957975] 'process raft request' (duration: 156.113396ms)","trace[1187957975] 'compare' (duration: 92.717203ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:14.219821Z","caller":"traceutil/trace.go:171","msg":"trace[1504836150] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"126.140071ms","start":"2026-04-16T16:29:14.093657Z","end":"2026-04-16T16:29:14.219797Z","steps":["trace[1504836150] 'process raft request' (duration: 123.743638ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.400495Z","caller":"traceutil/trace.go:171","msg":"trace[341570917] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"161.097111ms","start":"2026-04-16T16:29:14.239376Z","end":"2026-04-16T16:29:14.400474Z","steps":["trace[341570917] 'process raft request' (duration: 155.92088ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.400894Z","caller":"traceutil/trace.go:171","msg":"trace[1628476418] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"161.472825ms","start":"2026-04-16T16:29:14.239407Z","end":"2026-04-16T16:29:14.40088Z","steps":["trace[1628476418] 'process raft request' (duration: 160.698625ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.703329Z","caller":"traceutil/trace.go:171","msg":"trace[1206288227] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"288.593011ms","start":"2026-04-16T16:29:14.414691Z","end":"2026-04-16T16:29:14.703284Z","steps":["trace[1206288227] 'process raft request' (duration: 286.884748ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.954806Z","caller":"traceutil/trace.go:171","msg":"trace[1036371849] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"246.128168ms","start":"2026-04-16T16:29:14.708649Z","end":"2026-04-16T16:29:14.954777Z","steps":["trace[1036371849] 'process raft request' (duration: 146.606743ms)","trace[1036371849] 'compare' (duration: 99.337753ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:14.992683Z","caller":"traceutil/trace.go:171","msg":"trace[1438102616] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"283.803037ms","start":"2026-04-16T16:29:14.708833Z","end":"2026-04-16T16:29:14.992636Z","steps":["trace[1438102616] 'process raft request' (duration: 283.453651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.993117Z","caller":"traceutil/trace.go:171","msg":"trace[447839739] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"282.098862ms","start":"2026-04-16T16:29:14.710978Z","end":"2026-04-16T16:29:14.993077Z","steps":["trace[447839739] 'process raft request' (duration: 281.543345ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:14.99507Z","caller":"traceutil/trace.go:171","msg":"trace[1382447147] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:914; }","duration":"243.574652ms","start":"2026-04-16T16:29:14.751454Z","end":"2026-04-16T16:29:14.995028Z","steps":["trace[1382447147] 'read index received' (duration: 103.909626ms)","trace[1382447147] 'applied index is now lower than readState.Index' (duration: 139.662846ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:14.995408Z","caller":"traceutil/trace.go:171","msg":"trace[902177577] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"208.111547ms","start":"2026-04-16T16:29:14.78726Z","end":"2026-04-16T16:29:14.995372Z","steps":["trace[902177577] 'process raft request' (duration: 205.676334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:14.995462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.991399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:14.995552Z","caller":"traceutil/trace.go:171","msg":"trace[169157174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"244.099581ms","start":"2026-04-16T16:29:14.751409Z","end":"2026-04-16T16:29:14.995508Z","steps":["trace[169157174] 'agreement among raft nodes before linearized reading' (duration: 243.972889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:15.13458Z","caller":"traceutil/trace.go:171","msg":"trace[342026544] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"175.719988ms","start":"2026-04-16T16:29:14.958795Z","end":"2026-04-16T16:29:15.134515Z","steps":["trace[342026544] 'process raft request' (duration: 119.342305ms)","trace[342026544] 'compare' (duration: 56.092169ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:15.134689Z","caller":"traceutil/trace.go:171","msg":"trace[649037642] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"174.063046ms","start":"2026-04-16T16:29:14.960589Z","end":"2026-04-16T16:29:15.134652Z","steps":["trace[649037642] 'process raft request' (duration: 173.831953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:15.134883Z","caller":"traceutil/trace.go:171","msg":"trace[284964881] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:918; }","duration":"139.496871ms","start":"2026-04-16T16:29:14.995368Z","end":"2026-04-16T16:29:15.134865Z","steps":["trace[284964881] 'read index received' (duration: 82.665162ms)","trace[284964881] 'applied index is now lower than readState.Index' (duration: 56.830809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:15.135137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.126922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:15.135244Z","caller":"traceutil/trace.go:171","msg":"trace[1384705546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:881; }","duration":"138.244604ms","start":"2026-04-16T16:29:14.996986Z","end":"2026-04-16T16:29:15.13523Z","steps":["trace[1384705546] 'agreement among raft nodes before linearized reading' (duration: 138.102092ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:15.135245Z","caller":"traceutil/trace.go:171","msg":"trace[1325803137] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"173.017061ms","start":"2026-04-16T16:29:14.962216Z","end":"2026-04-16T16:29:15.135233Z","steps":["trace[1325803137] 'process raft request' (duration: 172.364032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:15.135201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.221282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:29:15.135608Z","caller":"traceutil/trace.go:171","msg":"trace[78772640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:881; }","duration":"347.633358ms","start":"2026-04-16T16:29:14.787953Z","end":"2026-04-16T16:29:15.135587Z","steps":["trace[78772640] 'agreement among raft nodes before linearized reading' (duration: 347.10186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:15.135665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.677414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"info","ts":"2026-04-16T16:29:15.135705Z","caller":"traceutil/trace.go:171","msg":"trace[1555518309] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:881; }","duration":"131.738975ms","start":"2026-04-16T16:29:15.003955Z","end":"2026-04-16T16:29:15.135694Z","steps":["trace[1555518309] 'agreement among raft nodes before linearized reading' (duration: 131.600653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:15.13571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:14.787947Z","time spent":"347.727699ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:29:16.964971Z","caller":"traceutil/trace.go:171","msg":"trace[1195424965] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"159.275529ms","start":"2026-04-16T16:29:16.805673Z","end":"2026-04-16T16:29:16.964949Z","steps":["trace[1195424965] 'process raft request' (duration: 158.807162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.074565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.837977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:29:46.074678Z","caller":"traceutil/trace.go:171","msg":"trace[1317667317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"320.958731ms","start":"2026-04-16T16:29:45.753694Z","end":"2026-04-16T16:29:46.074653Z","steps":["trace[1317667317] 'range keys from in-memory index tree' (duration: 320.743914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.074722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:45.753626Z","time spent":"321.087795ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:29:46.074805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.629303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:29:46.074931Z","caller":"traceutil/trace.go:171","msg":"trace[678998736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1088; }","duration":"766.805928ms","start":"2026-04-16T16:29:45.308095Z","end":"2026-04-16T16:29:46.074901Z","steps":["trace[678998736] 'range keys from in-memory index tree' (duration: 766.429997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.074987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:45.308076Z","time spent":"766.899412ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:46.075559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.082889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:29:46.075612Z","caller":"traceutil/trace.go:171","msg":"trace[1955691172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1088; }","duration":"682.173812ms","start":"2026-04-16T16:29:45.393426Z","end":"2026-04-16T16:29:46.0756Z","steps":["trace[1955691172] 'range keys from in-memory index tree' (duration: 681.924174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.07561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.563231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:29:46.075707Z","caller":"traceutil/trace.go:171","msg":"trace[769302800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1088; }","duration":"679.696515ms","start":"2026-04-16T16:29:45.395988Z","end":"2026-04-16T16:29:46.075685Z","steps":["trace[769302800] 'range keys from in-memory index tree' (duration: 679.423677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.07575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.351467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:29:46.075798Z","caller":"traceutil/trace.go:171","msg":"trace[1378212086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1088; }","duration":"736.434059ms","start":"2026-04-16T16:29:45.339354Z","end":"2026-04-16T16:29:46.075788Z","steps":["trace[1378212086] 'range keys from in-memory index tree' (duration: 736.228842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.07584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:45.339336Z","time spent":"736.493862ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:29:46.07584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.661662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:29:46.075883Z","caller":"traceutil/trace.go:171","msg":"trace[1663181119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1088; }","duration":"687.740074ms","start":"2026-04-16T16:29:45.388133Z","end":"2026-04-16T16:29:46.075873Z","steps":["trace[1663181119] 'range keys from in-memory index tree' (duration: 687.521288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.075919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:45.388117Z","time spent":"687.793826ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:46.075758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:45.395979Z","time spent":"679.767177ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:29:46.075648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:45.393406Z","time spent":"682.232614ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:29:46.38404Z","caller":"traceutil/trace.go:171","msg":"trace[1930015814] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"304.952084ms","start":"2026-04-16T16:29:46.07905Z","end":"2026-04-16T16:29:46.384002Z","steps":["trace[1930015814] 'process raft request' (duration: 304.802479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.384186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:46.079032Z","time spent":"305.082028ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:29:46.392861Z","caller":"traceutil/trace.go:171","msg":"trace[1197302177] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"313.709334ms","start":"2026-04-16T16:29:46.079091Z","end":"2026-04-16T16:29:46.3928Z","steps":["trace[1197302177] 'process raft request' (duration: 313.399624ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:46.392872Z","caller":"traceutil/trace.go:171","msg":"trace[1538728025] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"312.708414ms","start":"2026-04-16T16:29:46.0801Z","end":"2026-04-16T16:29:46.392808Z","steps":["trace[1538728025] 'process raft request' (duration: 312.650572ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:46.392924Z","caller":"traceutil/trace.go:171","msg":"trace[760205323] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"312.957421ms","start":"2026-04-16T16:29:46.079926Z","end":"2026-04-16T16:29:46.392884Z","steps":["trace[760205323] 'process raft request' (duration: 312.779685ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:46.392861Z","caller":"traceutil/trace.go:171","msg":"trace[114697438] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"313.066504ms","start":"2026-04-16T16:29:46.079726Z","end":"2026-04-16T16:29:46.392792Z","steps":["trace[114697438] 'process raft request' (duration: 312.926719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:46.393026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:46.079073Z","time spent":"313.868379ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:46.393062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:46.080084Z","time spent":"312.867499ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:46.393078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:46.079917Z","time spent":"313.079135ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:29:46.393078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:29:46.079704Z","time spent":"313.331373ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:30:04.68164Z","caller":"traceutil/trace.go:171","msg":"trace[90523624] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"185.928269ms","start":"2026-04-16T16:30:04.495695Z","end":"2026-04-16T16:30:04.681624Z","steps":["trace[90523624] 'read index received' (duration: 185.804505ms)","trace[90523624] 'applied index is now lower than readState.Index' (duration: 123.354µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:04.681708Z","caller":"traceutil/trace.go:171","msg":"trace[1183429782] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"187.368911ms","start":"2026-04-16T16:30:04.494317Z","end":"2026-04-16T16:30:04.681686Z","steps":["trace[1183429782] 'process raft request' (duration: 187.217346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:04.68178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.067583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:30:04.681798Z","caller":"traceutil/trace.go:171","msg":"trace[2143527817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1150; }","duration":"186.115064ms","start":"2026-04-16T16:30:04.495677Z","end":"2026-04-16T16:30:04.681792Z","steps":["trace[2143527817] 'agreement among raft nodes before linearized reading' (duration: 186.021091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:04.681879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.118367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:30:04.681898Z","caller":"traceutil/trace.go:171","msg":"trace[702964416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1150; }","duration":"156.173668ms","start":"2026-04-16T16:30:04.52572Z","end":"2026-04-16T16:30:04.681894Z","steps":["trace[702964416] 'agreement among raft nodes before linearized reading' (duration: 156.129137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:04.681922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.869066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:30:04.681952Z","caller":"traceutil/trace.go:171","msg":"trace[1823115189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1150; }","duration":"150.939849ms","start":"2026-04-16T16:30:04.531002Z","end":"2026-04-16T16:30:04.681942Z","steps":["trace[1823115189] 'agreement among raft nodes before linearized reading' (duration: 150.844366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:04.681935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.109595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:30:04.682012Z","caller":"traceutil/trace.go:171","msg":"trace[631326645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1150; }","duration":"178.242338ms","start":"2026-04-16T16:30:04.503751Z","end":"2026-04-16T16:30:04.681993Z","steps":["trace[631326645] 'agreement among raft nodes before linearized reading' (duration: 177.998491ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:04.826587Z","caller":"traceutil/trace.go:171","msg":"trace[5680667] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"140.546011ms","start":"2026-04-16T16:30:04.686021Z","end":"2026-04-16T16:30:04.826567Z","steps":["trace[5680667] 'process raft request' (duration: 140.51393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:04.826643Z","caller":"traceutil/trace.go:171","msg":"trace[2093195139] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"141.222012ms","start":"2026-04-16T16:30:04.685391Z","end":"2026-04-16T16:30:04.826613Z","steps":["trace[2093195139] 'process raft request' (duration: 129.013402ms)","trace[2093195139] 'compare' (duration: 11.986373ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:04.826775Z","caller":"traceutil/trace.go:171","msg":"trace[248170193] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"140.86792ms","start":"2026-04-16T16:30:04.685901Z","end":"2026-04-16T16:30:04.826769Z","steps":["trace[248170193] 'process raft request' (duration: 140.606973ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:06.987767Z","caller":"traceutil/trace.go:171","msg":"trace[1181251876] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"152.472528ms","start":"2026-04-16T16:30:06.835272Z","end":"2026-04-16T16:30:06.987744Z","steps":["trace[1181251876] 'process raft request' (duration: 152.341074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:07.003997Z","caller":"traceutil/trace.go:171","msg":"trace[39302942] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"168.525124ms","start":"2026-04-16T16:30:06.835453Z","end":"2026-04-16T16:30:07.003978Z","steps":["trace[39302942] 'process raft request' (duration: 168.493553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:07.004072Z","caller":"traceutil/trace.go:171","msg":"trace[1443399785] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"168.622976ms","start":"2026-04-16T16:30:06.835433Z","end":"2026-04-16T16:30:07.004056Z","steps":["trace[1443399785] 'process raft request' (duration: 168.42027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:07.453511Z","caller":"traceutil/trace.go:171","msg":"trace[753826657] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"122.310698ms","start":"2026-04-16T16:30:07.331181Z","end":"2026-04-16T16:30:07.453491Z","steps":["trace[753826657] 'process raft request' (duration: 122.02829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:14.849771Z","caller":"traceutil/trace.go:171","msg":"trace[2075060609] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"119.087049ms","start":"2026-04-16T16:30:14.730548Z","end":"2026-04-16T16:30:14.849635Z","steps":["trace[2075060609] 'process raft request' (duration: 118.939935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:17.467227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.768923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:30:17.467467Z","caller":"traceutil/trace.go:171","msg":"trace[1632907955] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"339.644998ms","start":"2026-04-16T16:30:17.127669Z","end":"2026-04-16T16:30:17.467314Z","steps":["trace[1632907955] 'process raft request' (duration: 72.553066ms)","trace[1632907955] 'compare' (duration: 266.426984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:30:17.467537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:17.127641Z","time spent":"339.865493ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:30:17.544125Z","caller":"traceutil/trace.go:171","msg":"trace[1725763905] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"415.232625ms","start":"2026-04-16T16:30:17.128864Z","end":"2026-04-16T16:30:17.544096Z","steps":["trace[1725763905] 'process raft request' (duration: 414.950617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:17.54444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:30:17.12884Z","time spent":"415.347478ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:30:37.064523Z","caller":"traceutil/trace.go:171","msg":"trace[1507661991] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"102.847921ms","start":"2026-04-16T16:30:36.961637Z","end":"2026-04-16T16:30:37.064485Z","steps":["trace[1507661991] 'process raft request' (duration: 102.664017ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:37.197153Z","caller":"traceutil/trace.go:171","msg":"trace[1659548119] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"127.484263ms","start":"2026-04-16T16:30:37.069357Z","end":"2026-04-16T16:30:37.196842Z","steps":["trace[1659548119] 'process raft request' (duration: 127.305889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:38.256228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.307329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-16T16:30:43.351072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.174893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:30:43.351148Z","caller":"traceutil/trace.go:171","msg":"trace[1367965092] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1335; }","duration":"100.896007ms","start":"2026-04-16T16:30:43.25024Z","end":"2026-04-16T16:30:43.351136Z","steps":["trace[1367965092] 'read index received' (duration: 47.521µs)","trace[1367965092] 'applied index is now lower than readState.Index' (duration: 100.847326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:30:43.351323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.088082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:30:43.351346Z","caller":"traceutil/trace.go:171","msg":"trace[1736287121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1276; }","duration":"101.161664ms","start":"2026-04-16T16:30:43.250177Z","end":"2026-04-16T16:30:43.351339Z","steps":["trace[1736287121] 'agreement among raft nodes before linearized reading' (duration: 101.018631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:43.35135Z","caller":"traceutil/trace.go:171","msg":"trace[1961735894] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"164.103918ms","start":"2026-04-16T16:30:43.187229Z","end":"2026-04-16T16:30:43.351333Z","steps":["trace[1961735894] 'process raft request' (duration: 19.610187ms)","trace[1961735894] 'compare' (duration: 144.092211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:30:43.730477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.327647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5548"} {"level":"info","ts":"2026-04-16T16:30:43.730567Z","caller":"traceutil/trace.go:171","msg":"trace[2141154955] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1278; }","duration":"105.46187ms","start":"2026-04-16T16:30:43.62509Z","end":"2026-04-16T16:30:43.730551Z","steps":["trace[2141154955] 'range keys from in-memory index tree' (duration: 105.151833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:52.191249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.96487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:30:52.191741Z","caller":"traceutil/trace.go:171","msg":"trace[1263714273] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"235.877057ms","start":"2026-04-16T16:30:51.955836Z","end":"2026-04-16T16:30:52.191713Z","steps":["trace[1263714273] 'process raft request' (duration: 126.175468ms)","trace[1263714273] 'compare' (duration: 108.864498ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:52.862763Z","caller":"traceutil/trace.go:171","msg":"trace[1338866291] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1371; }","duration":"110.695891ms","start":"2026-04-16T16:30:52.752049Z","end":"2026-04-16T16:30:52.862744Z","steps":["trace[1338866291] 'read index received' (duration: 110.554127ms)","trace[1338866291] 'applied index is now lower than readState.Index' (duration: 141.114µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:30:52.862886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.822734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:30:52.862909Z","caller":"traceutil/trace.go:171","msg":"trace[1040910195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1310; }","duration":"110.890456ms","start":"2026-04-16T16:30:52.752012Z","end":"2026-04-16T16:30:52.862902Z","steps":["trace[1040910195] 'agreement among raft nodes before linearized reading' (duration: 110.801013ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:52.862914Z","caller":"traceutil/trace.go:171","msg":"trace[1162545921] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"204.299431ms","start":"2026-04-16T16:30:52.658568Z","end":"2026-04-16T16:30:52.862868Z","steps":["trace[1162545921] 'process raft request' (duration: 204.084276ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:53.21096Z","caller":"traceutil/trace.go:171","msg":"trace[212784518] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1373; }","duration":"204.004107ms","start":"2026-04-16T16:30:53.006932Z","end":"2026-04-16T16:30:53.210937Z","steps":["trace[212784518] 'read index received' (duration: 203.782062ms)","trace[212784518] 'applied index is now lower than readState.Index' (duration: 221.045µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:30:53.211094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.15251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:30:53.211031Z","caller":"traceutil/trace.go:171","msg":"trace[1637988330] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"277.43859ms","start":"2026-04-16T16:30:52.933561Z","end":"2026-04-16T16:30:53.210999Z","steps":["trace[1637988330] 'process raft request' (duration: 277.243785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:53.211196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.546971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:30:53.211222Z","caller":"traceutil/trace.go:171","msg":"trace[268145708] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1312; }","duration":"103.610573ms","start":"2026-04-16T16:30:53.107606Z","end":"2026-04-16T16:30:53.211217Z","steps":["trace[268145708] 'agreement among raft nodes before linearized reading' (duration: 103.571852ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:53.21112Z","caller":"traceutil/trace.go:171","msg":"trace[842697091] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1312; }","duration":"204.243103ms","start":"2026-04-16T16:30:53.006868Z","end":"2026-04-16T16:30:53.211111Z","steps":["trace[842697091] 'agreement among raft nodes before linearized reading' (duration: 204.171372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:53.211852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.759803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:30:53.21191Z","caller":"traceutil/trace.go:171","msg":"trace[562151603] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:1312; }","duration":"201.844286ms","start":"2026-04-16T16:30:53.010051Z","end":"2026-04-16T16:30:53.211895Z","steps":["trace[562151603] 'agreement among raft nodes before linearized reading' (duration: 201.180629ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:30:53.318975Z","caller":"traceutil/trace.go:171","msg":"trace[1078848970] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"100.9927ms","start":"2026-04-16T16:30:53.217946Z","end":"2026-04-16T16:30:53.318938Z","steps":["trace[1078848970] 'process raft request' (duration: 59.281116ms)","trace[1078848970] 'compare' (duration: 41.316014ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:53.504797Z","caller":"traceutil/trace.go:171","msg":"trace[1559348723] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1379; }","duration":"118.950451ms","start":"2026-04-16T16:30:53.385822Z","end":"2026-04-16T16:30:53.504772Z","steps":["trace[1559348723] 'read index received' (duration: 117.550688ms)","trace[1559348723] 'applied index is now lower than readState.Index' (duration: 1.398883ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:30:53.504823Z","caller":"traceutil/trace.go:171","msg":"trace[2091930290] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"122.841856ms","start":"2026-04-16T16:30:53.381961Z","end":"2026-04-16T16:30:53.504802Z","steps":["trace[2091930290] 'process raft request' (duration: 121.492554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:30:53.504943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.097374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c90b7397-123d-4d46-932a-2fbd06a2c9cd\" ","response":"range_response_count:1 size:3579"} {"level":"info","ts":"2026-04-16T16:30:53.505177Z","caller":"traceutil/trace.go:171","msg":"trace[1429835518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c90b7397-123d-4d46-932a-2fbd06a2c9cd; range_end:; response_count:1; response_revision:1317; }","duration":"119.363511ms","start":"2026-04-16T16:30:53.385802Z","end":"2026-04-16T16:30:53.505165Z","steps":["trace[1429835518] 'agreement among raft nodes before linearized reading' (duration: 119.068384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:01.82742Z","caller":"traceutil/trace.go:171","msg":"trace[1411975629] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"232.418314ms","start":"2026-04-16T16:31:01.594959Z","end":"2026-04-16T16:31:01.827377Z","steps":["trace[1411975629] 'process raft request' (duration: 232.163648ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.168588Z","caller":"traceutil/trace.go:171","msg":"trace[1327864721] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1431; }","duration":"103.87799ms","start":"2026-04-16T16:31:02.064686Z","end":"2026-04-16T16:31:02.168564Z","steps":["trace[1327864721] 'read index received' (duration: 6.095022ms)","trace[1327864721] 'applied index is now lower than readState.Index' (duration: 97.781918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:02.168782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.078154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:31:02.168829Z","caller":"traceutil/trace.go:171","msg":"trace[815907430] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"113.328121ms","start":"2026-04-16T16:31:02.055451Z","end":"2026-04-16T16:31:02.168779Z","steps":["trace[815907430] 'process raft request' (duration: 113.071575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.168906Z","caller":"traceutil/trace.go:171","msg":"trace[432682494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1369; }","duration":"104.200667ms","start":"2026-04-16T16:31:02.064652Z","end":"2026-04-16T16:31:02.168853Z","steps":["trace[432682494] 'agreement among raft nodes before linearized reading' (duration: 104.014083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:02.168882Z","caller":"traceutil/trace.go:171","msg":"trace[1953469489] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"242.568711ms","start":"2026-04-16T16:31:01.92623Z","end":"2026-04-16T16:31:02.168799Z","steps":["trace[1953469489] 'process raft request' (duration: 144.546178ms)","trace[1953469489] 'compare' (duration: 97.539142ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:02.168793Z","caller":"traceutil/trace.go:171","msg":"trace[2066443963] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"154.528734ms","start":"2026-04-16T16:31:02.014234Z","end":"2026-04-16T16:31:02.168762Z","steps":["trace[2066443963] 'process raft request' (duration: 154.211877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:02.418209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.314185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:31:02.418284Z","caller":"traceutil/trace.go:171","msg":"trace[860591951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1370; }","duration":"126.401167ms","start":"2026-04-16T16:31:02.291864Z","end":"2026-04-16T16:31:02.418266Z","steps":["trace[860591951] 'range keys from in-memory index tree' (duration: 125.938937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:05.038181Z","caller":"traceutil/trace.go:171","msg":"trace[159254182] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"456.8365ms","start":"2026-04-16T16:31:04.581256Z","end":"2026-04-16T16:31:05.038092Z","steps":["trace[159254182] 'process raft request' (duration: 456.651386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:05.038342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:04.581228Z","time spent":"457.034875ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:06.230563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.485509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:06.230701Z","caller":"traceutil/trace.go:171","msg":"trace[1656006772] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"286.793402ms","start":"2026-04-16T16:31:05.943881Z","end":"2026-04-16T16:31:06.230675Z","steps":["trace[1656006772] 'process raft request' (duration: 81.077398ms)","trace[1656006772] 'compare' (duration: 205.0995ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:06.263007Z","caller":"traceutil/trace.go:171","msg":"trace[1729093492] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"318.149136ms","start":"2026-04-16T16:31:05.944838Z","end":"2026-04-16T16:31:06.262987Z","steps":["trace[1729093492] 'process raft request' (duration: 318.039444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:06.263117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:05.944807Z","time spent":"318.25322ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:06.408684Z","caller":"traceutil/trace.go:171","msg":"trace[1032223595] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1447; }","duration":"177.016911ms","start":"2026-04-16T16:31:06.231634Z","end":"2026-04-16T16:31:06.408651Z","steps":["trace[1032223595] 'read index received' (duration: 31.279523ms)","trace[1032223595] 'applied index is now lower than readState.Index' (duration: 145.736098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:06.408901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.243247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:31:06.408943Z","caller":"traceutil/trace.go:171","msg":"trace[1769130364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1383; }","duration":"177.334ms","start":"2026-04-16T16:31:06.231598Z","end":"2026-04-16T16:31:06.408932Z","steps":["trace[1769130364] 'agreement among raft nodes before linearized reading' (duration: 177.173696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:06.408813Z","caller":"traceutil/trace.go:171","msg":"trace[2019634274] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"228.028111ms","start":"2026-04-16T16:31:06.180742Z","end":"2026-04-16T16:31:06.40877Z","steps":["trace[2019634274] 'process raft request' (duration: 168.692759ms)","trace[2019634274] 'compare' (duration: 59.091866ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:06.51742Z","caller":"traceutil/trace.go:171","msg":"trace[1078685526] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"103.951342ms","start":"2026-04-16T16:31:06.413073Z","end":"2026-04-16T16:31:06.517024Z","steps":["trace[1078685526] 'process raft request' (duration: 100.256827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:12.549254Z","caller":"traceutil/trace.go:171","msg":"trace[471107360] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"120.295521ms","start":"2026-04-16T16:31:12.428933Z","end":"2026-04-16T16:31:12.549228Z","steps":["trace[471107360] 'process raft request' (duration: 88.254104ms)","trace[471107360] 'compare' (duration: 31.927545ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:12.578781Z","caller":"traceutil/trace.go:171","msg":"trace[1553476838] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"148.304468ms","start":"2026-04-16T16:31:12.430453Z","end":"2026-04-16T16:31:12.578758Z","steps":["trace[1553476838] 'process raft request' (duration: 148.046993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:13.512881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.117613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:13.513164Z","caller":"traceutil/trace.go:171","msg":"trace[690482953] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"365.437966ms","start":"2026-04-16T16:31:13.147702Z","end":"2026-04-16T16:31:13.51314Z","steps":["trace[690482953] 'process raft request' (duration: 365.298683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:13.51325Z","caller":"traceutil/trace.go:171","msg":"trace[1120994656] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"368.345902ms","start":"2026-04-16T16:31:13.144882Z","end":"2026-04-16T16:31:13.513228Z","steps":["trace[1120994656] 'process raft request' (duration: 83.799258ms)","trace[1120994656] 'compare' (duration: 283.871628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:13.513279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:13.147691Z","time spent":"365.540918ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:13.513353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:13.144864Z","time spent":"368.430233ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:14.00166Z","caller":"traceutil/trace.go:171","msg":"trace[1539560068] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"265.640486ms","start":"2026-04-16T16:31:13.735991Z","end":"2026-04-16T16:31:14.001631Z","steps":["trace[1539560068] 'process raft request' (duration: 265.464222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:14.368448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.367617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:31:14.368551Z","caller":"traceutil/trace.go:171","msg":"trace[1679137401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1413; }","duration":"104.521329ms","start":"2026-04-16T16:31:14.264009Z","end":"2026-04-16T16:31:14.36853Z","steps":["trace[1679137401] 'range keys from in-memory index tree' (duration: 104.194322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:15.150365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296542062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:15.651438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296542062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:16.152081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296542062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:16.295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.88357581s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:31:16.340016Z","caller":"traceutil/trace.go:171","msg":"trace[726014715] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"1.928847597s","start":"2026-04-16T16:31:14.411137Z","end":"2026-04-16T16:31:16.339985Z","steps":["trace[726014715] 'process raft request' (duration: 1.88400971s)","trace[726014715] 'compare' (duration: 44.635073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:16.340226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:14.411106Z","time spent":"1.92901133s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:16.664309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.80948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:31:16.664412Z","caller":"traceutil/trace.go:171","msg":"trace[1597711201] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1482; }","duration":"2.01411271s","start":"2026-04-16T16:31:14.650283Z","end":"2026-04-16T16:31:16.664395Z","steps":["trace[1597711201] 'read index received' (duration: 1.644892781s)","trace[1597711201] 'applied index is now lower than readState.Index' (duration: 369.218879ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:16.664454Z","caller":"traceutil/trace.go:171","msg":"trace[2115304901] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"2.080836435s","start":"2026-04-16T16:31:14.583585Z","end":"2026-04-16T16:31:16.664422Z","steps":["trace[2115304901] 'process raft request' (duration: 1.858824831s)","trace[2115304901] 'compare' (duration: 221.684737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:16.664578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:14.583562Z","time spent":"2.08095809s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:31:16.664662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014365646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:31:16.664732Z","caller":"traceutil/trace.go:171","msg":"trace[516835563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1416; }","duration":"2.014467929s","start":"2026-04-16T16:31:14.650248Z","end":"2026-04-16T16:31:16.664715Z","steps":["trace[516835563] 'agreement among raft nodes before linearized reading' (duration: 2.014267484s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.664763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:14.650233Z","time spent":"2.01452381s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:31:16.664867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.323424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T16:31:16.664885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147850033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:31:16.664902Z","caller":"traceutil/trace.go:171","msg":"trace[1414309744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1416; }","duration":"1.147901274s","start":"2026-04-16T16:31:15.516995Z","end":"2026-04-16T16:31:16.664897Z","steps":["trace[1414309744] 'agreement among raft nodes before linearized reading' (duration: 1.147846523s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.66492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:15.516976Z","time spent":"1.147939984s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:31:16.66492Z","caller":"traceutil/trace.go:171","msg":"trace[655276203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1416; }","duration":"582.418656ms","start":"2026-04-16T16:31:16.082494Z","end":"2026-04-16T16:31:16.664912Z","steps":["trace[655276203] 'agreement among raft nodes before linearized reading' (duration: 582.308344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.66494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:16.082472Z","time spent":"582.462848ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:31:16.665018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.515233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T16:31:16.665038Z","caller":"traceutil/trace.go:171","msg":"trace[1794955045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1416; }","duration":"253.577904ms","start":"2026-04-16T16:31:16.411455Z","end":"2026-04-16T16:31:16.665033Z","steps":["trace[1794955045] 'agreement among raft nodes before linearized reading' (duration: 253.526873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.664965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915635537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:31:16.665085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.847193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:31:16.665129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492182336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:16.665152Z","caller":"traceutil/trace.go:171","msg":"trace[832195038] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1416; }","duration":"1.492266657s","start":"2026-04-16T16:31:15.172878Z","end":"2026-04-16T16:31:16.665144Z","steps":["trace[832195038] 'agreement among raft nodes before linearized reading' (duration: 1.492235287s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:16.665143Z","caller":"traceutil/trace.go:171","msg":"trace[67010934] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1416; }","duration":"617.943894ms","start":"2026-04-16T16:31:16.047183Z","end":"2026-04-16T16:31:16.665127Z","steps":["trace[67010934] 'agreement among raft nodes before linearized reading' (duration: 617.850162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.665167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:15.172858Z","time spent":"1.492305059s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"info","ts":"2026-04-16T16:31:16.665158Z","caller":"traceutil/trace.go:171","msg":"trace[1252476514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1416; }","duration":"1.915938053s","start":"2026-04-16T16:31:14.749168Z","end":"2026-04-16T16:31:16.665106Z","steps":["trace[1252476514] 'agreement among raft nodes before linearized reading' (duration: 1.915638236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.665227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:16.047136Z","time spent":"618.042496ms","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:31:16.665252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:14.749147Z","time spent":"1.916091017s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:31:16.839192Z","caller":"traceutil/trace.go:171","msg":"trace[1209945280] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"168.771849ms","start":"2026-04-16T16:31:16.670354Z","end":"2026-04-16T16:31:16.839126Z","steps":["trace[1209945280] 'process raft request' (duration: 105.237232ms)","trace[1209945280] 'compare' (duration: 63.342613ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:16.839501Z","caller":"traceutil/trace.go:171","msg":"trace[2026816307] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"168.936183ms","start":"2026-04-16T16:31:16.67054Z","end":"2026-04-16T16:31:16.839476Z","steps":["trace[2026816307] 'process raft request' (duration: 168.539884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:16.839666Z","caller":"traceutil/trace.go:171","msg":"trace[1927816484] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1485; }","duration":"168.978254ms","start":"2026-04-16T16:31:16.670667Z","end":"2026-04-16T16:31:16.839645Z","steps":["trace[1927816484] 'read index received' (duration: 62.226777ms)","trace[1927816484] 'applied index is now lower than readState.Index' (duration: 106.750087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:16.83981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.870254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:16.839882Z","caller":"traceutil/trace.go:171","msg":"trace[1825197754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1420; }","duration":"166.000407ms","start":"2026-04-16T16:31:16.673872Z","end":"2026-04-16T16:31:16.839872Z","steps":["trace[1825197754] 'agreement among raft nodes before linearized reading' (duration: 165.892325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:16.839894Z","caller":"traceutil/trace.go:171","msg":"trace[707280457] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"169.071676ms","start":"2026-04-16T16:31:16.670657Z","end":"2026-04-16T16:31:16.839729Z","steps":["trace[707280457] 'process raft request' (duration: 168.726178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:16.8402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.433274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:31:16.840417Z","caller":"traceutil/trace.go:171","msg":"trace[499093260] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1420; }","duration":"169.776682ms","start":"2026-04-16T16:31:16.670611Z","end":"2026-04-16T16:31:16.840388Z","steps":["trace[499093260] 'agreement among raft nodes before linearized reading' (duration: 169.173438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:18.502257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.874646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T16:31:18.502367Z","caller":"traceutil/trace.go:171","msg":"trace[1100767573] linearizableReadLoop","detail":"{readStateIndex:1489; appliedIndex:1488; }","duration":"155.595264ms","start":"2026-04-16T16:31:18.34675Z","end":"2026-04-16T16:31:18.502345Z","steps":["trace[1100767573] 'read index received' (duration: 35.241µs)","trace[1100767573] 'applied index is now lower than readState.Index' (duration: 155.558513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:18.502729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.971603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:31:18.502775Z","caller":"traceutil/trace.go:171","msg":"trace[1619034199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1420; }","duration":"156.056354ms","start":"2026-04-16T16:31:18.346708Z","end":"2026-04-16T16:31:18.502764Z","steps":["trace[1619034199] 'agreement among raft nodes before linearized reading' (duration: 155.690066ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:18.778931Z","caller":"traceutil/trace.go:171","msg":"trace[1168594006] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"271.767198ms","start":"2026-04-16T16:31:18.50696Z","end":"2026-04-16T16:31:18.778728Z","steps":["trace[1168594006] 'process raft request' (duration: 271.603114ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:18.854973Z","caller":"traceutil/trace.go:171","msg":"trace[1633745028] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1490; }","duration":"115.10687ms","start":"2026-04-16T16:31:18.739842Z","end":"2026-04-16T16:31:18.854948Z","steps":["trace[1633745028] 'read index received' (duration: 39.117824ms)","trace[1633745028] 'applied index is now lower than readState.Index' (duration: 75.987636ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:31:18.855074Z","caller":"traceutil/trace.go:171","msg":"trace[1633554287] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"183.302413ms","start":"2026-04-16T16:31:18.67175Z","end":"2026-04-16T16:31:18.855052Z","steps":["trace[1633554287] 'process raft request' (duration: 133.229635ms)","trace[1633554287] 'compare' (duration: 49.772711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:18.855393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.52289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:31:18.855484Z","caller":"traceutil/trace.go:171","msg":"trace[1608795439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1422; }","duration":"115.662664ms","start":"2026-04-16T16:31:18.739803Z","end":"2026-04-16T16:31:18.855466Z","steps":["trace[1608795439] 'agreement among raft nodes before linearized reading' (duration: 115.400718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:45.505202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296543164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:46.005632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653758168296543164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:31:46.038036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036963351s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:31:46.038416Z","caller":"traceutil/trace.go:171","msg":"trace[587777840] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1586; }","duration":"1.034012049s","start":"2026-04-16T16:31:45.004387Z","end":"2026-04-16T16:31:46.038399Z","steps":["trace[587777840] 'read index received' (duration: 1.033797505s)","trace[587777840] 'applied index is now lower than readState.Index' (duration: 213.924µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:46.038554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.65238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-16T16:31:46.038588Z","caller":"traceutil/trace.go:171","msg":"trace[1408740037] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:1513; }","duration":"984.747742ms","start":"2026-04-16T16:31:45.053834Z","end":"2026-04-16T16:31:46.038582Z","steps":["trace[1408740037] 'agreement among raft nodes before linearized reading' (duration: 984.65621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:46.038601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.690266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T16:31:46.038631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.05382Z","time spent":"984.803963ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-16T16:31:46.038639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.136357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:31:46.038682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.524687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T16:31:46.038715Z","caller":"traceutil/trace.go:171","msg":"trace[1418593859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1513; }","duration":"931.244458ms","start":"2026-04-16T16:31:45.107451Z","end":"2026-04-16T16:31:46.038696Z","steps":["trace[1418593859] 'agreement among raft nodes before linearized reading' (duration: 931.057185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:46.038728Z","caller":"traceutil/trace.go:171","msg":"trace[797837458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1513; }","duration":"872.606219ms","start":"2026-04-16T16:31:45.166108Z","end":"2026-04-16T16:31:46.038714Z","steps":["trace[797837458] 'agreement among raft nodes before linearized reading' (duration: 872.508977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:46.038731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.605464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:31:46.038757Z","caller":"traceutil/trace.go:171","msg":"trace[794821797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1513; }","duration":"953.668166ms","start":"2026-04-16T16:31:45.085084Z","end":"2026-04-16T16:31:46.038752Z","steps":["trace[794821797] 'agreement among raft nodes before linearized reading' (duration: 953.607514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:46.038769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.166087Z","time spent":"872.673411ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:31:46.038783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.085068Z","time spent":"953.710416ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:31:46.038557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034141512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-16T16:31:46.038821Z","caller":"traceutil/trace.go:171","msg":"trace[1189593972] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:1513; }","duration":"1.034444898s","start":"2026-04-16T16:31:45.004359Z","end":"2026-04-16T16:31:46.038804Z","steps":["trace[1189593972] 'agreement among raft nodes before linearized reading' (duration: 1.034099591s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:31:46.038657Z","caller":"traceutil/trace.go:171","msg":"trace[1899249661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1513; }","duration":"878.779708ms","start":"2026-04-16T16:31:45.159861Z","end":"2026-04-16T16:31:46.038641Z","steps":["trace[1899249661] 'agreement among raft nodes before linearized reading' (duration: 878.652656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:46.038845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.677015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T16:31:46.038868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.159842Z","time spent":"879.019473ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:31:46.038886Z","caller":"traceutil/trace.go:171","msg":"trace[1097234915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1513; }","duration":"902.757877ms","start":"2026-04-16T16:31:45.136113Z","end":"2026-04-16T16:31:46.038871Z","steps":["trace[1097234915] 'agreement among raft nodes before linearized reading' (duration: 902.495202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:46.038767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.107434Z","time spent":"931.320111ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:31:46.038907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.136095Z","time spent":"902.807268ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:31:46.038866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.004339Z","time spent":"1.0345154s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"info","ts":"2026-04-16T16:31:46.039269Z","caller":"traceutil/trace.go:171","msg":"trace[189684804] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"1.03746353s","start":"2026-04-16T16:31:45.000984Z","end":"2026-04-16T16:31:46.038448Z","steps":["trace[189684804] 'process raft request' (duration: 1.037256896s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:46.039368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:31:45.000967Z","time spent":"1.038346819s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:31:48.293288Z","caller":"traceutil/trace.go:171","msg":"trace[1469798050] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"159.151927ms","start":"2026-04-16T16:31:48.134102Z","end":"2026-04-16T16:31:48.293254Z","steps":["trace[1469798050] 'read index received' (duration: 103.460197ms)","trace[1469798050] 'applied index is now lower than readState.Index' (duration: 55.68994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:31:48.293546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.421035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-16T16:31:48.293586Z","caller":"traceutil/trace.go:171","msg":"trace[820615347] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1524; }","duration":"101.517386ms","start":"2026-04-16T16:31:48.192057Z","end":"2026-04-16T16:31:48.293574Z","steps":["trace[820615347] 'agreement among raft nodes before linearized reading' (duration: 101.402144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:31:48.293773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.652197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:86 size:63933"} {"level":"info","ts":"2026-04-16T16:31:48.293851Z","caller":"traceutil/trace.go:171","msg":"trace[318087893] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:86; response_revision:1524; }","duration":"159.776519ms","start":"2026-04-16T16:31:48.134062Z","end":"2026-04-16T16:31:48.293838Z","steps":["trace[318087893] 'agreement among raft nodes before linearized reading' (duration: 159.290169ms)"],"step_count":1}