{"level":"warn","ts":"2026-05-09T13:11:48.748016Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T13:11:48.748112Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=controller-1=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-09T13:11:48.748184Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T13:11:48.748193Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-09T13:11:48.748222Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T13:11:48.748638Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-05-09T13:11:48.748733Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-09T13:11:48.756670Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.673097ms"} {"level":"info","ts":"2026-05-09T13:11:48.780747Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-05-09T13:11:48.780850Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-05-09T13:11:48.780891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-05-09T13:11:48.780907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-09T13:11:48.780921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-05-09T13:11:48.780972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-05-09T13:11:48.791275Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-09T13:11:48.792578Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-09T13:11:48.792610Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-09T13:11:48.794195Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-09T13:11:48.796177Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-09T13:11:48.796485Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-09T13:11:48.796553Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T13:11:48.797050Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T13:11:48.797065Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T13:11:48.798100Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-09T13:11:48.798985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-05-09T13:11:48.799299Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-05-09T13:11:48.800832Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T13:11:48.800945Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-09T13:11:48.800968Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-09T13:11:48.801384Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-09T13:11:48.801427Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-09T13:11:49.682180Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-05-09T13:11:49.682263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-05-09T13:11:49.682288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-05-09T13:11:49.682307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-05-09T13:11:49.682320Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-09T13:11:49.682337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-05-09T13:11:49.682350Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-09T13:11:49.683365Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T13:11:49.684393Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-05-09T13:11:49.684400Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T13:11:49.684450Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T13:11:49.684804Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-09T13:11:49.684850Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-09T13:11:49.684880Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T13:11:49.684945Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T13:11:49.684966Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T13:11:49.685467Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-09T13:11:49.685572Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-09T13:11:49.686228Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-05-09T13:11:49.686801Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-09T13:11:51.264619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.400878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-09T13:11:51.264726Z","caller":"traceutil/trace.go:171","msg":"trace[221788889] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"282.304952ms","start":"2026-05-09T13:11:50.982405Z","end":"2026-05-09T13:11:51.264710Z","steps":["trace[221788889] 'process raft request' (duration: 145.060916ms)","trace[221788889] 'compare' (duration: 136.288455ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:51.273294Z","caller":"traceutil/trace.go:171","msg":"trace[695888868] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"285.96045ms","start":"2026-05-09T13:11:50.987317Z","end":"2026-05-09T13:11:51.273278Z","steps":["trace[695888868] 'process raft request' (duration: 285.705761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:51.273396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.930367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:51.273304Z","caller":"traceutil/trace.go:171","msg":"trace[805547012] linearizableReadLoop","detail":"{readStateIndex:51; appliedIndex:48; }","duration":"226.791392ms","start":"2026-05-09T13:11:51.046451Z","end":"2026-05-09T13:11:51.273243Z","steps":["trace[805547012] 'read index received' (duration: 81.085431ms)","trace[805547012] 'applied index is now lower than readState.Index' (duration: 145.705221ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:51.273434Z","caller":"traceutil/trace.go:171","msg":"trace[1266057926] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:46; }","duration":"227.006109ms","start":"2026-05-09T13:11:51.046417Z","end":"2026-05-09T13:11:51.273423Z","steps":["trace[1266057926] 'agreement among raft nodes before linearized reading' (duration: 226.911076ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:51.274230Z","caller":"traceutil/trace.go:171","msg":"trace[1387417448] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"286.141076ms","start":"2026-05-09T13:11:50.987446Z","end":"2026-05-09T13:11:51.273587Z","steps":["trace[1387417448] 'process raft request' (duration: 285.757892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:51.282840Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.977997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:51.282889Z","caller":"traceutil/trace.go:171","msg":"trace[935210050] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:47; }","duration":"129.05243ms","start":"2026-05-09T13:11:51.153824Z","end":"2026-05-09T13:11:51.282876Z","steps":["trace[935210050] 'agreement among raft nodes before linearized reading' (duration: 128.944767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:51.863009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.341221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-09T13:11:51.863137Z","caller":"traceutil/trace.go:171","msg":"trace[1777966800] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"549.974385ms","start":"2026-05-09T13:11:51.313145Z","end":"2026-05-09T13:11:51.863119Z","steps":["trace[1777966800] 'process raft request' (duration: 245.454468ms)","trace[1777966800] 'compare' (duration: 304.205206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:51.863194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.313131Z","time spent":"550.042336ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":622,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:51.898876Z","caller":"traceutil/trace.go:171","msg":"trace[26627194] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"584.01184ms","start":"2026-05-09T13:11:51.314848Z","end":"2026-05-09T13:11:51.898860Z","steps":["trace[26627194] 'process raft request' (duration: 583.971899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:51.898961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.314842Z","time spent":"584.084503ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:51.899042Z","caller":"traceutil/trace.go:171","msg":"trace[984246840] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"584.669181ms","start":"2026-05-09T13:11:51.314348Z","end":"2026-05-09T13:11:51.899017Z","steps":["trace[984246840] 'process raft request' (duration: 584.397802ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:51.899137Z","caller":"traceutil/trace.go:171","msg":"trace[168265723] transaction","detail":"{read_only:false; number_of_response:0; response_revision:56; }","duration":"362.124276ms","start":"2026-05-09T13:11:51.536983Z","end":"2026-05-09T13:11:51.899107Z","steps":["trace[168265723] 'process raft request' (duration: 361.860017ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:51.899152Z","caller":"traceutil/trace.go:171","msg":"trace[821898385] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:62; }","duration":"150.897429ms","start":"2026-05-09T13:11:51.748209Z","end":"2026-05-09T13:11:51.899107Z","steps":["trace[821898385] 'read index received' (duration: 150.863398ms)","trace[821898385] 'applied index is now lower than readState.Index' (duration: 32.411µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:51.899275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.536958Z","time spent":"362.25143ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:51.899427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.177138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:51.899551Z","caller":"traceutil/trace.go:171","msg":"trace[1402347562] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:56; }","duration":"151.359064ms","start":"2026-05-09T13:11:51.748172Z","end":"2026-05-09T13:11:51.899531Z","steps":["trace[1402347562] 'agreement among raft nodes before linearized reading' (duration: 151.101705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:51.900568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.314340Z","time spent":"584.751914ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:11:51.933874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.91565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:51.933934Z","caller":"traceutil/trace.go:171","msg":"trace[361919800] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:57; }","duration":"184.009293ms","start":"2026-05-09T13:11:51.749910Z","end":"2026-05-09T13:11:51.933919Z","steps":["trace[361919800] 'agreement among raft nodes before linearized reading' (duration: 183.90866ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:52.338796Z","caller":"traceutil/trace.go:171","msg":"trace[1700032963] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:65; }","duration":"399.072116ms","start":"2026-05-09T13:11:51.939704Z","end":"2026-05-09T13:11:52.338776Z","steps":["trace[1700032963] 'read index received' (duration: 399.006934ms)","trace[1700032963] 'applied index is now lower than readState.Index' (duration: 63.992µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:52.338926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.625078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:52.338959Z","caller":"traceutil/trace.go:171","msg":"trace[1861411739] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:60; }","duration":"401.756864ms","start":"2026-05-09T13:11:51.937194Z","end":"2026-05-09T13:11:52.338950Z","steps":["trace[1861411739] 'agreement among raft nodes before linearized reading' (duration: 401.676331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:52.338989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.937182Z","time spent":"401.799455ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":26,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-05-09T13:11:52.338953Z","caller":"traceutil/trace.go:171","msg":"trace[545329052] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"402.035672ms","start":"2026-05-09T13:11:51.936867Z","end":"2026-05-09T13:11:52.338903Z","steps":["trace[545329052] 'process raft request' (duration: 401.799565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:52.339101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.188581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-09T13:11:52.339199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.936839Z","time spent":"402.243969ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:52.339132Z","caller":"traceutil/trace.go:171","msg":"trace[1162914535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:60; }","duration":"404.243533ms","start":"2026-05-09T13:11:51.934882Z","end":"2026-05-09T13:11:52.339125Z","steps":["trace[1162914535] 'agreement among raft nodes before linearized reading' (duration: 404.093459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:52.339263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.934872Z","time spent":"404.383308ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:11:52.402765Z","caller":"traceutil/trace.go:171","msg":"trace[554830897] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"460.579973ms","start":"2026-05-09T13:11:51.942162Z","end":"2026-05-09T13:11:52.402742Z","steps":["trace[554830897] 'process raft request' (duration: 460.47584ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:52.402785Z","caller":"traceutil/trace.go:171","msg":"trace[146552437] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"458.96378ms","start":"2026-05-09T13:11:51.943805Z","end":"2026-05-09T13:11:52.402769Z","steps":["trace[146552437] 'process raft request' (duration: 458.910148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:52.402874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.942153Z","time spent":"460.654975ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:11:52.402875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.943799Z","time spent":"459.014301ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:11:52.402999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.884232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:52.403125Z","caller":"traceutil/trace.go:171","msg":"trace[1620421678] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:62; }","duration":"461.064828ms","start":"2026-05-09T13:11:51.942033Z","end":"2026-05-09T13:11:52.403098Z","steps":["trace[1620421678] 'agreement among raft nodes before linearized reading' (duration: 460.834971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:52.403214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:51.942021Z","time spent":"461.181682ms","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:52.794461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.097905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-09T13:11:52.794548Z","caller":"traceutil/trace.go:171","msg":"trace[1709980747] linearizableReadLoop","detail":"{readStateIndex:69; appliedIndex:68; }","duration":"391.792621ms","start":"2026-05-09T13:11:52.402743Z","end":"2026-05-09T13:11:52.794535Z","steps":["trace[1709980747] 'read index received' (duration: 175.540261ms)","trace[1709980747] 'applied index is now lower than readState.Index' (duration: 216.25136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:52.794655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.257625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:52.794674Z","caller":"traceutil/trace.go:171","msg":"trace[425131078] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:63; }","duration":"452.300847ms","start":"2026-05-09T13:11:52.342367Z","end":"2026-05-09T13:11:52.794668Z","steps":["trace[425131078] 'agreement among raft nodes before linearized reading' (duration: 452.245515ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:52.794645Z","caller":"traceutil/trace.go:171","msg":"trace[1615615455] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"451.436219ms","start":"2026-05-09T13:11:52.343171Z","end":"2026-05-09T13:11:52.794607Z","steps":["trace[1615615455] 'process raft request' (duration: 235.100535ms)","trace[1615615455] 'compare' (duration: 215.93238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:52.794696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.342351Z","time spent":"452.338957ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:52.794816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.343156Z","time spent":"451.592304ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:52.838267Z","caller":"traceutil/trace.go:171","msg":"trace[1761521383] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"430.273247ms","start":"2026-05-09T13:11:52.407962Z","end":"2026-05-09T13:11:52.838235Z","steps":["trace[1761521383] 'process raft request' (duration: 430.010299ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:52.838281Z","caller":"traceutil/trace.go:171","msg":"trace[1956201875] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"298.971458ms","start":"2026-05-09T13:11:52.539285Z","end":"2026-05-09T13:11:52.838257Z","steps":["trace[1956201875] 'process raft request' (duration: 298.931747ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:52.838336Z","caller":"traceutil/trace.go:171","msg":"trace[971063894] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"428.087648ms","start":"2026-05-09T13:11:52.410227Z","end":"2026-05-09T13:11:52.838315Z","steps":["trace[971063894] 'process raft request' (duration: 427.86103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:52.838389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.407936Z","time spent":"430.402971ms","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:52.838503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.410214Z","time spent":"428.17ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:53.161961Z","caller":"traceutil/trace.go:171","msg":"trace[885282188] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"319.308801ms","start":"2026-05-09T13:11:52.842629Z","end":"2026-05-09T13:11:53.161938Z","steps":["trace[885282188] 'process raft request' (duration: 319.196227ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:53.162068Z","caller":"traceutil/trace.go:171","msg":"trace[1316258346] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"364.558895ms","start":"2026-05-09T13:11:52.797489Z","end":"2026-05-09T13:11:53.162048Z","steps":["trace[1316258346] 'process raft request' (duration: 364.285036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:53.162117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.842609Z","time spent":"319.437745ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1229,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:53.162129Z","caller":"traceutil/trace.go:171","msg":"trace[1796048075] linearizableReadLoop","detail":"{readStateIndex:73; appliedIndex:70; }","duration":"367.52187ms","start":"2026-05-09T13:11:52.794565Z","end":"2026-05-09T13:11:53.162087Z","steps":["trace[1796048075] 'read index received' (duration: 43.58456ms)","trace[1796048075] 'applied index is now lower than readState.Index' (duration: 323.9322ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:53.162039Z","caller":"traceutil/trace.go:171","msg":"trace[1920714589] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"467.38886ms","start":"2026-05-09T13:11:52.694612Z","end":"2026-05-09T13:11:53.162001Z","steps":["trace[1920714589] 'process raft request' (duration: 368.690259ms)","trace[1920714589] 'compare' (duration: 98.35226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:53.162385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.105991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:53.162445Z","caller":"traceutil/trace.go:171","msg":"trace[818537601] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:69; }","duration":"364.205053ms","start":"2026-05-09T13:11:52.798228Z","end":"2026-05-09T13:11:53.162433Z","steps":["trace[818537601] 'agreement among raft nodes before linearized reading' (duration: 364.086779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:53.162503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.798223Z","time spent":"364.256655ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/admin\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:53.162508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.435475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T13:11:53.162551Z","caller":"traceutil/trace.go:171","msg":"trace[662521405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:69; }","duration":"179.510147ms","start":"2026-05-09T13:11:52.983029Z","end":"2026-05-09T13:11:53.162539Z","steps":["trace[662521405] 'agreement among raft nodes before linearized reading' (duration: 179.418515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:53.162546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.320551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-09T13:11:53.162389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.694586Z","time spent":"467.72722ms","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:53.162567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.220013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:53.162601Z","caller":"traceutil/trace.go:171","msg":"trace[782414507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:69; }","duration":"179.400834ms","start":"2026-05-09T13:11:52.983188Z","end":"2026-05-09T13:11:53.162589Z","steps":["trace[782414507] 'agreement among raft nodes before linearized reading' (duration: 179.304301ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:53.162620Z","caller":"traceutil/trace.go:171","msg":"trace[1048973692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:69; }","duration":"312.305776ms","start":"2026-05-09T13:11:52.850301Z","end":"2026-05-09T13:11:53.162606Z","steps":["trace[1048973692] 'agreement among raft nodes before linearized reading' (duration: 312.219403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:53.162651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.850291Z","time spent":"312.354658ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:11:53.162178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.797472Z","time spent":"364.634267ms","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:53.163779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.936516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18ade7cf80e71da1\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-05-09T13:11:53.163984Z","caller":"traceutil/trace.go:171","msg":"trace[89986233] range","detail":"{range_begin:/registry/events/default/controller-1.18ade7cf80e71da1; range_end:; response_count:1; response_revision:69; }","duration":"758.161064ms","start":"2026-05-09T13:11:52.405810Z","end":"2026-05-09T13:11:53.163971Z","steps":["trace[89986233] 'agreement among raft nodes before linearized reading' (duration: 756.426789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:53.164027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:52.405799Z","time spent":"758.215435ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":700,"request content":"key:\"/registry/events/default/controller-1.18ade7cf80e71da1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:53.413991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.076058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-09T13:11:53.414306Z","caller":"traceutil/trace.go:171","msg":"trace[1821858904] linearizableReadLoop","detail":"{readStateIndex:80; appliedIndex:76; }","duration":"217.701967ms","start":"2026-05-09T13:11:53.196582Z","end":"2026-05-09T13:11:53.414284Z","steps":["trace[1821858904] 'read index received' (duration: 71.151484ms)","trace[1821858904] 'applied index is now lower than readState.Index' (duration: 146.549093ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:53.414394Z","caller":"traceutil/trace.go:171","msg":"trace[396522869] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"246.060439ms","start":"2026-05-09T13:11:53.168287Z","end":"2026-05-09T13:11:53.414347Z","steps":["trace[396522869] 'process raft request' (duration: 245.831661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:53.414502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.12256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18ade7cf80e72e77\" limit:1 ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-05-09T13:11:53.414502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.228205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-09T13:11:53.414549Z","caller":"traceutil/trace.go:171","msg":"trace[432081187] range","detail":"{range_begin:/registry/events/default/controller-1.18ade7cf80e72e77; range_end:; response_count:1; response_revision:74; }","duration":"213.223573ms","start":"2026-05-09T13:11:53.201310Z","end":"2026-05-09T13:11:53.414534Z","steps":["trace[432081187] 'agreement among raft nodes before linearized reading' (duration: 213.12505ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:53.414573Z","caller":"traceutil/trace.go:171","msg":"trace[2107977856] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:74; }","duration":"247.337758ms","start":"2026-05-09T13:11:53.167218Z","end":"2026-05-09T13:11:53.414556Z","steps":["trace[2107977856] 'agreement among raft nodes before linearized reading' (duration: 247.221095ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:53.414701Z","caller":"traceutil/trace.go:171","msg":"trace[1904123999] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"245.392807ms","start":"2026-05-09T13:11:53.169278Z","end":"2026-05-09T13:11:53.414670Z","steps":["trace[1904123999] 'process raft request' (duration: 244.959383ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:53.414791Z","caller":"traceutil/trace.go:171","msg":"trace[1604697873] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"245.882873ms","start":"2026-05-09T13:11:53.168759Z","end":"2026-05-09T13:11:53.414642Z","steps":["trace[1604697873] 'process raft request' (duration: 245.426009ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:53.414394Z","caller":"traceutil/trace.go:171","msg":"trace[771391923] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"246.947796ms","start":"2026-05-09T13:11:53.167414Z","end":"2026-05-09T13:11:53.414362Z","steps":["trace[771391923] 'process raft request' (duration: 100.444675ms)","trace[771391923] 'compare' (duration: 145.909252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:55.129780Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.418118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:11:55.129852Z","caller":"traceutil/trace.go:171","msg":"trace[1359146205] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"195.414416ms","start":"2026-05-09T13:11:54.934426Z","end":"2026-05-09T13:11:55.129840Z","steps":["trace[1359146205] 'process raft request' (duration: 80.868794ms)","trace[1359146205] 'compare' (duration: 114.126389ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:55.329407Z","caller":"traceutil/trace.go:171","msg":"trace[1712705644] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"120.143497ms","start":"2026-05-09T13:11:55.209225Z","end":"2026-05-09T13:11:55.329368Z","steps":["trace[1712705644] 'process raft request' (duration: 23.220375ms)","trace[1712705644] 'compare' (duration: 96.349834ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:55.531611Z","caller":"traceutil/trace.go:171","msg":"trace[1485290749] linearizableReadLoop","detail":"{readStateIndex:284; appliedIndex:283; }","duration":"112.417186ms","start":"2026-05-09T13:11:55.419161Z","end":"2026-05-09T13:11:55.531578Z","steps":["trace[1485290749] 'read index received' (duration: 38.998296ms)","trace[1485290749] 'applied index is now lower than readState.Index' (duration: 73.41737ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:55.531669Z","caller":"traceutil/trace.go:171","msg":"trace[251542142] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"199.566544ms","start":"2026-05-09T13:11:55.332067Z","end":"2026-05-09T13:11:55.531633Z","steps":["trace[251542142] 'process raft request' (duration: 126.079122ms)","trace[251542142] 'compare' (duration: 72.915974ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:55.531758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.578211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-09T13:11:55.531808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.874958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T13:11:55.531861Z","caller":"traceutil/trace.go:171","msg":"trace[880347431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:277; }","duration":"110.968561ms","start":"2026-05-09T13:11:55.420886Z","end":"2026-05-09T13:11:55.531854Z","steps":["trace[880347431] 'agreement among raft nodes before linearized reading' (duration: 110.894279ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:55.531823Z","caller":"traceutil/trace.go:171","msg":"trace[1266023262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:277; }","duration":"112.688285ms","start":"2026-05-09T13:11:55.419122Z","end":"2026-05-09T13:11:55.531811Z","steps":["trace[1266023262] 'agreement among raft nodes before linearized reading' (duration: 112.55236ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:56.059825Z","caller":"traceutil/trace.go:171","msg":"trace[1852718404] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"170.325415ms","start":"2026-05-09T13:11:55.889482Z","end":"2026-05-09T13:11:56.059807Z","steps":["trace[1852718404] 'process raft request' (duration: 170.187011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:56.410318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.190547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:11:56.410443Z","caller":"traceutil/trace.go:171","msg":"trace[124605911] linearizableReadLoop","detail":"{readStateIndex:289; appliedIndex:288; }","duration":"350.651457ms","start":"2026-05-09T13:11:56.059774Z","end":"2026-05-09T13:11:56.410426Z","steps":["trace[124605911] 'read index received' (duration: 121.373528ms)","trace[124605911] 'applied index is now lower than readState.Index' (duration: 229.276699ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:56.410483Z","caller":"traceutil/trace.go:171","msg":"trace[1569979357] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"381.877291ms","start":"2026-05-09T13:11:56.028579Z","end":"2026-05-09T13:11:56.410457Z","steps":["trace[1569979357] 'process raft request' (duration: 152.466057ms)","trace[1569979357] 'compare' (duration: 229.063123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:56.410656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.028559Z","time spent":"381.998714ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":616,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:56.410732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.892021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-05-09T13:11:56.410837Z","caller":"traceutil/trace.go:171","msg":"trace[753686382] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:1; response_revision:282; }","duration":"381.031065ms","start":"2026-05-09T13:11:56.029787Z","end":"2026-05-09T13:11:56.410818Z","steps":["trace[753686382] 'agreement among raft nodes before linearized reading' (duration: 380.787827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:56.410892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.029780Z","time spent":"381.099477ms","remote":"127.0.0.1:44424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":728,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-05-09T13:11:56.935765Z","caller":"traceutil/trace.go:171","msg":"trace[75664241] transaction","detail":"{read_only:false; number_of_response:0; response_revision:286; }","duration":"777.883138ms","start":"2026-05-09T13:11:56.157860Z","end":"2026-05-09T13:11:56.935743Z","steps":["trace[75664241] 'process raft request' (duration: 777.851337ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:56.935848Z","caller":"traceutil/trace.go:171","msg":"trace[1193801223] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"779.178057ms","start":"2026-05-09T13:11:56.156642Z","end":"2026-05-09T13:11:56.935820Z","steps":["trace[1193801223] 'process raft request' (duration: 778.972631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:56.935997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.156625Z","time spent":"779.313062ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4157,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:56.936050Z","caller":"traceutil/trace.go:171","msg":"trace[231125711] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"779.26006ms","start":"2026-05-09T13:11:56.156777Z","end":"2026-05-09T13:11:56.936037Z","steps":["trace[231125711] 'process raft request' (duration: 778.872838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:56.936119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.156759Z","time spent":"779.328212ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3118,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:56.936163Z","caller":"traceutil/trace.go:171","msg":"trace[1047087047] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"779.497777ms","start":"2026-05-09T13:11:56.156637Z","end":"2026-05-09T13:11:56.936135Z","steps":["trace[1047087047] 'process raft request' (duration: 778.924539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:56.935974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.157854Z","time spent":"778.043022ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:56.936298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.156619Z","time spent":"779.610011ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5494,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:56.936008Z","caller":"traceutil/trace.go:171","msg":"trace[1231895064] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"872.462688ms","start":"2026-05-09T13:11:56.063493Z","end":"2026-05-09T13:11:56.935956Z","steps":["trace[1231895064] 'process raft request' (duration: 781.590982ms)","trace[1231895064] 'compare' (duration: 90.319959ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:56.936318Z","caller":"traceutil/trace.go:171","msg":"trace[1058566916] transaction","detail":"{read_only:false; number_of_response:0; response_revision:286; }","duration":"778.746334ms","start":"2026-05-09T13:11:56.157562Z","end":"2026-05-09T13:11:56.936308Z","steps":["trace[1058566916] 'process raft request' (duration: 778.118375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:56.936610Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.063477Z","time spent":"873.048697ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":373,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:56.936682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.157551Z","time spent":"779.055014ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.038833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.658333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-09T13:11:58.039011Z","caller":"traceutil/trace.go:171","msg":"trace[1900448596] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:289; }","duration":"1.628516669s","start":"2026-05-09T13:11:56.410481Z","end":"2026-05-09T13:11:58.038997Z","steps":["trace[1900448596] 'read index received' (duration: 434.616709ms)","trace[1900448596] 'applied index is now lower than readState.Index' (duration: 1.19389928s)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:58.039066Z","caller":"traceutil/trace.go:171","msg":"trace[846675758] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"1.624130532s","start":"2026-05-09T13:11:56.414929Z","end":"2026-05-09T13:11:58.039059Z","steps":["trace[846675758] 'process raft request' (duration: 1.623982628s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.039053Z","caller":"traceutil/trace.go:171","msg":"trace[695306889] transaction","detail":"{read_only:false; number_of_response:0; response_revision:286; }","duration":"1.831824764s","start":"2026-05-09T13:11:56.207200Z","end":"2026-05-09T13:11:58.039025Z","steps":["trace[695306889] 'process raft request' (duration: 1.127930514s)","trace[695306889] 'compare' (duration: 703.590191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:58.039107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.414911Z","time spent":"1.624177543s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.039192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.207185Z","time spent":"1.831943719s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.039207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976240575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3750"} {"level":"info","ts":"2026-05-09T13:11:58.039295Z","caller":"traceutil/trace.go:171","msg":"trace[1679761966] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:287; }","duration":"1.976391559s","start":"2026-05-09T13:11:56.062884Z","end":"2026-05-09T13:11:58.039276Z","steps":["trace[1679761966] 'agreement among raft nodes before linearized reading' (duration: 1.976190643s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.039339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.062870Z","time spent":"1.976460401s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3772,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-05-09T13:11:58.100887Z","caller":"traceutil/trace.go:171","msg":"trace[947483918] transaction","detail":"{read_only:false; number_of_response:0; response_revision:288; }","duration":"1.025488583s","start":"2026-05-09T13:11:57.075385Z","end":"2026-05-09T13:11:58.100874Z","steps":["trace[947483918] 'process raft request' (duration: 1.025461852s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.100950Z","caller":"traceutil/trace.go:171","msg":"trace[1277934065] transaction","detail":"{read_only:false; number_of_response:0; response_revision:288; }","duration":"1.025949406s","start":"2026-05-09T13:11:57.074981Z","end":"2026-05-09T13:11:58.100930Z","steps":["trace[1277934065] 'process raft request' (duration: 1.025804762s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.100985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.075372Z","time spent":"1.025565015s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:58.101006Z","caller":"traceutil/trace.go:171","msg":"trace[35717488] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"1.1601778s","start":"2026-05-09T13:11:56.940807Z","end":"2026-05-09T13:11:58.100985Z","steps":["trace[35717488] 'process raft request' (duration: 1.159890441s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.101059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026174164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:4172"} {"level":"warn","ts":"2026-05-09T13:11:58.101066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.074941Z","time spent":"1.026078612s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.101113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.940780Z","time spent":"1.160282223s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":400,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.101119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.540646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:11:58.101167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.491424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:11:58.101189Z","caller":"traceutil/trace.go:171","msg":"trace[1606624667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:288; }","duration":"556.559397ms","start":"2026-05-09T13:11:57.544625Z","end":"2026-05-09T13:11:58.101184Z","steps":["trace[1606624667] 'agreement among raft nodes before linearized reading' (duration: 556.516476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.101207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.544600Z","time spent":"556.602897ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-09T13:11:58.101125Z","caller":"traceutil/trace.go:171","msg":"trace[1700712227] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:288; }","duration":"1.026229266s","start":"2026-05-09T13:11:57.074857Z","end":"2026-05-09T13:11:58.101087Z","steps":["trace[1700712227] 'agreement among raft nodes before linearized reading' (duration: 1.026117123s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.101203Z","caller":"traceutil/trace.go:171","msg":"trace[1379268976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:288; }","duration":"434.68141ms","start":"2026-05-09T13:11:57.666500Z","end":"2026-05-09T13:11:58.101182Z","steps":["trace[1379268976] 'agreement among raft nodes before linearized reading' (duration: 434.462703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.101263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.666476Z","time spent":"434.772503ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.101233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.36537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:11:58.101372Z","caller":"traceutil/trace.go:171","msg":"trace[1771531867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:288; }","duration":"556.594298ms","start":"2026-05-09T13:11:57.544749Z","end":"2026-05-09T13:11:58.101343Z","steps":["trace[1771531867] 'agreement among raft nodes before linearized reading' (duration: 556.301039ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.101406Z","caller":"traceutil/trace.go:171","msg":"trace[655498174] transaction","detail":"{read_only:false; number_of_response:0; response_revision:288; }","duration":"1.026190424s","start":"2026-05-09T13:11:57.075199Z","end":"2026-05-09T13:11:58.101390Z","steps":["trace[655498174] 'process raft request' (duration: 1.025625407s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.101647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.075179Z","time spent":"1.026447971s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.101413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163576414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:3469"} {"level":"info","ts":"2026-05-09T13:11:58.101765Z","caller":"traceutil/trace.go:171","msg":"trace[488981198] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:288; }","duration":"1.163959285s","start":"2026-05-09T13:11:56.937783Z","end":"2026-05-09T13:11:58.101742Z","steps":["trace[488981198] 'agreement among raft nodes before linearized reading' (duration: 1.163562704s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.101827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.937777Z","time spent":"1.164029437s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":3491,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.101241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.074778Z","time spent":"1.026451633s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4194,"request content":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.101423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163649977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:5891"} {"level":"info","ts":"2026-05-09T13:11:58.102030Z","caller":"traceutil/trace.go:171","msg":"trace[1680686920] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:288; }","duration":"1.164280726s","start":"2026-05-09T13:11:56.937730Z","end":"2026-05-09T13:11:58.102011Z","steps":["trace[1680686920] 'agreement among raft nodes before linearized reading' (duration: 1.163640386s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.102081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:56.937713Z","time spent":"1.164351627s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5913,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.101444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:57.544717Z","time spent":"556.715311ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.481813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.137029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:11:58.481995Z","caller":"traceutil/trace.go:171","msg":"trace[1456993734] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:301; }","duration":"381.058426ms","start":"2026-05-09T13:11:58.100920Z","end":"2026-05-09T13:11:58.481978Z","steps":["trace[1456993734] 'read index received' (duration: 255.66672ms)","trace[1456993734] 'applied index is now lower than readState.Index' (duration: 125.390696ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:58.482068Z","caller":"traceutil/trace.go:171","msg":"trace[804780708] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"439.696892ms","start":"2026-05-09T13:11:58.042361Z","end":"2026-05-09T13:11:58.482057Z","steps":["trace[804780708] 'process raft request' (duration: 314.237903ms)","trace[804780708] 'compare' (duration: 124.8324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:58.482119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.042343Z","time spent":"439.751873ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:58.482294Z","caller":"traceutil/trace.go:171","msg":"trace[1800405354] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"439.102553ms","start":"2026-05-09T13:11:58.043139Z","end":"2026-05-09T13:11:58.482241Z","steps":["trace[1800405354] 'process raft request' (duration: 438.782004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.482488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.043133Z","time spent":"439.264319ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:58.482989Z","caller":"traceutil/trace.go:171","msg":"trace[827744139] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"360.747761ms","start":"2026-05-09T13:11:58.122198Z","end":"2026-05-09T13:11:58.482946Z","steps":["trace[827744139] 'process raft request' (duration: 360.634658ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.482967Z","caller":"traceutil/trace.go:171","msg":"trace[203105815] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"360.808994ms","start":"2026-05-09T13:11:58.122126Z","end":"2026-05-09T13:11:58.482935Z","steps":["trace[203105815] 'process raft request' (duration: 360.545836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.483101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.122147Z","time spent":"360.907657ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:11:58.483367Z","caller":"traceutil/trace.go:171","msg":"trace[560711645] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"360.757242ms","start":"2026-05-09T13:11:58.122581Z","end":"2026-05-09T13:11:58.483338Z","steps":["trace[560711645] 'process raft request' (duration: 360.309049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.484655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.906258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3750"} {"level":"warn","ts":"2026-05-09T13:11:58.484668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.66832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:5614"} {"level":"info","ts":"2026-05-09T13:11:58.484774Z","caller":"traceutil/trace.go:171","msg":"trace[2026102857] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:290; }","duration":"444.164227ms","start":"2026-05-09T13:11:58.040584Z","end":"2026-05-09T13:11:58.484748Z","steps":["trace[2026102857] 'agreement among raft nodes before linearized reading' (duration: 441.815266ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.484803Z","caller":"traceutil/trace.go:171","msg":"trace[1891103706] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:295; }","duration":"362.813405ms","start":"2026-05-09T13:11:58.121948Z","end":"2026-05-09T13:11:58.484761Z","steps":["trace[1891103706] 'agreement among raft nodes before linearized reading' (duration: 361.538726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.484845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.040573Z","time spent":"444.240739ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3772,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.484848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.121886Z","time spent":"362.948469ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":5636,"request content":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.485143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.122514Z","time spent":"361.127453ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:58.485346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.122118Z","time spent":"361.33316ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:58.483125Z","caller":"traceutil/trace.go:171","msg":"trace[695331531] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"360.875535ms","start":"2026-05-09T13:11:58.122231Z","end":"2026-05-09T13:11:58.483106Z","steps":["trace[695331531] 'process raft request' (duration: 360.633408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.485638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.245086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:11:58.485720Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.071402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:5509"} {"level":"info","ts":"2026-05-09T13:11:58.485736Z","caller":"traceutil/trace.go:171","msg":"trace[521931907] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"343.246241ms","start":"2026-05-09T13:11:58.142462Z","end":"2026-05-09T13:11:58.485708Z","steps":["trace[521931907] 'process raft request' (duration: 340.850808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.485807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.798874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:3133"} {"level":"info","ts":"2026-05-09T13:11:58.487044Z","caller":"traceutil/trace.go:171","msg":"trace[1119893100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:295; }","duration":"360.646469ms","start":"2026-05-09T13:11:58.126371Z","end":"2026-05-09T13:11:58.487017Z","steps":["trace[1119893100] 'agreement among raft nodes before linearized reading' (duration: 359.227416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.487198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.126363Z","time spent":"360.805134ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:11:58.487217Z","caller":"traceutil/trace.go:171","msg":"trace[1683797589] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:295; }","duration":"364.530687ms","start":"2026-05-09T13:11:58.122601Z","end":"2026-05-09T13:11:58.487131Z","steps":["trace[1683797589] 'agreement among raft nodes before linearized reading' (duration: 363.065432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.487392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.122581Z","time spent":"364.767094ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5531,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.487662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.142439Z","time spent":"345.138899ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:58.487085Z","caller":"traceutil/trace.go:171","msg":"trace[1987191048] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:295; }","duration":"365.046363ms","start":"2026-05-09T13:11:58.121992Z","end":"2026-05-09T13:11:58.487038Z","steps":["trace[1987191048] 'agreement among raft nodes before linearized reading' (duration: 363.749943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.488245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.121989Z","time spent":"366.137545ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3155,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:58.488659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.122224Z","time spent":"366.345312ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:58.612851Z","caller":"traceutil/trace.go:171","msg":"trace[1588885342] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"118.036803ms","start":"2026-05-09T13:11:58.494792Z","end":"2026-05-09T13:11:58.612829Z","steps":["trace[1588885342] 'process raft request' (duration: 117.448755ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.613461Z","caller":"traceutil/trace.go:171","msg":"trace[690987460] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"114.414254ms","start":"2026-05-09T13:11:58.499002Z","end":"2026-05-09T13:11:58.613416Z","steps":["trace[690987460] 'process raft request' (duration: 113.383772ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.613569Z","caller":"traceutil/trace.go:171","msg":"trace[2114991466] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"121.712616ms","start":"2026-05-09T13:11:58.491833Z","end":"2026-05-09T13:11:58.613545Z","steps":["trace[2114991466] 'process raft request' (duration: 115.597181ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.612447Z","caller":"traceutil/trace.go:171","msg":"trace[661347066] linearizableReadLoop","detail":"{readStateIndex:312; appliedIndex:308; }","duration":"113.408323ms","start":"2026-05-09T13:11:58.499011Z","end":"2026-05-09T13:11:58.612419Z","steps":["trace[661347066] 'read index received' (duration: 67.39389ms)","trace[661347066] 'applied index is now lower than readState.Index' (duration: 46.013333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:58.613890Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.27541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:11:58.614063Z","caller":"traceutil/trace.go:171","msg":"trace[1287765890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:299; }","duration":"115.060014ms","start":"2026-05-09T13:11:58.498990Z","end":"2026-05-09T13:11:58.614051Z","steps":["trace[1287765890] 'agreement among raft nodes before linearized reading' (duration: 114.27103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.634122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.613595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:5509"} {"level":"warn","ts":"2026-05-09T13:11:58.634176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.10559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:11:58.634194Z","caller":"traceutil/trace.go:171","msg":"trace[938808386] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:300; }","duration":"134.703518ms","start":"2026-05-09T13:11:58.499474Z","end":"2026-05-09T13:11:58.634177Z","steps":["trace[938808386] 'agreement among raft nodes before linearized reading' (duration: 134.553543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.634214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.128321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3750"} {"level":"info","ts":"2026-05-09T13:11:58.634225Z","caller":"traceutil/trace.go:171","msg":"trace[1128213781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:0; response_revision:300; }","duration":"135.169702ms","start":"2026-05-09T13:11:58.499043Z","end":"2026-05-09T13:11:58.634212Z","steps":["trace[1128213781] 'agreement among raft nodes before linearized reading' (duration: 135.078959ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:58.634265Z","caller":"traceutil/trace.go:171","msg":"trace[2144093975] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:300; }","duration":"135.166362ms","start":"2026-05-09T13:11:58.499079Z","end":"2026-05-09T13:11:58.634246Z","steps":["trace[2144093975] 'agreement among raft nodes before linearized reading' (duration: 135.09195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:58.634123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.355326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:11:58.634483Z","caller":"traceutil/trace.go:171","msg":"trace[1666098826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:300; }","duration":"131.725658ms","start":"2026-05-09T13:11:58.502726Z","end":"2026-05-09T13:11:58.634452Z","steps":["trace[1666098826] 'agreement among raft nodes before linearized reading' (duration: 131.294145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:59.615151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.828576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:11:59.615266Z","caller":"traceutil/trace.go:171","msg":"trace[1968403110] linearizableReadLoop","detail":"{readStateIndex:314; appliedIndex:313; }","duration":"976.597706ms","start":"2026-05-09T13:11:58.638649Z","end":"2026-05-09T13:11:59.615247Z","steps":["trace[1968403110] 'read index received' (duration: 490.579275ms)","trace[1968403110] 'applied index is now lower than readState.Index' (duration: 486.017151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:11:59.615377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.72871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-09T13:11:59.615364Z","caller":"traceutil/trace.go:171","msg":"trace[1332037923] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"979.233115ms","start":"2026-05-09T13:11:58.636105Z","end":"2026-05-09T13:11:59.615338Z","steps":["trace[1332037923] 'process raft request' (duration: 493.113381ms)","trace[1332037923] 'compare' (duration: 485.723013ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:11:59.615416Z","caller":"traceutil/trace.go:171","msg":"trace[502914994] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:301; }","duration":"976.800642ms","start":"2026-05-09T13:11:58.638602Z","end":"2026-05-09T13:11:59.615403Z","steps":["trace[502914994] 'agreement among raft nodes before linearized reading' (duration: 976.700869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:59.615456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.638587Z","time spent":"976.856474ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:11:59.615471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.636085Z","time spent":"979.338989ms","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:59.621528Z","caller":"traceutil/trace.go:171","msg":"trace[2097868857] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"980.368029ms","start":"2026-05-09T13:11:58.641147Z","end":"2026-05-09T13:11:59.621515Z","steps":["trace[2097868857] 'process raft request' (duration: 980.09534ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:11:59.621580Z","caller":"traceutil/trace.go:171","msg":"trace[1001260780] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"977.798831ms","start":"2026-05-09T13:11:58.643769Z","end":"2026-05-09T13:11:59.621567Z","steps":["trace[1001260780] 'process raft request' (duration: 977.638885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:59.621595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.641128Z","time spent":"980.428801ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:11:59.621639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.643761Z","time spent":"977.847322ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7164,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:11:59.621544Z","caller":"traceutil/trace.go:171","msg":"trace[270574510] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"977.171303ms","start":"2026-05-09T13:11:58.644358Z","end":"2026-05-09T13:11:59.621529Z","steps":["trace[270574510] 'process raft request' (duration: 977.130421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:11:59.621901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:11:58.644337Z","time spent":"977.521222ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3872,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:01.435975Z","caller":"traceutil/trace.go:171","msg":"trace[1346861438] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"265.534399ms","start":"2026-05-09T13:12:01.170404Z","end":"2026-05-09T13:12:01.435938Z","steps":["trace[1346861438] 'process raft request' (duration: 265.22281ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:01.580157Z","caller":"traceutil/trace.go:171","msg":"trace[420086432] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"128.065917ms","start":"2026-05-09T13:12:01.452058Z","end":"2026-05-09T13:12:01.580124Z","steps":["trace[420086432] 'process raft request' (duration: 127.765708ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:01.580506Z","caller":"traceutil/trace.go:171","msg":"trace[1030448748] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"106.625785ms","start":"2026-05-09T13:12:01.473824Z","end":"2026-05-09T13:12:01.580450Z","steps":["trace[1030448748] 'process raft request' (duration: 106.214343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:01.923273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.838215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-09T13:12:01.923335Z","caller":"traceutil/trace.go:171","msg":"trace[1025077989] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:350; }","duration":"102.989479ms","start":"2026-05-09T13:12:01.820334Z","end":"2026-05-09T13:12:01.923323Z","steps":["trace[1025077989] 'range keys from in-memory index tree' (duration: 102.6891ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:02.323366Z","caller":"traceutil/trace.go:171","msg":"trace[1065660009] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"203.395555ms","start":"2026-05-09T13:12:02.119945Z","end":"2026-05-09T13:12:02.323341Z","steps":["trace[1065660009] 'read index received' (duration: 120.555802ms)","trace[1065660009] 'applied index is now lower than readState.Index' (duration: 82.838863ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:02.323470Z","caller":"traceutil/trace.go:171","msg":"trace[200050064] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"221.380158ms","start":"2026-05-09T13:12:02.102055Z","end":"2026-05-09T13:12:02.323435Z","steps":["trace[200050064] 'process raft request' (duration: 138.434211ms)","trace[200050064] 'compare' (duration: 82.755511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:02.323562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.59986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-09T13:12:02.323603Z","caller":"traceutil/trace.go:171","msg":"trace[1242792440] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:354; }","duration":"203.693453ms","start":"2026-05-09T13:12:02.119898Z","end":"2026-05-09T13:12:02.323591Z","steps":["trace[1242792440] 'agreement among raft nodes before linearized reading' (duration: 203.5913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:02.323735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.469257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:02.323779Z","caller":"traceutil/trace.go:171","msg":"trace[168442462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:354; }","duration":"192.569439ms","start":"2026-05-09T13:12:02.131199Z","end":"2026-05-09T13:12:02.323769Z","steps":["trace[168442462] 'agreement among raft nodes before linearized reading' (duration: 192.481437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:04.360776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.205214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-09T13:12:04.360867Z","caller":"traceutil/trace.go:171","msg":"trace[371955152] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:370; }","duration":"142.330197ms","start":"2026-05-09T13:12:04.218511Z","end":"2026-05-09T13:12:04.360841Z","steps":["trace[371955152] 'range keys from in-memory index tree' (duration: 142.138752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:04.682316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.136663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-09T13:12:04.682465Z","caller":"traceutil/trace.go:171","msg":"trace[1153015235] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"213.504742ms","start":"2026-05-09T13:12:04.468949Z","end":"2026-05-09T13:12:04.682453Z","steps":["trace[1153015235] 'read index received' (duration: 39.751µs)","trace[1153015235] 'applied index is now lower than readState.Index' (duration: 213.463791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:04.682833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.860822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-09T13:12:04.682924Z","caller":"traceutil/trace.go:171","msg":"trace[1135714765] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:371; }","duration":"213.995346ms","start":"2026-05-09T13:12:04.468909Z","end":"2026-05-09T13:12:04.682905Z","steps":["trace[1135714765] 'agreement among raft nodes before linearized reading' (duration: 213.78423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:04.714492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.18175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-09T13:12:04.714651Z","caller":"traceutil/trace.go:171","msg":"trace[1432049910] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:372; }","duration":"194.353375ms","start":"2026-05-09T13:12:04.520238Z","end":"2026-05-09T13:12:04.714591Z","steps":["trace[1432049910] 'agreement among raft nodes before linearized reading' (duration: 193.953243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:04.715120Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.729071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:12:04.715432Z","caller":"traceutil/trace.go:171","msg":"trace[682477700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"191.0735ms","start":"2026-05-09T13:12:04.524311Z","end":"2026-05-09T13:12:04.715385Z","steps":["trace[682477700] 'agreement among raft nodes before linearized reading' (duration: 190.69576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:04.715703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.438851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:12:04.715777Z","caller":"traceutil/trace.go:171","msg":"trace[913232207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:372; }","duration":"191.526013ms","start":"2026-05-09T13:12:04.524225Z","end":"2026-05-09T13:12:04.715751Z","steps":["trace[913232207] 'agreement among raft nodes before linearized reading' (duration: 191.151902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:04.716121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.290632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-05-09T13:12:04.716267Z","caller":"traceutil/trace.go:171","msg":"trace[39604759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:372; }","duration":"145.528389ms","start":"2026-05-09T13:12:04.570709Z","end":"2026-05-09T13:12:04.716237Z","steps":["trace[39604759] 'agreement among raft nodes before linearized reading' (duration: 144.893692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.035575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.993058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:12:05.035669Z","caller":"traceutil/trace.go:171","msg":"trace[1263733877] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"315.862179ms","start":"2026-05-09T13:12:04.719793Z","end":"2026-05-09T13:12:05.035655Z","steps":["trace[1263733877] 'read index received' (duration: 151.785258ms)","trace[1263733877] 'applied index is now lower than readState.Index' (duration: 164.075861ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:05.035729Z","caller":"traceutil/trace.go:171","msg":"trace[537536001] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"351.478296ms","start":"2026-05-09T13:12:04.684229Z","end":"2026-05-09T13:12:05.035708Z","steps":["trace[537536001] 'process raft request' (duration: 187.282293ms)","trace[537536001] 'compare' (duration: 163.902345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:05.035795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.092035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-09T13:12:05.035834Z","caller":"traceutil/trace.go:171","msg":"trace[374464913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:373; }","duration":"316.148986ms","start":"2026-05-09T13:12:04.719673Z","end":"2026-05-09T13:12:05.035822Z","steps":["trace[374464913] 'agreement among raft nodes before linearized reading' (duration: 316.056084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.035872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.719655Z","time spent":"316.205568ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:12:05.035934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.684185Z","time spent":"351.595719ms","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:05.038775Z","caller":"traceutil/trace.go:171","msg":"trace[136480351] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"315.317392ms","start":"2026-05-09T13:12:04.723448Z","end":"2026-05-09T13:12:05.038765Z","steps":["trace[136480351] 'process raft request' (duration: 315.078745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.038836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.723429Z","time spent":"315.377124ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:05.039026Z","caller":"traceutil/trace.go:171","msg":"trace[842824282] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"315.478157ms","start":"2026-05-09T13:12:04.723541Z","end":"2026-05-09T13:12:05.039019Z","steps":["trace[842824282] 'process raft request' (duration: 315.086586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.039070Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.723513Z","time spent":"315.536418ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:05.039450Z","caller":"traceutil/trace.go:171","msg":"trace[700369601] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"308.890109ms","start":"2026-05-09T13:12:04.730539Z","end":"2026-05-09T13:12:05.039429Z","steps":["trace[700369601] 'process raft request' (duration: 308.698343ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:05.039332Z","caller":"traceutil/trace.go:171","msg":"trace[4190768] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"310.514214ms","start":"2026-05-09T13:12:04.728793Z","end":"2026-05-09T13:12:05.039308Z","steps":["trace[4190768] 'process raft request' (duration: 310.094002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.039563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.51756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-dgngp3\" limit:1 ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-09T13:12:05.039911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.204504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-05-09T13:12:05.039771Z","caller":"traceutil/trace.go:171","msg":"trace[2108156534] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-dgngp3; range_end:; response_count:1; response_revision:378; }","duration":"215.769288ms","start":"2026-05-09T13:12:04.823993Z","end":"2026-05-09T13:12:05.039762Z","steps":["trace[2108156534] 'agreement among raft nodes before linearized reading' (duration: 215.5116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.040373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.593077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-09T13:12:05.040403Z","caller":"traceutil/trace.go:171","msg":"trace[271957163] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-cidrs-controller; range_end:; response_count:1; response_revision:378; }","duration":"120.650168ms","start":"2026-05-09T13:12:04.919746Z","end":"2026-05-09T13:12:05.040396Z","steps":["trace[271957163] 'agreement among raft nodes before linearized reading' (duration: 120.599667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.040435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.728772Z","time spent":"310.760422ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:05.039949Z","caller":"traceutil/trace.go:171","msg":"trace[1864101026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:378; }","duration":"270.279856ms","start":"2026-05-09T13:12:04.769659Z","end":"2026-05-09T13:12:05.039939Z","steps":["trace[1864101026] 'agreement among raft nodes before linearized reading' (duration: 269.981027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.040698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.730532Z","time spent":"310.070652ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:12:05.040440Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.807533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-09T13:12:05.040990Z","caller":"traceutil/trace.go:171","msg":"trace[1478043873] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:378; }","duration":"220.311097ms","start":"2026-05-09T13:12:04.820570Z","end":"2026-05-09T13:12:05.040881Z","steps":["trace[1478043873] 'agreement among raft nodes before linearized reading' (duration: 219.817763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.040532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.337479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-05-09T13:12:05.041322Z","caller":"traceutil/trace.go:171","msg":"trace[1986047046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:378; }","duration":"171.161322ms","start":"2026-05-09T13:12:04.870142Z","end":"2026-05-09T13:12:05.041303Z","steps":["trace[1986047046] 'agreement among raft nodes before linearized reading' (duration: 170.357219ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:05.039276Z","caller":"traceutil/trace.go:171","msg":"trace[874724418] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"308.851278ms","start":"2026-05-09T13:12:04.730412Z","end":"2026-05-09T13:12:05.039264Z","steps":["trace[874724418] 'process raft request' (duration: 308.787896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:05.041589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:04.730397Z","time spent":"311.120172ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:12:06.349036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.096398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:12:06.349128Z","caller":"traceutil/trace.go:171","msg":"trace[162114363] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"156.039288ms","start":"2026-05-09T13:12:06.193074Z","end":"2026-05-09T13:12:06.349114Z","steps":["trace[162114363] 'process raft request' (duration: 55.803176ms)","trace[162114363] 'compare' (duration: 100.018615ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:06.822843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.679188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4758"} {"level":"info","ts":"2026-05-09T13:12:06.822921Z","caller":"traceutil/trace.go:171","msg":"trace[1282585663] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:426; }","duration":"180.818862ms","start":"2026-05-09T13:12:06.642085Z","end":"2026-05-09T13:12:06.822904Z","steps":["trace[1282585663] 'range keys from in-memory index tree' (duration: 180.555435ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:06.924538Z","caller":"traceutil/trace.go:171","msg":"trace[1928169893] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"202.329486ms","start":"2026-05-09T13:12:06.722181Z","end":"2026-05-09T13:12:06.924510Z","steps":["trace[1928169893] 'process raft request' (duration: 202.12005ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:07.216377Z","caller":"traceutil/trace.go:171","msg":"trace[1819579215] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:446; }","duration":"172.153395ms","start":"2026-05-09T13:12:07.044197Z","end":"2026-05-09T13:12:07.216350Z","steps":["trace[1819579215] 'read index received' (duration: 171.744853ms)","trace[1819579215] 'applied index is now lower than readState.Index' (duration: 407.312µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:07.216428Z","caller":"traceutil/trace.go:171","msg":"trace[1632275604] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"385.256491ms","start":"2026-05-09T13:12:06.831142Z","end":"2026-05-09T13:12:07.216398Z","steps":["trace[1632275604] 'process raft request' (duration: 384.907862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:07.216568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.282118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-09T13:12:07.216586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.361191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:12:07.216682Z","caller":"traceutil/trace.go:171","msg":"trace[315630509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"172.489374ms","start":"2026-05-09T13:12:07.044169Z","end":"2026-05-09T13:12:07.216659Z","steps":["trace[315630509] 'agreement among raft nodes before linearized reading' (duration: 172.31789ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:07.216607Z","caller":"traceutil/trace.go:171","msg":"trace[1118373833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:428; }","duration":"172.373801ms","start":"2026-05-09T13:12:07.044221Z","end":"2026-05-09T13:12:07.216595Z","steps":["trace[1118373833] 'agreement among raft nodes before linearized reading' (duration: 172.283368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:07.217535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:06.831127Z","time spent":"385.383454ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4743,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:07.342704Z","caller":"traceutil/trace.go:171","msg":"trace[1697235864] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"120.666814ms","start":"2026-05-09T13:12:07.222015Z","end":"2026-05-09T13:12:07.342682Z","steps":["trace[1697235864] 'process raft request' (duration: 103.227888ms)","trace[1697235864] 'compare' (duration: 17.292352ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:07.343292Z","caller":"traceutil/trace.go:171","msg":"trace[1054022232] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"117.062153ms","start":"2026-05-09T13:12:07.226202Z","end":"2026-05-09T13:12:07.343264Z","steps":["trace[1054022232] 'process raft request' (duration: 116.436066ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:07.668501Z","caller":"traceutil/trace.go:171","msg":"trace[471430602] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"115.17048ms","start":"2026-05-09T13:12:07.553304Z","end":"2026-05-09T13:12:07.668474Z","steps":["trace[471430602] 'process raft request' (duration: 115.035426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:09.631741Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:12:10.132890Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:12:10.633141Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:12:11.061331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.130657773s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:12:11.131343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:12:11.131504Z","caller":"traceutil/trace.go:171","msg":"trace[286588338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851001s","start":"2026-05-09T13:12:09.130633Z","end":"2026-05-09T13:12:11.131484Z","steps":["trace[286588338] 'agreement among raft nodes before linearized reading' (duration: 2.000663376s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:11.131558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:09.130574Z","time spent":"2.000975154s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:12:11.542202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992818281s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:11.542317Z","caller":"traceutil/trace.go:171","msg":"trace[77957042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:435; }","duration":"1.992941475s","start":"2026-05-09T13:12:09.549356Z","end":"2026-05-09T13:12:11.542298Z","steps":["trace[77957042] 'range keys from in-memory index tree' (duration: 1.99277443s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:11.543745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.20506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:12:11.543845Z","caller":"traceutil/trace.go:171","msg":"trace[2051954399] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"2.613289675s","start":"2026-05-09T13:12:08.930540Z","end":"2026-05-09T13:12:11.543829Z","steps":["trace[2051954399] 'process raft request' (duration: 2.130940481s)","trace[2051954399] 'compare' (duration: 480.876445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:11.543882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:08.930503Z","time spent":"2.613362167s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:11.674845Z","caller":"traceutil/trace.go:171","msg":"trace[1644878240] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.927821622s","start":"2026-05-09T13:12:09.746995Z","end":"2026-05-09T13:12:11.674816Z","steps":["trace[1644878240] 'process raft request' (duration: 1.916081868s)","trace[1644878240] 'compare' (duration: 11.492598ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:11.674916Z","caller":"traceutil/trace.go:171","msg":"trace[1327092740] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:454; }","duration":"2.544258251s","start":"2026-05-09T13:12:09.130639Z","end":"2026-05-09T13:12:11.674897Z","steps":["trace[1327092740] 'read index received' (duration: 1.930850016s)","trace[1327092740] 'applied index is now lower than readState.Index' (duration: 613.407295ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:11.674988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:09.746957Z","time spent":"1.927959756s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:12:11.675085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378753866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T13:12:11.675122Z","caller":"traceutil/trace.go:171","msg":"trace[1545400128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:438; }","duration":"2.378855838s","start":"2026-05-09T13:12:09.296258Z","end":"2026-05-09T13:12:11.675114Z","steps":["trace[1545400128] 'agreement among raft nodes before linearized reading' (duration: 2.378776276s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:11.675147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:09.296244Z","time spent":"2.378897499s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:12:11.675270Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.905971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:11.675294Z","caller":"traceutil/trace.go:171","msg":"trace[661646704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:438; }","duration":"132.930952ms","start":"2026-05-09T13:12:11.542357Z","end":"2026-05-09T13:12:11.675288Z","steps":["trace[661646704] 'agreement among raft nodes before linearized reading' (duration: 132.899901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:11.675455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328869704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T13:12:11.675479Z","caller":"traceutil/trace.go:171","msg":"trace[1189920249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:438; }","duration":"2.328924156s","start":"2026-05-09T13:12:09.346549Z","end":"2026-05-09T13:12:11.675473Z","steps":["trace[1189920249] 'agreement among raft nodes before linearized reading' (duration: 2.328874034s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:11.675499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:09.346532Z","time spent":"2.328962956s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:12:11.675509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.615357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:12:11.675574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.930534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:11.675581Z","caller":"traceutil/trace.go:171","msg":"trace[464828559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"795.73064ms","start":"2026-05-09T13:12:10.879831Z","end":"2026-05-09T13:12:11.675561Z","steps":["trace[464828559] 'agreement among raft nodes before linearized reading' (duration: 795.631247ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:11.675599Z","caller":"traceutil/trace.go:171","msg":"trace[925853989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"543.987556ms","start":"2026-05-09T13:12:11.131604Z","end":"2026-05-09T13:12:11.675592Z","steps":["trace[925853989] 'agreement among raft nodes before linearized reading' (duration: 543.957125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:11.675623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:11.131586Z","time spent":"544.034267ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:12:11.675627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:10.879812Z","time spent":"795.807833ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:12:11.812758Z","caller":"traceutil/trace.go:171","msg":"trace[711569495] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"130.241949ms","start":"2026-05-09T13:12:11.682496Z","end":"2026-05-09T13:12:11.812738Z","steps":["trace[711569495] 'process raft request' (duration: 130.208858ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:11.812928Z","caller":"traceutil/trace.go:171","msg":"trace[1016922173] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"132.945802ms","start":"2026-05-09T13:12:11.679975Z","end":"2026-05-09T13:12:11.812920Z","steps":["trace[1016922173] 'process raft request' (duration: 132.539001ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:11.812870Z","caller":"traceutil/trace.go:171","msg":"trace[688374611] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"130.963878ms","start":"2026-05-09T13:12:11.681875Z","end":"2026-05-09T13:12:11.812839Z","steps":["trace[688374611] 'process raft request' (duration: 130.765943ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:13.865364Z","caller":"traceutil/trace.go:171","msg":"trace[803148860] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"183.778297ms","start":"2026-05-09T13:12:13.681564Z","end":"2026-05-09T13:12:13.865342Z","steps":["trace[803148860] 'process raft request' (duration: 112.055939ms)","trace[803148860] 'compare' (duration: 71.588605ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:14.654519Z","caller":"traceutil/trace.go:171","msg":"trace[1473440260] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"156.969955ms","start":"2026-05-09T13:12:14.497525Z","end":"2026-05-09T13:12:14.654495Z","steps":["trace[1473440260] 'process raft request' (duration: 57.431718ms)","trace[1473440260] 'compare' (duration: 99.404283ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:14.654504Z","caller":"traceutil/trace.go:171","msg":"trace[16392935] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"106.613201ms","start":"2026-05-09T13:12:14.547856Z","end":"2026-05-09T13:12:14.654470Z","steps":["trace[16392935] 'read index received' (duration: 7.081074ms)","trace[16392935] 'applied index is now lower than readState.Index' (duration: 99.531037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:14.654628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.782146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:14.654681Z","caller":"traceutil/trace.go:171","msg":"trace[1405145036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:446; }","duration":"106.842887ms","start":"2026-05-09T13:12:14.547821Z","end":"2026-05-09T13:12:14.654664Z","steps":["trace[1405145036] 'agreement among raft nodes before linearized reading' (duration: 106.736944ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:15.760824Z","caller":"traceutil/trace.go:171","msg":"trace[565002010] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"163.093617ms","start":"2026-05-09T13:12:15.597708Z","end":"2026-05-09T13:12:15.760802Z","steps":["trace[565002010] 'process raft request' (duration: 162.959154ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:15.982888Z","caller":"traceutil/trace.go:171","msg":"trace[591756769] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"112.442427ms","start":"2026-05-09T13:12:15.870420Z","end":"2026-05-09T13:12:15.982862Z","steps":["trace[591756769] 'process raft request' (duration: 112.243532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:16.706813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.359911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:12:16.706932Z","caller":"traceutil/trace.go:171","msg":"trace[1987487657] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"718.535483ms","start":"2026-05-09T13:12:15.988375Z","end":"2026-05-09T13:12:16.706911Z","steps":["trace[1987487657] 'process raft request' (duration: 358.997137ms)","trace[1987487657] 'compare' (duration: 359.243568ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:16.707007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:15.988344Z","time spent":"718.629305ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:16.724080Z","caller":"traceutil/trace.go:171","msg":"trace[200115389] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:469; }","duration":"593.301569ms","start":"2026-05-09T13:12:16.130745Z","end":"2026-05-09T13:12:16.724047Z","steps":["trace[200115389] 'read index received' (duration: 216.620143ms)","trace[200115389] 'applied index is now lower than readState.Index' (duration: 376.680416ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:16.724100Z","caller":"traceutil/trace.go:171","msg":"trace[1662851608] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"733.894907ms","start":"2026-05-09T13:12:15.990185Z","end":"2026-05-09T13:12:16.724080Z","steps":["trace[1662851608] 'process raft request' (duration: 733.737593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:16.724190Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.436422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:16.724231Z","caller":"traceutil/trace.go:171","msg":"trace[684054633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:450; }","duration":"593.509434ms","start":"2026-05-09T13:12:16.130709Z","end":"2026-05-09T13:12:16.724219Z","steps":["trace[684054633] 'agreement among raft nodes before linearized reading' (duration: 593.440892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:16.724233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:15.990151Z","time spent":"734.03946ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:12:16.724244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.509989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:12:16.724303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:16.130693Z","time spent":"593.567385ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:12:16.724314Z","caller":"traceutil/trace.go:171","msg":"trace[1904969587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:450; }","duration":"175.601561ms","start":"2026-05-09T13:12:16.548702Z","end":"2026-05-09T13:12:16.724304Z","steps":["trace[1904969587] 'agreement among raft nodes before linearized reading' (duration: 175.496559ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:18.125204Z","caller":"traceutil/trace.go:171","msg":"trace[1685678001] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"136.055831ms","start":"2026-05-09T13:12:17.989125Z","end":"2026-05-09T13:12:18.125181Z","steps":["trace[1685678001] 'process raft request' (duration: 135.936728ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:18.832411Z","caller":"traceutil/trace.go:171","msg":"trace[219024659] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"119.824609ms","start":"2026-05-09T13:12:18.712565Z","end":"2026-05-09T13:12:18.832389Z","steps":["trace[219024659] 'process raft request' (duration: 119.632014ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:19.014595Z","caller":"traceutil/trace.go:171","msg":"trace[992967664] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:473; }","duration":"285.225595ms","start":"2026-05-09T13:12:18.729341Z","end":"2026-05-09T13:12:19.014567Z","steps":["trace[992967664] 'read index received' (duration: 102.863072ms)","trace[992967664] 'applied index is now lower than readState.Index' (duration: 182.361323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:19.014752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.386468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:12:19.014794Z","caller":"traceutil/trace.go:171","msg":"trace[1224473779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"285.485551ms","start":"2026-05-09T13:12:18.729295Z","end":"2026-05-09T13:12:19.014781Z","steps":["trace[1224473779] 'agreement among raft nodes before linearized reading' (duration: 285.374738ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:19.014727Z","caller":"traceutil/trace.go:171","msg":"trace[1427602096] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"300.042447ms","start":"2026-05-09T13:12:18.714637Z","end":"2026-05-09T13:12:19.014679Z","steps":["trace[1427602096] 'process raft request' (duration: 222.812614ms)","trace[1427602096] 'compare' (duration: 77.017358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:19.015104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:18.714617Z","time spent":"300.246912ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:12:19.261774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.09378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:19.261971Z","caller":"traceutil/trace.go:171","msg":"trace[667261368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"132.331216ms","start":"2026-05-09T13:12:19.129608Z","end":"2026-05-09T13:12:19.261939Z","steps":["trace[667261368] 'range keys from in-memory index tree' (duration: 132.007267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:20.071633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.67567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-09T13:12:20.249529Z","caller":"traceutil/trace.go:171","msg":"trace[970575775] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"108.939879ms","start":"2026-05-09T13:12:20.140571Z","end":"2026-05-09T13:12:20.249510Z","steps":["trace[970575775] 'process raft request' (duration: 108.824166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:22.246304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.322678ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:22.246358Z","caller":"traceutil/trace.go:171","msg":"trace[616195009] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"385.9194ms","start":"2026-05-09T13:12:21.860410Z","end":"2026-05-09T13:12:22.246329Z","steps":["trace[616195009] 'process raft request' (duration: 384.644678ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:22.246399Z","caller":"traceutil/trace.go:171","msg":"trace[1656881814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:459; }","duration":"697.425951ms","start":"2026-05-09T13:12:21.548951Z","end":"2026-05-09T13:12:22.246377Z","steps":["trace[1656881814] 'range keys from in-memory index tree' (duration: 697.262417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:22.246524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:21.860380Z","time spent":"386.048523ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:12:22.251148Z","caller":"traceutil/trace.go:171","msg":"trace[626234899] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:481; }","duration":"121.095531ms","start":"2026-05-09T13:12:22.129994Z","end":"2026-05-09T13:12:22.251089Z","steps":["trace[626234899] 'read index received' (duration: 115.186896ms)","trace[626234899] 'applied index is now lower than readState.Index' (duration: 5.907925ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:22.251184Z","caller":"traceutil/trace.go:171","msg":"trace[1015611967] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"198.416132ms","start":"2026-05-09T13:12:22.052742Z","end":"2026-05-09T13:12:22.251158Z","steps":["trace[1015611967] 'process raft request' (duration: 198.145055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:22.251370Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:22.251479Z","caller":"traceutil/trace.go:171","msg":"trace[214114031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"121.51015ms","start":"2026-05-09T13:12:22.129945Z","end":"2026-05-09T13:12:22.251455Z","steps":["trace[214114031] 'agreement among raft nodes before linearized reading' (duration: 121.301765ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:41.210778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443) learners=(16339251494936519204)"} {"level":"info","ts":"2026-05-09T13:12:41.211009Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"e2c0aeaa63762224","added-peer-peer-urls":["https://199.204.45.109:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-09T13:12:41.211083Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.211714Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.212539Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.212621Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.212672Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.212927Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-09T13:12:41.212709Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.212720Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.213779Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3ba9ae53cc4335db","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:41.420467Z","caller":"traceutil/trace.go:171","msg":"trace[2096180295] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"141.582716ms","start":"2026-05-09T13:12:41.278851Z","end":"2026-05-09T13:12:41.420433Z","steps":["trace[2096180295] 'read index received' (duration: 58.174693ms)","trace[2096180295] 'applied index is now lower than readState.Index' (duration: 83.406883ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:41.420760Z","caller":"traceutil/trace.go:171","msg":"trace[735628321] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"148.080042ms","start":"2026-05-09T13:12:41.272647Z","end":"2026-05-09T13:12:41.420727Z","steps":["trace[735628321] 'process raft request' (duration: 64.276521ms)","trace[735628321] 'compare' (duration: 83.318361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:41.691851Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.204.45.109:2380/version","remote-member-id":"e2c0aeaa63762224","error":"Get \"https://199.204.45.109:2380/version\": dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-09T13:12:41.691936Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"e2c0aeaa63762224","error":"Get \"https://199.204.45.109:2380/version\": dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"info","ts":"2026-05-09T13:12:43.374128Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:43.374195Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:43.375430Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3ba9ae53cc4335db","to":"e2c0aeaa63762224","stream-type":"stream Message"} {"level":"info","ts":"2026-05-09T13:12:43.375454Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:43.375708Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:43.378392Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3ba9ae53cc4335db","to":"e2c0aeaa63762224","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-09T13:12:43.378422Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:43.449479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443 16339251494936519204)"} {"level":"info","ts":"2026-05-09T13:12:43.449610Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","promoted-member-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:12:43.449656Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3ba9ae53cc4335db","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"e2c0aeaa63762224"} {"level":"warn","ts":"2026-05-09T13:12:44.641215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.537781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-09T13:12:44.641276Z","caller":"traceutil/trace.go:171","msg":"trace[1530614628] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:511; }","duration":"186.658423ms","start":"2026-05-09T13:12:44.454604Z","end":"2026-05-09T13:12:44.641263Z","steps":["trace[1530614628] 'range keys from in-memory index tree' (duration: 185.659582ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:44.806378Z","caller":"traceutil/trace.go:171","msg":"trace[482092776] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"297.129477ms","start":"2026-05-09T13:12:44.509217Z","end":"2026-05-09T13:12:44.806347Z","steps":["trace[482092776] 'process raft request' (duration: 296.911782ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:44.843671Z","caller":"traceutil/trace.go:171","msg":"trace[199696600] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:541; }","duration":"202.392456ms","start":"2026-05-09T13:12:44.641251Z","end":"2026-05-09T13:12:44.843644Z","steps":["trace[199696600] 'read index received' (duration: 202.386286ms)","trace[199696600] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:44.935666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.38973ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:44.935773Z","caller":"traceutil/trace.go:171","msg":"trace[40357569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:512; }","duration":"294.507193ms","start":"2026-05-09T13:12:44.641239Z","end":"2026-05-09T13:12:44.935746Z","steps":["trace[40357569] 'agreement among raft nodes before linearized reading' (duration: 202.502148ms)","trace[40357569] 'range keys from in-memory index tree' (duration: 91.872392ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:45.180077Z","caller":"traceutil/trace.go:171","msg":"trace[864874727] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"243.062158ms","start":"2026-05-09T13:12:44.936979Z","end":"2026-05-09T13:12:45.180041Z","steps":["trace[864874727] 'process raft request' (duration: 162.782628ms)","trace[864874727] 'compare' (duration: 80.126797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:12:45.402124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.599006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:12:45.402210Z","caller":"traceutil/trace.go:171","msg":"trace[12047600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"121.76859ms","start":"2026-05-09T13:12:45.280424Z","end":"2026-05-09T13:12:45.402193Z","steps":["trace[12047600] 'range keys from in-memory index tree' (duration: 120.479593ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:12:46.488091Z","caller":"traceutil/trace.go:171","msg":"trace[561652128] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"147.622336ms","start":"2026-05-09T13:12:46.340452Z","end":"2026-05-09T13:12:46.488075Z","steps":["trace[561652128] 'process raft request' (duration: 147.514544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:47.663607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.369137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:47.663647Z","caller":"traceutil/trace.go:171","msg":"trace[155145842] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"134.006853ms","start":"2026-05-09T13:12:47.529621Z","end":"2026-05-09T13:12:47.663627Z","steps":["trace[155145842] 'process raft request' (duration: 96.267172ms)","trace[155145842] 'compare' (duration: 37.661739ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:47.663693Z","caller":"traceutil/trace.go:171","msg":"trace[1827829061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:522; }","duration":"114.474569ms","start":"2026-05-09T13:12:47.549199Z","end":"2026-05-09T13:12:47.663674Z","steps":["trace[1827829061] 'agreement among raft nodes before linearized reading' (duration: 77.551734ms)","trace[1827829061] 'range keys from in-memory index tree' (duration: 36.797722ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:48.631093Z","caller":"traceutil/trace.go:171","msg":"trace[1702063415] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"138.526714ms","start":"2026-05-09T13:12:48.492538Z","end":"2026-05-09T13:12:48.631064Z","steps":["trace[1702063415] 'process raft request' (duration: 138.30573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:55.085349Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"102.853943ms"} {"level":"warn","ts":"2026-05-09T13:12:55.377239Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:12:55.777125Z","caller":"traceutil/trace.go:171","msg":"trace[1107585490] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:631; }","duration":"900.60749ms","start":"2026-05-09T13:12:54.876488Z","end":"2026-05-09T13:12:55.777096Z","steps":["trace[1107585490] 'read index received' (duration: 900.601019ms)","trace[1107585490] 'applied index is now lower than readState.Index' (duration: 5.421µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:12:55.777302Z","caller":"traceutil/trace.go:171","msg":"trace[1008763737] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"927.282304ms","start":"2026-05-09T13:12:54.849985Z","end":"2026-05-09T13:12:55.777268Z","steps":["trace[1008763737] 'process raft request' (duration: 927.07401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:55.777373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.877014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:55.777503Z","caller":"traceutil/trace.go:171","msg":"trace[10295687] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:597; }","duration":"901.025187ms","start":"2026-05-09T13:12:54.876468Z","end":"2026-05-09T13:12:55.777493Z","steps":["trace[10295687] 'agreement among raft nodes before linearized reading' (duration: 900.817023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:55.777529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:54.849959Z","time spent":"927.457447ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:12:55.777542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:54.876404Z","time spent":"901.128329ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:12:55.780454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.763175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:55.780720Z","caller":"traceutil/trace.go:171","msg":"trace[1254666651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"649.082822ms","start":"2026-05-09T13:12:55.131622Z","end":"2026-05-09T13:12:55.780705Z","steps":["trace[1254666651] 'agreement among raft nodes before linearized reading' (duration: 648.757854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:55.780765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:55.131590Z","time spent":"649.167343ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:12:55.780540Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.479752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:12:55.780847Z","caller":"traceutil/trace.go:171","msg":"trace[899923386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"216.8153ms","start":"2026-05-09T13:12:55.564015Z","end":"2026-05-09T13:12:55.780830Z","steps":["trace[899923386] 'agreement among raft nodes before linearized reading' (duration: 216.473122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:12:55.780619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.446247ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:12:55.781050Z","caller":"traceutil/trace.go:171","msg":"trace[1339670591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"232.876326ms","start":"2026-05-09T13:12:55.548160Z","end":"2026-05-09T13:12:55.781036Z","steps":["trace[1339670591] 'agreement among raft nodes before linearized reading' (duration: 232.406996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:00.306503Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:13:00.807714Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:13:00.996351Z","caller":"traceutil/trace.go:171","msg":"trace[1004293043] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.205667386s","start":"2026-05-09T13:12:59.790658Z","end":"2026-05-09T13:13:00.996325Z","steps":["trace[1004293043] 'process raft request' (duration: 1.205499243s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:00.996532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:59.790627Z","time spent":"1.205800588s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:13:01.223704Z","caller":"traceutil/trace.go:171","msg":"trace[1850013960] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:644; }","duration":"1.417730106s","start":"2026-05-09T13:12:59.805941Z","end":"2026-05-09T13:13:01.223671Z","steps":["trace[1850013960] 'read index received' (duration: 1.417722006s)","trace[1850013960] 'applied index is now lower than readState.Index' (duration: 6.35µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:01.225824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419861935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:13:01.225901Z","caller":"traceutil/trace.go:171","msg":"trace[469083942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"1.420001137s","start":"2026-05-09T13:12:59.805882Z","end":"2026-05-09T13:13:01.225883Z","steps":["trace[469083942] 'agreement among raft nodes before linearized reading' (duration: 1.41793835s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:01.225892Z","caller":"traceutil/trace.go:171","msg":"trace[1460017568] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"529.635313ms","start":"2026-05-09T13:13:00.696237Z","end":"2026-05-09T13:13:01.225872Z","steps":["trace[1460017568] 'process raft request' (duration: 529.509491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:01.225957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:59.805858Z","time spent":"1.420083849s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:13:01.226026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:00.696207Z","time spent":"529.737176ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:13:01.287950Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.259062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:13:01.287964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481006392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:13:01.288052Z","caller":"traceutil/trace.go:171","msg":"trace[1418403447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"156.451936ms","start":"2026-05-09T13:13:01.131576Z","end":"2026-05-09T13:13:01.288028Z","steps":["trace[1418403447] 'agreement among raft nodes before linearized reading' (duration: 156.266992ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:01.288102Z","caller":"traceutil/trace.go:171","msg":"trace[570697459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"1.481171745s","start":"2026-05-09T13:12:59.806874Z","end":"2026-05-09T13:13:01.288045Z","steps":["trace[570697459] 'agreement among raft nodes before linearized reading' (duration: 1.480971831s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:01.288114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.584369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:13:01.288200Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:12:59.806840Z","time spent":"1.481300639s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-09T13:13:01.288259Z","caller":"traceutil/trace.go:171","msg":"trace[1435119265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"408.826344ms","start":"2026-05-09T13:13:00.879410Z","end":"2026-05-09T13:13:01.288236Z","steps":["trace[1435119265] 'agreement among raft nodes before linearized reading' (duration: 408.522778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:01.288398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:00.879377Z","time spent":"408.996368ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:13:01.289589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.827239ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:01.289796Z","caller":"traceutil/trace.go:171","msg":"trace[1604248013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"741.205924ms","start":"2026-05-09T13:13:00.548426Z","end":"2026-05-09T13:13:01.289632Z","steps":["trace[1604248013] 'agreement among raft nodes before linearized reading' (duration: 739.580783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:01.730574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.479386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:01.730650Z","caller":"traceutil/trace.go:171","msg":"trace[2129094822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"182.564158ms","start":"2026-05-09T13:13:01.548070Z","end":"2026-05-09T13:13:01.730634Z","steps":["trace[2129094822] 'range keys from in-memory index tree' (duration: 182.432855ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:01.973113Z","caller":"traceutil/trace.go:171","msg":"trace[1081581689] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:651; }","duration":"242.403472ms","start":"2026-05-09T13:13:01.730693Z","end":"2026-05-09T13:13:01.973096Z","steps":["trace[1081581689] 'read index received' (duration: 242.398382ms)","trace[1081581689] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:01.973226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.516094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:01.973256Z","caller":"traceutil/trace.go:171","msg":"trace[1264220314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:614; }","duration":"242.561964ms","start":"2026-05-09T13:13:01.730686Z","end":"2026-05-09T13:13:01.973248Z","steps":["trace[1264220314] 'agreement among raft nodes before linearized reading' (duration: 242.488933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:07.575861Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:13:08.076801Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:13:08.452335Z","caller":"traceutil/trace.go:171","msg":"trace[1097509153] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"1.430403032s","start":"2026-05-09T13:13:07.021863Z","end":"2026-05-09T13:13:08.452266Z","steps":["trace[1097509153] 'process raft request' (duration: 1.430267469s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.452593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.021840Z","time spent":"1.430668556s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:13:08.577312Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004152900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:13:08.755259Z","caller":"traceutil/trace.go:171","msg":"trace[505276743] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:685; }","duration":"1.679718864s","start":"2026-05-09T13:13:07.075510Z","end":"2026-05-09T13:13:08.755229Z","steps":["trace[505276743] 'read index received' (duration: 1.679710113s)","trace[505276743] 'applied index is now lower than readState.Index' (duration: 7.181µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:08.755515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679973068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:08.755573Z","caller":"traceutil/trace.go:171","msg":"trace[2013273065] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:644; }","duration":"1.68008214s","start":"2026-05-09T13:13:07.075475Z","end":"2026-05-09T13:13:08.755557Z","steps":["trace[2013273065] 'agreement among raft nodes before linearized reading' (duration: 1.679967198s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.755622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.075451Z","time spent":"1.680157981s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-09T13:13:08.755687Z","caller":"traceutil/trace.go:171","msg":"trace[2095791202] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.504572853s","start":"2026-05-09T13:13:07.251087Z","end":"2026-05-09T13:13:08.755660Z","steps":["trace[2095791202] 'process raft request' (duration: 1.504294228s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.755834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.251053Z","time spent":"1.504694885s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:13:08.756723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626662178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:08.756843Z","caller":"traceutil/trace.go:171","msg":"trace[1670820755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"1.626824321s","start":"2026-05-09T13:13:07.130005Z","end":"2026-05-09T13:13:08.756829Z","steps":["trace[1670820755] 'agreement among raft nodes before linearized reading' (duration: 1.626679839s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.756916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.129983Z","time spent":"1.626922973s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:13:08.757307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411501344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-09T13:13:08.757493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443025186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-09T13:13:08.757318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403459542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:08.757561Z","caller":"traceutil/trace.go:171","msg":"trace[793540032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"1.443119768s","start":"2026-05-09T13:13:07.314431Z","end":"2026-05-09T13:13:08.757551Z","steps":["trace[793540032] 'agreement among raft nodes before linearized reading' (duration: 1.443018946s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.757661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.314412Z","time spent":"1.443213279s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-09T13:13:08.757595Z","caller":"traceutil/trace.go:171","msg":"trace[1443999714] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:645; }","duration":"1.403779276s","start":"2026-05-09T13:13:07.353798Z","end":"2026-05-09T13:13:08.757578Z","steps":["trace[1443999714] 'agreement among raft nodes before linearized reading' (duration: 1.403461981s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.757734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.353774Z","time spent":"1.40393599s","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:13:08.757361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192786117s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:08.758007Z","caller":"traceutil/trace.go:171","msg":"trace[437380397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:645; }","duration":"1.19342645s","start":"2026-05-09T13:13:07.564558Z","end":"2026-05-09T13:13:08.757984Z","steps":["trace[437380397] 'agreement among raft nodes before linearized reading' (duration: 1.192763578s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.757437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.756017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:13:08.758074Z","caller":"traceutil/trace.go:171","msg":"trace[1172059826] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:0; response_revision:645; }","duration":"886.433819ms","start":"2026-05-09T13:13:07.871630Z","end":"2026-05-09T13:13:08.758064Z","steps":["trace[1172059826] 'agreement among raft nodes before linearized reading' (duration: 885.768797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.758111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.871612Z","time spent":"886.484239ms","remote":"127.0.0.1:44346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":29,"request content":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:13:08.757374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397500275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:13:08.758188Z","caller":"traceutil/trace.go:171","msg":"trace[155123103] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:645; }","duration":"1.39832798s","start":"2026-05-09T13:13:07.359846Z","end":"2026-05-09T13:13:08.758174Z","steps":["trace[155123103] 'agreement among raft nodes before linearized reading' (duration: 1.397500515s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.758237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.359830Z","time spent":"1.398391101s","remote":"127.0.0.1:44480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-09T13:13:08.757756Z","caller":"traceutil/trace.go:171","msg":"trace[33531992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"1.411711359s","start":"2026-05-09T13:13:07.345763Z","end":"2026-05-09T13:13:08.757474Z","steps":["trace[33531992] 'agreement among raft nodes before linearized reading' (duration: 1.411500025s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:08.758335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:07.345745Z","time spent":"1.412575353s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-09T13:13:12.536408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443 16339251494936519204) learners=(18083212291503342128)"} {"level":"info","ts":"2026-05-09T13:13:12.536568Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"faf479c52908c230","added-peer-peer-urls":["https://199.204.45.77:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-09T13:13:12.536607Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:12.536689Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:12.536943Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:12.537022Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:12.537053Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230","remote-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-05-09T13:13:12.537038Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:12.537085Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:12.537105Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"warn","ts":"2026-05-09T13:13:12.557901Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:56682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-09T13:13:13.097715Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:56706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-09T13:13:13.111860Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"faf479c52908c230","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-05-09T13:13:13.719702Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.204.45.77:2380/version","remote-member-id":"faf479c52908c230","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-09T13:13:13.719794Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"faf479c52908c230","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-09T13:13:14.098837Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"faf479c52908c230","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-05-09T13:13:15.082293Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:15.082361Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:15.083143Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:15.088122Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3ba9ae53cc4335db","to":"faf479c52908c230","stream-type":"stream Message"} {"level":"info","ts":"2026-05-09T13:13:15.088154Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:15.094149Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3ba9ae53cc4335db","to":"faf479c52908c230","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-09T13:13:15.094178Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3ba9ae53cc4335db","remote-peer-id":"faf479c52908c230"} {"level":"warn","ts":"2026-05-09T13:13:15.097580Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"faf479c52908c230","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-05-09T13:13:15.633990Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443 16339251494936519204 18083212291503342128)"} {"level":"info","ts":"2026-05-09T13:13:15.634090Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","promoted-member-id":"faf479c52908c230"} {"level":"info","ts":"2026-05-09T13:13:15.634119Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3ba9ae53cc4335db","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"faf479c52908c230"} {"level":"warn","ts":"2026-05-09T13:13:26.722131Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.095432ms"} {"level":"warn","ts":"2026-05-09T13:13:26.722191Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.165314ms"} {"level":"info","ts":"2026-05-09T13:13:26.733213Z","caller":"traceutil/trace.go:171","msg":"trace[900454045] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"212.866473ms","start":"2026-05-09T13:13:26.520316Z","end":"2026-05-09T13:13:26.733182Z","steps":["trace[900454045] 'process raft request' (duration: 212.754582ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:26.733263Z","caller":"traceutil/trace.go:171","msg":"trace[714627323] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:794; }","duration":"134.957384ms","start":"2026-05-09T13:13:26.598281Z","end":"2026-05-09T13:13:26.733238Z","steps":["trace[714627323] 'read index received' (duration: 134.950034ms)","trace[714627323] 'applied index is now lower than readState.Index' (duration: 6.07µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:26.733391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.112026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:26.733438Z","caller":"traceutil/trace.go:171","msg":"trace[1709821876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:741; }","duration":"135.178787ms","start":"2026-05-09T13:13:26.598249Z","end":"2026-05-09T13:13:26.733428Z","steps":["trace[1709821876] 'agreement among raft nodes before linearized reading' (duration: 135.088236ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:27.080949Z","caller":"traceutil/trace.go:171","msg":"trace[711219322] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"152.36121ms","start":"2026-05-09T13:13:26.928561Z","end":"2026-05-09T13:13:27.080922Z","steps":["trace[711219322] 'process raft request' (duration: 106.613192ms)","trace[711219322] 'compare' (duration: 45.297891ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:13:27.080941Z","caller":"traceutil/trace.go:171","msg":"trace[273819122] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"151.987113ms","start":"2026-05-09T13:13:26.928927Z","end":"2026-05-09T13:13:27.080914Z","steps":["trace[273819122] 'process raft request' (duration: 151.896452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:33.208215Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"126.52527ms"} {"level":"warn","ts":"2026-05-09T13:13:33.208415Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"126.724383ms"} {"level":"info","ts":"2026-05-09T13:13:33.208595Z","caller":"traceutil/trace.go:171","msg":"trace[217348300] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"265.334047ms","start":"2026-05-09T13:13:32.943219Z","end":"2026-05-09T13:13:33.208553Z","steps":["trace[217348300] 'process raft request' (duration: 265.114373ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:33.210501Z","caller":"traceutil/trace.go:171","msg":"trace[461876605] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:853; }","duration":"135.137569ms","start":"2026-05-09T13:13:33.075345Z","end":"2026-05-09T13:13:33.210483Z","steps":["trace[461876605] 'read index received' (duration: 135.133309ms)","trace[461876605] 'applied index is now lower than readState.Index' (duration: 3.57µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:33.210693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.311162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:13:33.210779Z","caller":"traceutil/trace.go:171","msg":"trace[591092655] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:792; }","duration":"135.461365ms","start":"2026-05-09T13:13:33.075300Z","end":"2026-05-09T13:13:33.210762Z","steps":["trace[591092655] 'agreement among raft nodes before linearized reading' (duration: 135.262432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:33.211321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.283474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T13:13:33.211386Z","caller":"traceutil/trace.go:171","msg":"trace[173094625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:792; }","duration":"100.412655ms","start":"2026-05-09T13:13:33.110960Z","end":"2026-05-09T13:13:33.211373Z","steps":["trace[173094625] 'agreement among raft nodes before linearized reading' (duration: 100.265133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:33.211349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.275143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T13:13:33.211428Z","caller":"traceutil/trace.go:171","msg":"trace[1261364347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"100.420056ms","start":"2026-05-09T13:13:33.111000Z","end":"2026-05-09T13:13:33.211420Z","steps":["trace[1261364347] 'agreement among raft nodes before linearized reading' (duration: 100.289814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:33.809251Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.819599ms"} {"level":"warn","ts":"2026-05-09T13:13:33.809321Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.898931ms"} {"level":"warn","ts":"2026-05-09T13:13:33.857997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.767543ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:33.858146Z","caller":"traceutil/trace.go:171","msg":"trace[997301775] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:855; }","duration":"185.085973ms","start":"2026-05-09T13:13:33.673030Z","end":"2026-05-09T13:13:33.858116Z","steps":["trace[997301775] 'read index received' (duration: 137.68921ms)","trace[997301775] 'applied index is now lower than readState.Index' (duration: 47.394773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:33.858317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.258776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:33.858354Z","caller":"traceutil/trace.go:171","msg":"trace[636191715] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:795; }","duration":"185.362908ms","start":"2026-05-09T13:13:33.672981Z","end":"2026-05-09T13:13:33.858344Z","steps":["trace[636191715] 'agreement among raft nodes before linearized reading' (duration: 185.230606ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:33.858090Z","caller":"traceutil/trace.go:171","msg":"trace[2060707840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:794; }","duration":"308.875625ms","start":"2026-05-09T13:13:33.549194Z","end":"2026-05-09T13:13:33.858069Z","steps":["trace[2060707840] 'range keys from in-memory index tree' (duration: 308.719983ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:33.858603Z","caller":"traceutil/trace.go:171","msg":"trace[83644743] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"343.634269ms","start":"2026-05-09T13:13:33.514941Z","end":"2026-05-09T13:13:33.858575Z","steps":["trace[83644743] 'process raft request' (duration: 294.448559ms)","trace[83644743] 'compare' (duration: 48.269996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:33.859303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:33.514917Z","time spent":"344.29388ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:13:34.779930Z","caller":"traceutil/trace.go:171","msg":"trace[898949430] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"245.937012ms","start":"2026-05-09T13:13:34.533971Z","end":"2026-05-09T13:13:34.779908Z","steps":["trace[898949430] 'process raft request' (duration: 245.77555ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:34.836650Z","caller":"traceutil/trace.go:171","msg":"trace[820103871] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:859; }","duration":"287.849736ms","start":"2026-05-09T13:13:34.548773Z","end":"2026-05-09T13:13:34.836622Z","steps":["trace[820103871] 'read index received' (duration: 287.842596ms)","trace[820103871] 'applied index is now lower than readState.Index' (duration: 5.56µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:34.836861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.060819ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:34.836926Z","caller":"traceutil/trace.go:171","msg":"trace[743047040] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:796; }","duration":"288.1446ms","start":"2026-05-09T13:13:34.548768Z","end":"2026-05-09T13:13:34.836913Z","steps":["trace[743047040] 'agreement among raft nodes before linearized reading' (duration: 287.989718ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:45.242026Z","caller":"traceutil/trace.go:171","msg":"trace[1678661826] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"357.736539ms","start":"2026-05-09T13:13:44.884265Z","end":"2026-05-09T13:13:45.242002Z","steps":["trace[1678661826] 'process raft request' (duration: 357.576096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:45.242232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:44.884243Z","time spent":"357.874511ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:13:45.242944Z","caller":"traceutil/trace.go:171","msg":"trace[1896545625] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:899; }","duration":"105.280055ms","start":"2026-05-09T13:13:45.137643Z","end":"2026-05-09T13:13:45.242923Z","steps":["trace[1896545625] 'read index received' (duration: 105.274375ms)","trace[1896545625] 'applied index is now lower than readState.Index' (duration: 4.46µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:45.243088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.426698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:45.243883Z","caller":"traceutil/trace.go:171","msg":"trace[126125131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:830; }","duration":"106.26359ms","start":"2026-05-09T13:13:45.137609Z","end":"2026-05-09T13:13:45.243873Z","steps":["trace[126125131] 'agreement among raft nodes before linearized reading' (duration: 105.419228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:45.452161Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.636937ms"} {"level":"warn","ts":"2026-05-09T13:13:45.452245Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.738148ms"} {"level":"info","ts":"2026-05-09T13:13:45.453906Z","caller":"traceutil/trace.go:171","msg":"trace[1418992790] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"197.755738ms","start":"2026-05-09T13:13:45.256067Z","end":"2026-05-09T13:13:45.453823Z","steps":["trace[1418992790] 'process raft request' (duration: 196.187965ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:45.454353Z","caller":"traceutil/trace.go:171","msg":"trace[1842899277] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:900; }","duration":"109.203344ms","start":"2026-05-09T13:13:45.345131Z","end":"2026-05-09T13:13:45.454334Z","steps":["trace[1842899277] 'read index received' (duration: 109.198794ms)","trace[1842899277] 'applied index is now lower than readState.Index' (duration: 3.7µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:45.455065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.786832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:13:45.455142Z","caller":"traceutil/trace.go:171","msg":"trace[676060422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:831; }","duration":"110.021066ms","start":"2026-05-09T13:13:45.345099Z","end":"2026-05-09T13:13:45.455120Z","steps":["trace[676060422] 'agreement among raft nodes before linearized reading' (duration: 109.5917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:45.456055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.100616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:13:45.456133Z","caller":"traceutil/trace.go:171","msg":"trace[281210588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:832; }","duration":"110.193538ms","start":"2026-05-09T13:13:45.345922Z","end":"2026-05-09T13:13:45.456115Z","steps":["trace[281210588] 'agreement among raft nodes before linearized reading' (duration: 110.068436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:59.788703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.791592ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:59.788773Z","caller":"traceutil/trace.go:171","msg":"trace[2131384001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:903; }","duration":"239.879883ms","start":"2026-05-09T13:13:59.548881Z","end":"2026-05-09T13:13:59.788761Z","steps":["trace[2131384001] 'range keys from in-memory index tree' (duration: 239.74741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:59.788824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.604396ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-09T13:13:59.788954Z","caller":"traceutil/trace.go:171","msg":"trace[873540674] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:981; }","duration":"207.795616ms","start":"2026-05-09T13:13:59.581149Z","end":"2026-05-09T13:13:59.788945Z","steps":["trace[873540674] 'read index received' (duration: 50.069545ms)","trace[873540674] 'applied index is now lower than readState.Index' (duration: 157.725561ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:13:59.789106Z","caller":"traceutil/trace.go:171","msg":"trace[414729734] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"240.049266ms","start":"2026-05-09T13:13:59.549050Z","end":"2026-05-09T13:13:59.789100Z","steps":["trace[414729734] 'process raft request' (duration: 239.811502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:59.789539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.391444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-09T13:13:59.790371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.008106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:13:59.790393Z","caller":"traceutil/trace.go:171","msg":"trace[1503923403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:904; }","duration":"209.285956ms","start":"2026-05-09T13:13:59.581098Z","end":"2026-05-09T13:13:59.790384Z","steps":["trace[1503923403] 'agreement among raft nodes before linearized reading' (duration: 208.248672ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:59.790713Z","caller":"traceutil/trace.go:171","msg":"trace[893073673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:904; }","duration":"205.084307ms","start":"2026-05-09T13:13:59.585330Z","end":"2026-05-09T13:13:59.790415Z","steps":["trace[893073673] 'agreement among raft nodes before linearized reading' (duration: 204.985635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:59.790851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.505743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:59.791314Z","caller":"traceutil/trace.go:171","msg":"trace[1929553615] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:904; }","duration":"198.567644ms","start":"2026-05-09T13:13:59.592302Z","end":"2026-05-09T13:13:59.790869Z","steps":["trace[1929553615] 'agreement among raft nodes before linearized reading' (duration: 198.468533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:04.049104Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:04.549392Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:05.049675Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:05.550516Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:05.573084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.48759802s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:14:05.573262Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.29119359s"} {"level":"warn","ts":"2026-05-09T13:14:05.573309Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.291245051s"} {"level":"warn","ts":"2026-05-09T13:14:06.051625Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:06.130605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:06.130674Z","caller":"traceutil/trace.go:171","msg":"trace[1418043357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002433s","start":"2026-05-09T13:14:04.130633Z","end":"2026-05-09T13:14:06.130657Z","steps":["trace[1418043357] 'agreement among raft nodes before linearized reading' (duration: 1.999902148s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:06.130713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:04.130615Z","time spent":"2.000092112s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:06.551792Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:07.052593Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:07.553085Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:08.053938Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:08.131726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000898204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:08.131845Z","caller":"traceutil/trace.go:171","msg":"trace[1103203513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001061696s","start":"2026-05-09T13:14:06.130765Z","end":"2026-05-09T13:14:08.131826Z","steps":["trace[1103203513] 'agreement among raft nodes before linearized reading' (duration: 2.000895534s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.132169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:06.130722Z","time spent":"2.001433541s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:08.330197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.331226Z","time spent":"4.998965792s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/09 13:14:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-09T13:14:08.454553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1057, vote: 3ba9ae53cc4335db] ignored MsgPreVote from e2c0aeaa63762224 [logterm: 2, index: 1054] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-05-09T13:14:08.554942Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:08.704494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.818219665s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:14:08.704619Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.931285339s"} {"level":"warn","ts":"2026-05-09T13:14:08.704641Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.931312649s"} {"level":"info","ts":"2026-05-09T13:14:08.704707Z","caller":"traceutil/trace.go:171","msg":"trace[1744473083] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1039; }","duration":"5.155702797s","start":"2026-05-09T13:14:03.548976Z","end":"2026-05-09T13:14:08.704679Z","steps":["trace[1744473083] 'read index received' (duration: 5.155688916s)","trace[1744473083] 'applied index is now lower than readState.Index' (duration: 9.24µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:08.704875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155879679s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:08.705028Z","caller":"traceutil/trace.go:171","msg":"trace[34080089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:957; }","duration":"5.156046341s","start":"2026-05-09T13:14:03.548969Z","end":"2026-05-09T13:14:08.705015Z","steps":["trace[34080089] 'agreement among raft nodes before linearized reading' (duration: 5.155857329s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:08.705197Z","caller":"traceutil/trace.go:171","msg":"trace[240791258] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"5.619790721s","start":"2026-05-09T13:14:03.085383Z","end":"2026-05-09T13:14:08.705173Z","steps":["trace[240791258] 'process raft request' (duration: 5.619503507s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.705327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.085368Z","time spent":"5.619894912s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.705292Z","caller":"traceutil/trace.go:171","msg":"trace[842217220] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"5.611945451s","start":"2026-05-09T13:14:03.093324Z","end":"2026-05-09T13:14:08.705270Z","steps":["trace[842217220] 'process raft request' (duration: 5.611808629s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.705567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.093296Z","time spent":"5.612206395s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.705432Z","caller":"traceutil/trace.go:171","msg":"trace[1684010650] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"5.614267693s","start":"2026-05-09T13:14:03.090949Z","end":"2026-05-09T13:14:08.705217Z","steps":["trace[1684010650] 'process raft request' (duration: 5.614120051s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.706200Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.090936Z","time spent":"5.614855572s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.706554Z","caller":"traceutil/trace.go:171","msg":"trace[1685413733] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"5.605982486s","start":"2026-05-09T13:14:03.100558Z","end":"2026-05-09T13:14:08.706541Z","steps":["trace[1685413733] 'process raft request' (duration: 5.605328407s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.706654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.100536Z","time spent":"5.606066387s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.707359Z","caller":"traceutil/trace.go:171","msg":"trace[1523602663] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"5.606511023s","start":"2026-05-09T13:14:03.100815Z","end":"2026-05-09T13:14:08.707326Z","steps":["trace[1523602663] 'process raft request' (duration: 5.605405628s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:08.707670Z","caller":"traceutil/trace.go:171","msg":"trace[674640288] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"5.602857401s","start":"2026-05-09T13:14:03.104684Z","end":"2026-05-09T13:14:08.707541Z","steps":["trace[674640288] 'process raft request' (duration: 5.602709299s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.707774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.100800Z","time spent":"5.606798047s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:08.707846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.104664Z","time spent":"5.603032685s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.707880Z","caller":"traceutil/trace.go:171","msg":"trace[487447914] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"4.382427706s","start":"2026-05-09T13:14:04.325439Z","end":"2026-05-09T13:14:08.707867Z","steps":["trace[487447914] 'process raft request' (duration: 4.382394525s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.707985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:04.325416Z","time spent":"4.382502527s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:08.707502Z","caller":"traceutil/trace.go:171","msg":"trace[461144493] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"5.603043485s","start":"2026-05-09T13:14:03.104447Z","end":"2026-05-09T13:14:08.707490Z","steps":["trace[461144493] 'process raft request' (duration: 5.602795821s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:08.708160Z","caller":"traceutil/trace.go:171","msg":"trace[1466226020] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"5.599376882s","start":"2026-05-09T13:14:03.108768Z","end":"2026-05-09T13:14:08.708145Z","steps":["trace[1466226020] 'process raft request' (duration: 5.598667502s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.708209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.108758Z","time spent":"5.599426732s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.708483Z","caller":"traceutil/trace.go:171","msg":"trace[234182299] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"4.902822831s","start":"2026-05-09T13:14:03.805649Z","end":"2026-05-09T13:14:08.708472Z","steps":["trace[234182299] 'process raft request' (duration: 4.902145521s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.708618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.805627Z","time spent":"4.902931292s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:08.708243Z","caller":"traceutil/trace.go:171","msg":"trace[1810748538] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"5.436549966s","start":"2026-05-09T13:14:03.271680Z","end":"2026-05-09T13:14:08.708230Z","steps":["trace[1810748538] 'process raft request' (duration: 5.435990398s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.708803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.104425Z","time spent":"5.603720214s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:08.708967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.271651Z","time spent":"5.437263086s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.709069Z","caller":"traceutil/trace.go:171","msg":"trace[1890958644] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"5.596059646s","start":"2026-05-09T13:14:03.112999Z","end":"2026-05-09T13:14:08.709059Z","steps":["trace[1890958644] 'process raft request' (duration: 5.594470813s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.709120Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.112987Z","time spent":"5.596112796s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.709212Z","caller":"traceutil/trace.go:171","msg":"trace[4071495] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"5.596181408s","start":"2026-05-09T13:14:03.113020Z","end":"2026-05-09T13:14:08.709202Z","steps":["trace[4071495] 'process raft request' (duration: 5.594518254s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.709251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.112998Z","time spent":"5.596235818s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:08.709217Z","caller":"traceutil/trace.go:171","msg":"trace[2083483711] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"5.574097566s","start":"2026-05-09T13:14:03.135109Z","end":"2026-05-09T13:14:08.709207Z","steps":["trace[2083483711] 'process raft request' (duration: 5.572491603s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.709376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.135090Z","time spent":"5.574265638s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:08.764757Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3880869282004153441,"received-request-id":3880869282004153425} {"level":"warn","ts":"2026-05-09T13:14:08.785328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.666828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-09T13:14:08.785417Z","caller":"traceutil/trace.go:171","msg":"trace[1417046152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:977; }","duration":"453.811309ms","start":"2026-05-09T13:14:08.331587Z","end":"2026-05-09T13:14:08.785398Z","steps":["trace[1417046152] 'agreement among raft nodes before linearized reading' (duration: 453.646627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.785457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:08.331568Z","time spent":"453.88063ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.785448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.32597068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-09T13:14:08.785502Z","caller":"traceutil/trace.go:171","msg":"trace[1080122270] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:980; }","duration":"4.326085581s","start":"2026-05-09T13:14:04.459405Z","end":"2026-05-09T13:14:08.785490Z","steps":["trace[1080122270] 'agreement among raft nodes before linearized reading' (duration: 4.325935089s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.785549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:04.459381Z","time spent":"4.326162673s","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.785707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.707766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:08.785728Z","caller":"traceutil/trace.go:171","msg":"trace[1367201130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"645.741406ms","start":"2026-05-09T13:14:08.139981Z","end":"2026-05-09T13:14:08.785723Z","steps":["trace[1367201130] 'agreement among raft nodes before linearized reading' (duration: 645.706476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.785756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:08.139974Z","time spent":"645.779098ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:08.785790Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971120967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:14:08.785822Z","caller":"traceutil/trace.go:171","msg":"trace[1622599999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:984; }","duration":"4.971187899s","start":"2026-05-09T13:14:03.814625Z","end":"2026-05-09T13:14:08.785813Z","steps":["trace[1622599999] 'agreement among raft nodes before linearized reading' (duration: 4.971123498s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.785843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.814611Z","time spent":"4.971227139s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.785882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496327156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:08.785899Z","caller":"traceutil/trace.go:171","msg":"trace[186795286] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:984; }","duration":"3.496385638s","start":"2026-05-09T13:14:05.289508Z","end":"2026-05-09T13:14:08.785894Z","steps":["trace[186795286] 'agreement among raft nodes before linearized reading' (duration: 3.496362117s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.785915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:05.289489Z","time spent":"3.496421128s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:08.785995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97196636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:14:08.786027Z","caller":"traceutil/trace.go:171","msg":"trace[734756097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:984; }","duration":"4.972038481s","start":"2026-05-09T13:14:03.813982Z","end":"2026-05-09T13:14:08.786020Z","steps":["trace[734756097] 'agreement among raft nodes before linearized reading' (duration: 4.971984371s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.786051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.813959Z","time spent":"4.972086502s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.785860Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.248526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-09T13:14:08.786274Z","caller":"traceutil/trace.go:171","msg":"trace[80659759] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578; range_end:; response_count:1; response_revision:984; }","duration":"649.697463ms","start":"2026-05-09T13:14:08.136568Z","end":"2026-05-09T13:14:08.786266Z","steps":["trace[80659759] 'agreement among raft nodes before linearized reading' (duration: 649.261537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.786307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:08.136551Z","time spent":"649.748413ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.842717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.494633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:08.842783Z","caller":"traceutil/trace.go:171","msg":"trace[1714313980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:989; }","duration":"135.572765ms","start":"2026-05-09T13:14:08.707197Z","end":"2026-05-09T13:14:08.842770Z","steps":["trace[1714313980] 'agreement among raft nodes before linearized reading' (duration: 135.483643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:09.920895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.363773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:09.921002Z","caller":"traceutil/trace.go:171","msg":"trace[1764704666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1030; }","duration":"372.490005ms","start":"2026-05-09T13:14:09.548489Z","end":"2026-05-09T13:14:09.920979Z","steps":["trace[1764704666] 'range keys from in-memory index tree' (duration: 372.317772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:09.921125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.583613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-09T13:14:09.926437Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"175.244782ms"} {"level":"warn","ts":"2026-05-09T13:14:09.926500Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"175.315143ms"} {"level":"info","ts":"2026-05-09T13:14:09.926932Z","caller":"traceutil/trace.go:171","msg":"trace[528290187] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"478.14378ms","start":"2026-05-09T13:14:09.448746Z","end":"2026-05-09T13:14:09.926890Z","steps":["trace[528290187] 'process raft request' (duration: 477.990307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:09.927119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.448725Z","time spent":"478.260521ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:10.227787Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.230528ms"} {"level":"warn","ts":"2026-05-09T13:14:10.227875Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.32631ms"} {"level":"info","ts":"2026-05-09T13:14:10.350888Z","caller":"traceutil/trace.go:171","msg":"trace[1641948286] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1182; }","duration":"429.806026ms","start":"2026-05-09T13:14:09.921056Z","end":"2026-05-09T13:14:10.350862Z","steps":["trace[1641948286] 'read index received' (duration: 429.799956ms)","trace[1641948286] 'applied index is now lower than readState.Index' (duration: 4.84µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:10.351158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.07489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.351238Z","caller":"traceutil/trace.go:171","msg":"trace[919512077] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1032; }","duration":"430.177021ms","start":"2026-05-09T13:14:09.921045Z","end":"2026-05-09T13:14:10.351222Z","steps":["trace[919512077] 'agreement among raft nodes before linearized reading' (duration: 430.05536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.351643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.395476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:98717"} {"level":"info","ts":"2026-05-09T13:14:10.351831Z","caller":"traceutil/trace.go:171","msg":"trace[902570966] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1032; }","duration":"893.279441ms","start":"2026-05-09T13:14:09.458539Z","end":"2026-05-09T13:14:10.351819Z","steps":["trace[902570966] 'process raft request' (duration: 769.463449ms)","trace[902570966] 'compare' (duration: 122.987561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:10.351914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.458511Z","time spent":"893.352073ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98739,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:10.354072Z","caller":"traceutil/trace.go:171","msg":"trace[1879271546] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"866.663672ms","start":"2026-05-09T13:14:09.487393Z","end":"2026-05-09T13:14:10.354056Z","steps":["trace[1879271546] 'process raft request' (duration: 864.931638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.354201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.487373Z","time spent":"866.746303ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:10.375804Z","caller":"traceutil/trace.go:171","msg":"trace[1887318478] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"415.05156ms","start":"2026-05-09T13:14:09.960736Z","end":"2026-05-09T13:14:10.375788Z","steps":["trace[1887318478] 'process raft request' (duration: 414.202208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.375899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.206434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.375939Z","caller":"traceutil/trace.go:171","msg":"trace[552043613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1034; }","duration":"246.275295ms","start":"2026-05-09T13:14:10.129655Z","end":"2026-05-09T13:14:10.375931Z","steps":["trace[552043613] 'agreement among raft nodes before linearized reading' (duration: 246.211494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.375913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.960715Z","time spent":"415.143491ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:10.667901Z","caller":"traceutil/trace.go:171","msg":"trace[1201229931] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"208.130597ms","start":"2026-05-09T13:14:10.459754Z","end":"2026-05-09T13:14:10.667884Z","steps":["trace[1201229931] 'process raft request' (duration: 207.957135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.667618Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"67.298806ms"} {"level":"warn","ts":"2026-05-09T13:14:10.668185Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"67.930514ms"} {"level":"warn","ts":"2026-05-09T13:14:10.899041Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.833422ms"} {"level":"warn","ts":"2026-05-09T13:14:10.899110Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.911393ms"} {"level":"info","ts":"2026-05-09T13:14:10.910169Z","caller":"traceutil/trace.go:171","msg":"trace[1737944954] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"426.862863ms","start":"2026-05-09T13:14:10.483289Z","end":"2026-05-09T13:14:10.910152Z","steps":["trace[1737944954] 'process raft request' (duration: 426.812141ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:10.910220Z","caller":"traceutil/trace.go:171","msg":"trace[1844639749] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"433.379582ms","start":"2026-05-09T13:14:10.476821Z","end":"2026-05-09T13:14:10.910200Z","steps":["trace[1844639749] 'process raft request' (duration: 433.187599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.910266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:10.483276Z","time spent":"426.949774ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:10.910334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:10.476801Z","time spent":"433.465084ms","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74795,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:10.919711Z","caller":"traceutil/trace.go:171","msg":"trace[171313087] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1196; }","duration":"319.239514ms","start":"2026-05-09T13:14:10.600440Z","end":"2026-05-09T13:14:10.919679Z","steps":["trace[171313087] 'read index received' (duration: 319.234354ms)","trace[171313087] 'applied index is now lower than readState.Index' (duration: 3.79µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:10.919848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.394096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.919910Z","caller":"traceutil/trace.go:171","msg":"trace[1288172839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1039; }","duration":"319.467647ms","start":"2026-05-09T13:14:10.600428Z","end":"2026-05-09T13:14:10.919896Z","steps":["trace[1288172839] 'agreement among raft nodes before linearized reading' (duration: 319.373526ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:10.920330Z","caller":"traceutil/trace.go:171","msg":"trace[1343945958] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"359.726604ms","start":"2026-05-09T13:14:10.560585Z","end":"2026-05-09T13:14:10.920312Z","steps":["trace[1343945958] 'process raft request' (duration: 359.367389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.920654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:10.560570Z","time spent":"359.934656ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:10.920975Z","caller":"traceutil/trace.go:171","msg":"trace[156509338] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"219.14708ms","start":"2026-05-09T13:14:10.701816Z","end":"2026-05-09T13:14:10.920963Z","steps":["trace[156509338] 'process raft request' (duration: 218.41113ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:10.921144Z","caller":"traceutil/trace.go:171","msg":"trace[1098930163] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"203.638855ms","start":"2026-05-09T13:14:10.717496Z","end":"2026-05-09T13:14:10.921135Z","steps":["trace[1098930163] 'process raft request' (duration: 203.410162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:16.633087Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:17.133881Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:17.634948Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:18.132936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000706097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:18.133034Z","caller":"traceutil/trace.go:171","msg":"trace[1219991029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000854799s","start":"2026-05-09T13:14:16.132156Z","end":"2026-05-09T13:14:18.133010Z","steps":["trace[1219991029] 'agreement among raft nodes before linearized reading' (duration: 2.000732657s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:18.133091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.132137Z","time spent":"2.00094418s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:18.136108Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:18.557843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1258, vote: 3ba9ae53cc4335db] ignored MsgPreVote from faf479c52908c230 [logterm: 2, index: 1255] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-05-09T13:14:18.636642Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:19.137487Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:19.637644Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:19.757895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261, vote: 3ba9ae53cc4335db] ignored MsgPreVote from faf479c52908c230 [logterm: 2, index: 1255] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-05-09T13:14:20.133348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:20.133440Z","caller":"traceutil/trace.go:171","msg":"trace[1971777463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399372s","start":"2026-05-09T13:14:18.133018Z","end":"2026-05-09T13:14:20.133417Z","steps":["trace[1971777463] 'agreement among raft nodes before linearized reading' (duration: 2.000292071s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:20.133496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:18.132964Z","time spent":"2.000521994s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:20.139137Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:20.279042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.971923273s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:14:20.279190Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"faf479c52908c230","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.295186824s"} {"level":"warn","ts":"2026-05-09T13:14:20.279238Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2c0aeaa63762224","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.295241185s"} {"level":"info","ts":"2026-05-09T13:14:20.550034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261, vote: 3ba9ae53cc4335db] ignored MsgVote from faf479c52908c230 [logterm: 2, index: 1255] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-05-09T13:14:20.550081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 2] received a MsgAppResp message with higher term from faf479c52908c230 [term: 3]"} {"level":"info","ts":"2026-05-09T13:14:20.550095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 3"} {"level":"info","ts":"2026-05-09T13:14:20.550103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db lost leader 3ba9ae53cc4335db at term 3"} {"level":"warn","ts":"2026-05-09T13:14:20.639826Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:20.639943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:20.806634Z","caller":"traceutil/trace.go:171","msg":"trace[1914691660] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1254; }","duration":"4.674405737s","start":"2026-05-09T13:14:16.132198Z","end":"2026-05-09T13:14:20.806604Z","steps":["trace[1914691660] 'read index received' (duration: 4.674393807s)","trace[1914691660] 'applied index is now lower than readState.Index' (duration: 9.93µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:14:20.806745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:21.237332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237410Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgAppResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:21.237480Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgHeartbeatResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 3] ignored a MsgAppResp message with lower term from e2c0aeaa63762224 [term: 2]"} {"level":"info","ts":"2026-05-09T13:14:21.237502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:21.237509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:21.307125Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:21.307314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:21.738696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:21.808313Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:21.808419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:21.882052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.882145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.882166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.882192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgPreVote request to e2c0aeaa63762224 at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.882208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgPreVote request to faf479c52908c230 at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.884702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from faf479c52908c230 at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.884765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-09T13:14:21.884788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 4"} {"level":"info","ts":"2026-05-09T13:14:21.884803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 4"} {"level":"info","ts":"2026-05-09T13:14:21.884827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgVote request to e2c0aeaa63762224 at term 4"} {"level":"info","ts":"2026-05-09T13:14:21.884848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgVote request to faf479c52908c230 at term 4"} {"level":"warn","ts":"2026-05-09T13:14:21.955808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.957032Z","time spent":"4.998770353s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/09 13:14:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:21.956215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.957950Z","time spent":"4.998263838s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-05-09T13:14:21.957030Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261, vote: 3ba9ae53cc4335db] rejected MsgPreVote from faf479c52908c230 [logterm: 2, index: 1255] at term 4"} {"level":"warn","ts":"2026-05-09T13:14:22.142071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:22.142176Z","caller":"traceutil/trace.go:171","msg":"trace[1300270060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697458s","start":"2026-05-09T13:14:20.141460Z","end":"2026-05-09T13:14:22.142157Z","steps":["trace[1300270060] 'agreement among raft nodes before linearized reading' (duration: 2.000544366s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:22.142539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:20.141451Z","time spent":"2.001062403s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:22.309521Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:22.792168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:15.791163Z","time spent":"7.001000151s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:22.809785Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:23.310751Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:23.581486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 4"} {"level":"info","ts":"2026-05-09T13:14:23.581523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 4"} {"level":"info","ts":"2026-05-09T13:14:23.581534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 4"} {"level":"info","ts":"2026-05-09T13:14:23.581546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgPreVote request to e2c0aeaa63762224 at term 4"} {"level":"info","ts":"2026-05-09T13:14:23.581554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgPreVote request to faf479c52908c230 at term 4"} {"level":"warn","ts":"2026-05-09T13:14:23.811864Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:24.142958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:24.143041Z","caller":"traceutil/trace.go:171","msg":"trace[1075374459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384141s","start":"2026-05-09T13:14:22.142638Z","end":"2026-05-09T13:14:24.143022Z","steps":["trace[1075374459] 'agreement among raft nodes before linearized reading' (duration: 2.000276819s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:24.143092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:22.142613Z","time spent":"2.000471022s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:24.312598Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:24.813400Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:25.010742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.287084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:25.010839Z","caller":"traceutil/trace.go:171","msg":"trace[379889970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"875.400206ms","start":"2026-05-09T13:14:24.135415Z","end":"2026-05-09T13:14:25.010815Z","steps":["trace[379889970] 'range keys from in-memory index tree' (duration: 875.204183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:25.012698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.464247958s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:25.012517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522711905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k9bm4\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"info","ts":"2026-05-09T13:14:25.012818Z","caller":"traceutil/trace.go:171","msg":"trace[342204096] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k9bm4; range_end:; response_count:1; response_revision:1084; }","duration":"9.523051199s","start":"2026-05-09T13:14:15.489747Z","end":"2026-05-09T13:14:25.012798Z","steps":["trace[342204096] 'range keys from in-memory index tree' (duration: 9.52166866s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:25.012881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:15.489734Z","time spent":"9.523135021s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18185,"request content":"key:\"/registry/pods/kube-system/cilium-k9bm4\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:25.012767Z","caller":"traceutil/trace.go:171","msg":"trace[313234180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"9.464325679s","start":"2026-05-09T13:14:15.548425Z","end":"2026-05-09T13:14:25.012751Z","steps":["trace[313234180] 'range keys from in-memory index tree' (duration: 9.464207337s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:25.017570Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737955626s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:14:25.082100Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 4"} {"level":"info","ts":"2026-05-09T13:14:25.082146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 4"} {"level":"info","ts":"2026-05-09T13:14:25.082160Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 4"} {"level":"info","ts":"2026-05-09T13:14:25.082178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgPreVote request to e2c0aeaa63762224 at term 4"} {"level":"info","ts":"2026-05-09T13:14:25.082313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgPreVote request to faf479c52908c230 at term 4"} {"level":"warn","ts":"2026-05-09T13:14:25.321345Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:25.621437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from e2c0aeaa63762224 at term 4"} {"level":"info","ts":"2026-05-09T13:14:25.621481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-09T13:14:25.621492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 5"} {"level":"info","ts":"2026-05-09T13:14:25.621499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 5"} {"level":"info","ts":"2026-05-09T13:14:25.621511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgVote request to e2c0aeaa63762224 at term 5"} {"level":"info","ts":"2026-05-09T13:14:25.625510Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261] sent MsgVote request to faf479c52908c230 at term 5"} {"level":"warn","ts":"2026-05-09T13:14:25.825135Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:25.932365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:18.928732Z","time spent":"7.000062258s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:26.149911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:26.149982Z","caller":"traceutil/trace.go:171","msg":"trace[552663588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606423s","start":"2026-05-09T13:14:24.149368Z","end":"2026-05-09T13:14:26.149974Z","steps":["trace[552663588] 'agreement among raft nodes before linearized reading' (duration: 2.000521092s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:26.150008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:24.149349Z","time spent":"2.000653374s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:26.327066Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:26.829409Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:26.962236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003981041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:26.962313Z","caller":"traceutil/trace.go:171","msg":"trace[181429766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.004116063s","start":"2026-05-09T13:14:21.958180Z","end":"2026-05-09T13:14:26.962296Z","steps":["trace[181429766] 'agreement among raft nodes before linearized reading' (duration: 5.003748838s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:26.962379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003840509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:26.962494Z","caller":"traceutil/trace.go:171","msg":"trace[1488429597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.004026472s","start":"2026-05-09T13:14:21.958439Z","end":"2026-05-09T13:14:26.962466Z","steps":["trace[1488429597] 'agreement among raft nodes before linearized reading' (duration: 5.003459285s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:26.962610Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:21.958418Z","time spent":"5.004140843s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:26.967460Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00485102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:26.967514Z","caller":"traceutil/trace.go:171","msg":"trace[604717494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.004948193s","start":"2026-05-09T13:14:16.962555Z","end":"2026-05-09T13:14:26.967503Z","steps":["trace[604717494] 'agreement among raft nodes before linearized reading' (duration: 10.004879241s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:26.967576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.962542Z","time spent":"10.005017704s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} 2026/05/09 13:14:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:26.969888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:21.958163Z","time spent":"5.004192834s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/05/09 13:14:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:26.971035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007279614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:26.971068Z","caller":"traceutil/trace.go:171","msg":"trace[1866751952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.007324804s","start":"2026-05-09T13:14:16.963730Z","end":"2026-05-09T13:14:26.971055Z","steps":["trace[1866751952] 'agreement among raft nodes before linearized reading' (duration: 10.007294924s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:26.971089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.963722Z","time spent":"10.007361225s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} 2026/05/09 13:14:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-09T13:14:27.254349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261, vote: 3ba9ae53cc4335db] rejected MsgPreVote from e2c0aeaa63762224 [logterm: 2, index: 1261] at term 5"} {"level":"warn","ts":"2026-05-09T13:14:27.329764Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:27.806743Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-09T13:14:27.806831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.668783727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-09T13:14:27.806829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365737161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-09T13:14:27.806861Z","caller":"traceutil/trace.go:171","msg":"trace[1404321133] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578; range_end:; }","duration":"7.668830587s","start":"2026-05-09T13:14:20.138022Z","end":"2026-05-09T13:14:27.806853Z","steps":["trace[1404321133] 'agreement among raft nodes before linearized reading' (duration: 7.668783087s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:27.806885Z","caller":"traceutil/trace.go:171","msg":"trace[1583495365] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"7.365846682s","start":"2026-05-09T13:14:20.441030Z","end":"2026-05-09T13:14:27.806876Z","steps":["trace[1583495365] 'agreement among raft nodes before linearized reading' (duration: 7.365772361s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:27.806890Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:20.137964Z","time spent":"7.668918108s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:27.806914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:20.441012Z","time spent":"7.365894852s","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:28.150018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999586844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:28.150069Z","caller":"traceutil/trace.go:171","msg":"trace[984250842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999664515s","start":"2026-05-09T13:14:26.150395Z","end":"2026-05-09T13:14:28.150059Z","steps":["trace[984250842] 'agreement among raft nodes before linearized reading' (duration: 1.999601504s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:28.150095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.150388Z","time spent":"1.999702825s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:28.198273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:21.197585Z","time spent":"7.000683157s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:28.308367Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:28.845705Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:29.053400Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261, vote: 3ba9ae53cc4335db] rejected MsgPreVote from e2c0aeaa63762224 [logterm: 2, index: 1261] at term 5"} {"level":"warn","ts":"2026-05-09T13:14:29.346615Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:29.799656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:22.798554Z","time spent":"7.001092995s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:29.847372Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:29.920007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [term: 5] ignored a MsgVoteResp message with lower term from faf479c52908c230 [term: 4]"} {"level":"warn","ts":"2026-05-09T13:14:30.156383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000890899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:30.156507Z","caller":"traceutil/trace.go:171","msg":"trace[1003311040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00104891s","start":"2026-05-09T13:14:28.155434Z","end":"2026-05-09T13:14:30.156483Z","steps":["trace[1003311040] 'agreement among raft nodes before linearized reading' (duration: 2.000873358s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.156789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:28.155425Z","time spent":"2.001346694s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-09T13:14:30.173895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db [logterm: 2, index: 1261, vote: 3ba9ae53cc4335db] rejected MsgVote from e2c0aeaa63762224 [logterm: 2, index: 1261] at term 5"} {"level":"warn","ts":"2026-05-09T13:14:30.347489Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:30.450857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 5"} {"level":"info","ts":"2026-05-09T13:14:30.450892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader e2c0aeaa63762224 at term 5"} {"level":"warn","ts":"2026-05-09T13:14:30.549064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535939044s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:30.549117Z","caller":"traceutil/trace.go:171","msg":"trace[175085445] range","detail":"{range_begin:; range_end:; }","duration":"5.536004745s","start":"2026-05-09T13:14:25.013103Z","end":"2026-05-09T13:14:30.549108Z","steps":["trace[175085445] 'agreement among raft nodes before linearized reading' (duration: 5.535938294s)"],"step_count":1} {"level":"error","ts":"2026-05-09T13:14:30.549700Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: context canceled\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-05-09T13:14:30.848395Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:31.348538Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:31.848799Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880869282004153627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:31.964464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.969302Z","time spent":"4.995157308s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/09 13:14:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:32.041588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:25.041419Z","time spent":"7.000163937s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:32.156548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999729575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:32.156782Z","caller":"traceutil/trace.go:171","msg":"trace[737069090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184981s","start":"2026-05-09T13:14:30.156512Z","end":"2026-05-09T13:14:32.156697Z","steps":["trace[737069090] 'agreement among raft nodes before linearized reading' (duration: 1.999951888s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.156825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:30.156496Z","time spent":"2.000316022s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:32.298921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.673330381s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:14:32.299959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.839104147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-09T13:14:32.299958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.877667813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:32.300011Z","caller":"traceutil/trace.go:171","msg":"trace[1933002664] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; }","duration":"7.839199417s","start":"2026-05-09T13:14:24.460802Z","end":"2026-05-09T13:14:32.300002Z","steps":["trace[1933002664] 'agreement among raft nodes before linearized reading' (duration: 7.839132547s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:24.460784Z","time spent":"7.839244519s","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.229\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:32.300028Z","caller":"traceutil/trace.go:171","msg":"trace[1536789970] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; }","duration":"7.877791434s","start":"2026-05-09T13:14:24.422225Z","end":"2026-05-09T13:14:32.300016Z","steps":["trace[1536789970] 'agreement among raft nodes before linearized reading' (duration: 7.877702122s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:24.422204Z","time spent":"7.878600774s","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:32.299959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.733413631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:32.300870Z","caller":"traceutil/trace.go:171","msg":"trace[1045136565] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"8.734386492s","start":"2026-05-09T13:14:23.566476Z","end":"2026-05-09T13:14:32.300863Z","steps":["trace[1045136565] 'agreement among raft nodes before linearized reading' (duration: 8.733453361s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:23.566455Z","time spent":"8.734431544s","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:32.302510Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751174318s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:32.302566Z","caller":"traceutil/trace.go:171","msg":"trace[582590277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"1.7521057s","start":"2026-05-09T13:14:30.550449Z","end":"2026-05-09T13:14:32.302555Z","steps":["trace[582590277] 'range keys from in-memory index tree' (duration: 1.751155588s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.303752Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-05-09T13:14:32.549751Z","caller":"traceutil/trace.go:171","msg":"trace[440303001] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1275; }","duration":"249.822922ms","start":"2026-05-09T13:14:32.299907Z","end":"2026-05-09T13:14:32.549730Z","steps":["trace[440303001] 'read index received' (duration: 249.814572ms)","trace[440303001] 'applied index is now lower than readState.Index' (duration: 6.86µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:32.549883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.889451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k9bm4\" limit:1 ","response":"range_response_count:1 size:18335"} {"level":"info","ts":"2026-05-09T13:14:32.549945Z","caller":"traceutil/trace.go:171","msg":"trace[1418396141] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k9bm4; range_end:; response_count:1; response_revision:1101; }","duration":"500.979882ms","start":"2026-05-09T13:14:32.048946Z","end":"2026-05-09T13:14:32.549926Z","steps":["trace[1418396141] 'agreement among raft nodes before linearized reading' (duration: 500.882081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.549954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.342365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-09T13:14:32.549983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:32.048935Z","time spent":"501.039443ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18357,"request content":"key:\"/registry/pods/kube-system/cilium-k9bm4\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:32.549987Z","caller":"traceutil/trace.go:171","msg":"trace[1043551448] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1101; }","duration":"271.396576ms","start":"2026-05-09T13:14:32.278580Z","end":"2026-05-09T13:14:32.549976Z","steps":["trace[1043551448] 'agreement among raft nodes before linearized reading' (duration: 271.333605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.550024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668714897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:32.550104Z","caller":"traceutil/trace.go:171","msg":"trace[1933035150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"1.668828638s","start":"2026-05-09T13:14:30.881257Z","end":"2026-05-09T13:14:32.550086Z","steps":["trace[1933035150] 'agreement among raft nodes before linearized reading' (duration: 1.668685036s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.549870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.113829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:32.550164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:30.881246Z","time spent":"1.668910809s","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:14:32.550177Z","caller":"traceutil/trace.go:171","msg":"trace[1917037717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"388.449673ms","start":"2026-05-09T13:14:32.161716Z","end":"2026-05-09T13:14:32.550166Z","steps":["trace[1917037717] 'agreement among raft nodes before linearized reading' (duration: 388.088488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.550214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:32.161708Z","time spent":"388.492033ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:14:32.550329Z","caller":"traceutil/trace.go:171","msg":"trace[2147307339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1101; }","duration":"6.605371295s","start":"2026-05-09T13:14:25.944940Z","end":"2026-05-09T13:14:32.550311Z","steps":["trace[2147307339] 'process raft request' (duration: 6.605102471s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.550708Z","caller":"traceutil/trace.go:171","msg":"trace[1451357249] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"4.345406849s","start":"2026-05-09T13:14:28.205291Z","end":"2026-05-09T13:14:32.550698Z","steps":["trace[1451357249] 'process raft request' (duration: 4.345199275s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.550887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:28.205280Z","time spent":"4.345555651s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:32.551219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:25.944926Z","time spent":"6.605898392s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:32.550177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.879842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:14:32.551764Z","caller":"traceutil/trace.go:171","msg":"trace[608395711] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1101; }","duration":"841.698697ms","start":"2026-05-09T13:14:31.710056Z","end":"2026-05-09T13:14:32.551754Z","steps":["trace[608395711] 'agreement among raft nodes before linearized reading' (duration: 839.836703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.551821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:31.710044Z","time spent":"841.769288ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-09T13:14:32.550555Z","caller":"traceutil/trace.go:171","msg":"trace[699884887] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"4.735912017s","start":"2026-05-09T13:14:27.814632Z","end":"2026-05-09T13:14:32.550544Z","steps":["trace[699884887] 'process raft request' (duration: 4.735810545s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.550555Z","caller":"traceutil/trace.go:171","msg":"trace[1958605848] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"5.568873525s","start":"2026-05-09T13:14:26.981671Z","end":"2026-05-09T13:14:32.550544Z","steps":["trace[1958605848] 'process raft request' (duration: 5.568741572s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.552090Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.981659Z","time spent":"5.570362564s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:32.550597Z","caller":"traceutil/trace.go:171","msg":"trace[2123426551] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1102; }","duration":"5.579394114s","start":"2026-05-09T13:14:26.971193Z","end":"2026-05-09T13:14:32.550587Z","steps":["trace[2123426551] 'process raft request' (duration: 5.579199321s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.552208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.971178Z","time spent":"5.581011015s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:32.552159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:27.814618Z","time spent":"4.737252644s","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:32.553853Z","caller":"traceutil/trace.go:171","msg":"trace[412210206] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1106; }","duration":"1.755853817s","start":"2026-05-09T13:14:30.797985Z","end":"2026-05-09T13:14:32.553839Z","steps":["trace[412210206] 'process raft request' (duration: 1.752712996s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.554018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:30.797971Z","time spent":"1.755951958s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":78,"response count":0,"response size":1036303,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:32.561458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.84609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:32.561689Z","caller":"traceutil/trace.go:171","msg":"trace[1514114679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1112; }","duration":"259.074343ms","start":"2026-05-09T13:14:32.302589Z","end":"2026-05-09T13:14:32.561663Z","steps":["trace[1514114679] 'agreement among raft nodes before linearized reading' (duration: 258.82576ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.817620Z","caller":"traceutil/trace.go:171","msg":"trace[1970928863] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1307; }","duration":"157.027223ms","start":"2026-05-09T13:14:32.660554Z","end":"2026-05-09T13:14:32.817581Z","steps":["trace[1970928863] 'read index received' (duration: 157.017143ms)","trace[1970928863] 'applied index is now lower than readState.Index' (duration: 8.11µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:32.817944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.323017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-09T13:14:32.818020Z","caller":"traceutil/trace.go:171","msg":"trace[1475864535] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18ade7d56a3a6578; range_end:; response_count:1; response_revision:1127; }","duration":"157.465839ms","start":"2026-05-09T13:14:32.660513Z","end":"2026-05-09T13:14:32.817979Z","steps":["trace[1475864535] 'agreement among raft nodes before linearized reading' (duration: 157.179255ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.826520Z","caller":"traceutil/trace.go:171","msg":"trace[1024233023] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"154.098345ms","start":"2026-05-09T13:14:32.672411Z","end":"2026-05-09T13:14:32.826510Z","steps":["trace[1024233023] 'process raft request' (duration: 153.998684ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:33.238075Z","caller":"traceutil/trace.go:171","msg":"trace[44742827] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"303.108446ms","start":"2026-05-09T13:14:32.934946Z","end":"2026-05-09T13:14:33.238054Z","steps":["trace[44742827] 'process raft request' (duration: 303.012855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:33.238341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:32.934930Z","time spent":"303.338919ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4184,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:33.242856Z","caller":"traceutil/trace.go:171","msg":"trace[24225565] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"301.258602ms","start":"2026-05-09T13:14:32.941586Z","end":"2026-05-09T13:14:33.242844Z","steps":["trace[24225565] 'process raft request' (duration: 301.197341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:33.243290Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:32.941574Z","time spent":"301.628877ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:34.761467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.286111ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:34.761479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.125957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-09T13:14:34.761469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.029374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:34.761546Z","caller":"traceutil/trace.go:171","msg":"trace[2007155717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1183; }","duration":"213.386032ms","start":"2026-05-09T13:14:34.548142Z","end":"2026-05-09T13:14:34.761528Z","steps":["trace[2007155717] 'range keys from in-memory index tree' (duration: 213.23758ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:34.761574Z","caller":"traceutil/trace.go:171","msg":"trace[2079205403] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1183; }","duration":"300.26568ms","start":"2026-05-09T13:14:34.461285Z","end":"2026-05-09T13:14:34.761551Z","steps":["trace[2079205403] 'range keys from in-memory index tree' (duration: 298.696879ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:34.761582Z","caller":"traceutil/trace.go:171","msg":"trace[527874084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1183; }","duration":"189.190856ms","start":"2026-05-09T13:14:34.572373Z","end":"2026-05-09T13:14:34.761563Z","steps":["trace[527874084] 'range keys from in-memory index tree' (duration: 187.436653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:34.761680Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.461265Z","time spent":"300.400821ms","remote":"127.0.0.1:44066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:34.761968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.669562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k9bm4\" limit:1 ","response":"range_response_count:1 size:18699"} {"level":"info","ts":"2026-05-09T13:14:34.762006Z","caller":"traceutil/trace.go:171","msg":"trace[750909506] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k9bm4; range_end:; response_count:1; response_revision:1183; }","duration":"167.36767ms","start":"2026-05-09T13:14:34.594629Z","end":"2026-05-09T13:14:34.761997Z","steps":["trace[750909506] 'range keys from in-memory index tree' (duration: 164.29774ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:35.135434Z","caller":"traceutil/trace.go:171","msg":"trace[1599865279] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"537.474911ms","start":"2026-05-09T13:14:34.597934Z","end":"2026-05-09T13:14:35.135409Z","steps":["trace[1599865279] 'process raft request' (duration: 537.332669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.135578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.597913Z","time spent":"537.599892ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T13:14:35.146129Z","caller":"traceutil/trace.go:171","msg":"trace[1091059496] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1365; }","duration":"384.491087ms","start":"2026-05-09T13:14:34.761611Z","end":"2026-05-09T13:14:35.146102Z","steps":["trace[1091059496] 'read index received' (duration: 384.478737ms)","trace[1091059496] 'applied index is now lower than readState.Index' (duration: 11.13µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:14:35.146248Z","caller":"traceutil/trace.go:171","msg":"trace[196445982] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"368.609739ms","start":"2026-05-09T13:14:34.777626Z","end":"2026-05-09T13:14:35.146236Z","steps":["trace[196445982] 'process raft request' (duration: 368.572219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.146317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.6697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:35.146326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.777594Z","time spent":"368.686071ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18939,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:35.146356Z","caller":"traceutil/trace.go:171","msg":"trace[642849371] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1187; }","duration":"384.755621ms","start":"2026-05-09T13:14:34.761590Z","end":"2026-05-09T13:14:35.146345Z","steps":["trace[642849371] 'agreement among raft nodes before linearized reading' (duration: 384.638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.146399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.764487Z","time spent":"381.908104ms","remote":"127.0.0.1:44066","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:35.151335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.099042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:35.151374Z","caller":"traceutil/trace.go:171","msg":"trace[1939209987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1188; }","duration":"387.199063ms","start":"2026-05-09T13:14:34.764166Z","end":"2026-05-09T13:14:35.151365Z","steps":["trace[1939209987] 'agreement among raft nodes before linearized reading' (duration: 387.142193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.151398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.764147Z","time spent":"387.243914ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:14:36.732590Z","caller":"traceutil/trace.go:171","msg":"trace[1936558974] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"115.305913ms","start":"2026-05-09T13:14:36.617257Z","end":"2026-05-09T13:14:36.732563Z","steps":["trace[1936558974] 'process raft request' (duration: 115.176352ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:36.741022Z","caller":"traceutil/trace.go:171","msg":"trace[547957558] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"109.947603ms","start":"2026-05-09T13:14:36.631041Z","end":"2026-05-09T13:14:36.740989Z","steps":["trace[547957558] 'process raft request' (duration: 109.663309ms)"],"step_count":1}