{"level":"warn","ts":"2026-04-01T10:30:33.330760Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-01T10:30:33.331002Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-01T10:30:33.331015Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=controller-3=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-01T10:30:33.331137Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-04-01T10:30:33.331154Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T10:30:33.331161Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-01T10:30:33.331310Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T10:30:33.331681Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-04-01T10:30:33.331783Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-01T10:30:33.333871Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba280}"} {"level":"info","ts":"2026-04-01T10:30:33.342079Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-01T10:30:33.342154Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.360554ms"} {"level":"info","ts":"2026-04-01T10:30:33.342200Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":5566} {"level":"info","ts":"2026-04-01T10:30:33.403327Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-04-01T10:30:33.403379Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":24850432,"backend-size":"25 MB","backend-size-in-use-bytes":8527872,"backend-size-in-use":"8.5 MB"} {"level":"info","ts":"2026-04-01T10:30:33.403531Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-04-01T10:30:33.458611Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","commit-index":5565} {"level":"info","ts":"2026-04-01T10:30:33.458677Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-01T10:30:33.458806Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-01T10:30:33.458969Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:11b599b5a29506e4 RaftAttributes:{PeerURLs:[https://199.204.45.205:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.204.45.205:2379]}}"} {"level":"info","ts":"2026-04-01T10:30:33.459021Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:1cac722af8b2b8a6 RaftAttributes:{PeerURLs:[https://199.204.45.210:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.204.45.210:2379]}}"} {"level":"info","ts":"2026-04-01T10:30:33.459031Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:4951500f65e17c3 RaftAttributes:{PeerURLs:[https://199.204.45.23:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.204.45.23:2379]}}"} {"level":"info","ts":"2026-04-01T10:30:33.459078Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-01T10:30:33.459095Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","recovered-remote-peer-id":"1cac722af8b2b8a6","recovered-remote-peer-urls":["https://199.204.45.210:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-01T10:30:33.459105Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","recovered-remote-peer-id":"4951500f65e17c3","recovered-remote-peer-urls":["https://199.204.45.23:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-01T10:30:33.459115Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","recovered-remote-peer-id":"11b599b5a29506e4","recovered-remote-peer-urls":["https://199.204.45.205:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-01T10:30:33.459122Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-01T10:30:33.459136Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-01T10:30:33.459229Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-01T10:30:33.459291Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4951500f65e17c3 switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T10:30:33.459332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4951500f65e17c3 became follower at term 8"} {"level":"info","ts":"2026-04-01T10:30:33.459346Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 4951500f65e17c3 [peers: [], term: 8, commit: 5565, applied: 0, lastindex: 5566, lastterm: 8]"} {"level":"warn","ts":"2026-04-01T10:30:33.489740Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T10:30:33.492922Z","caller":"mvcc/kvstore.go:334","msg":"restored last compact revision","meta-bucket-name-key":"finishedCompactRev","restored-compact-revision":2350} {"level":"info","ts":"2026-04-01T10:30:33.499959Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":4809} {"level":"info","ts":"2026-04-01T10:30:33.504436Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T10:30:33.504946Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505011Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505246Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505365Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505538Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505481Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505658Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.505628Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4","remote-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-01T10:30:33.505766Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.505795Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.506275Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.506313Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.506375Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-01T10:30:33.506420Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.506462Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.506400Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"4951500f65e17c3","timeout":"7s"} {"level":"info","ts":"2026-04-01T10:30:33.506349Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.515807Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.516003Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.521542Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.523075Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.523099Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.525576Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.534763Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"4951500f65e17c3"} {"level":"info","ts":"2026-04-01T10:30:33.534812Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"4951500f65e17c3","local-server-version":"3.6.4","cluster-id":"ba0a336ca61ee41d","cluster-version":"3.6"} {"level":"info","ts":"2026-04-01T10:30:33.535102Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-01T10:30:33.535320Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T10:30:33.535287Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T10:30:33.535375Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T10:30:33.535411Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T10:30:33.535427Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4951500f65e17c3 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-04-01T10:30:33.535474Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-01T10:30:33.535514Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-01T10:30:33.535570Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-01T10:30:33.535797Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4951500f65e17c3","to":"1cac722af8b2b8a6","stream-type":"stream Message"} {"level":"info","ts":"2026-04-01T10:30:33.535829Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.536046Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4951500f65e17c3","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T10:30:33.536194Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T10:30:33.536652Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","from":"3.6","to":"3.5"} {"level":"info","ts":"2026-04-01T10:30:33.536743Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4951500f65e17c3","to":"11b599b5a29506e4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-01T10:30:33.536780Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4951500f65e17c3","to":"1cac722af8b2b8a6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-01T10:30:33.536777Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.536827Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4951500f65e17c3","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-04-01T10:30:33.536892Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T10:30:33.536930Z","caller":"apply/apply.go:422","msg":"Cluster version downgrade detected, forcing snapshot","prev-cluster-version":"3.6.0","new-cluster-version":"3.5.0"} {"level":"info","ts":"2026-04-01T10:30:33.537079Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4951500f65e17c3","to":"11b599b5a29506e4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-01T10:30:33.537113Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4951500f65e17c3","remote-peer-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.537557Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.5.0","storage-version":"3.6.0"} {"level":"info","ts":"2026-04-01T10:30:33.538760Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4951500f65e17c3 switched to configuration voters=(2066151857942870182) learners=(1276095074825209572)"} {"level":"info","ts":"2026-04-01T10:30:33.538800Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","added-peer-id":"11b599b5a29506e4","added-peer-peer-urls":["https://199.204.45.205:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-01T10:30:33.538898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4951500f65e17c3 switched to configuration voters=(1276095074825209572 2066151857942870182)"} {"level":"info","ts":"2026-04-01T10:30:33.538943Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","promoted-member-id":"11b599b5a29506e4"} {"level":"info","ts":"2026-04-01T10:30:33.539415Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4951500f65e17c3 switched to configuration voters=(1276095074825209572 2066151857942870182) learners=(330193241559144387)"} {"level":"info","ts":"2026-04-01T10:30:33.539448Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","added-peer-id":"4951500f65e17c3","added-peer-peer-urls":["https://199.204.45.23:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-01T10:30:33.539541Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4951500f65e17c3 switched to configuration voters=(330193241559144387 1276095074825209572 2066151857942870182)"} {"level":"info","ts":"2026-04-01T10:30:33.539594Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","promoted-member-id":"4951500f65e17c3"} {"level":"info","ts":"2026-04-01T10:30:33.540400Z","caller":"etcdserver/server.go:2185","msg":"triggering snapshot","local-member-id":"4951500f65e17c3","local-member-applied-index":874,"local-member-snapshot-index":0,"local-member-snapshot-count":10000,"snapshot-forced":true} {"level":"info","ts":"2026-04-01T10:30:33.571466Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"4951500f65e17c3 no leader at term 8; dropping index reading msg"} {"level":"info","ts":"2026-04-01T10:30:33.585592Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"4951500f65e17c3","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-01T10:30:33.711800Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.5.0"} {"level":"info","ts":"2026-04-01T10:30:33.719918Z","caller":"etcdserver/server.go:2230","msg":"saved snapshot to disk","snapshot-index":874} {"level":"info","ts":"2026-04-01T10:30:33.733252Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"4951500f65e17c3","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-04-01T10:30:33.733430Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-01T10:30:33.733579Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-01T10:30:33.733636Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-01T10:30:33.997189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"4951500f65e17c3 no leader at term 8; dropping index reading msg"} {"level":"info","ts":"2026-04-01T10:30:34.059650Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"4951500f65e17c3 is starting a new election at term 8"} {"level":"info","ts":"2026-04-01T10:30:34.059710Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"4951500f65e17c3 became pre-candidate at term 8"} {"level":"info","ts":"2026-04-01T10:30:34.059745Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4951500f65e17c3 [logterm: 8, index: 5566] sent MsgPreVote request to 11b599b5a29506e4 at term 8"} {"level":"info","ts":"2026-04-01T10:30:34.059760Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4951500f65e17c3 [logterm: 8, index: 5566] sent MsgPreVote request to 1cac722af8b2b8a6 at term 8"} {"level":"info","ts":"2026-04-01T10:30:34.059846Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4951500f65e17c3 received MsgPreVoteResp from 4951500f65e17c3 at term 8"} {"level":"info","ts":"2026-04-01T10:30:34.059864Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4951500f65e17c3 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-01T10:30:34.061246Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4951500f65e17c3 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 8"} {"level":"info","ts":"2026-04-01T10:30:34.061317Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4951500f65e17c3 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-01T10:30:34.061350Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"4951500f65e17c3 became candidate at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.061378Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4951500f65e17c3 [logterm: 8, index: 5566] sent MsgVote request to 11b599b5a29506e4 at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.061401Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4951500f65e17c3 [logterm: 8, index: 5566] sent MsgVote request to 1cac722af8b2b8a6 at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.063720Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4951500f65e17c3 received MsgVoteResp from 4951500f65e17c3 at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.063774Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4951500f65e17c3 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-01T10:30:34.067433Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4951500f65e17c3 received MsgVoteResp from 11b599b5a29506e4 at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.067516Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4951500f65e17c3 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-01T10:30:34.067564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"4951500f65e17c3 became leader at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.067588Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4951500f65e17c3 elected leader 4951500f65e17c3 at term 9"} {"level":"info","ts":"2026-04-01T10:30:34.074317Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T10:30:34.074326Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T10:30:34.074310Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"4951500f65e17c3","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.23:2379]}","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T10:30:34.074681Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T10:30:34.074706Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T10:30:34.075276Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-01T10:30:34.075786Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-01T10:30:34.076107Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-01T10:30:34.077251Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-04-01T10:30:34.079417Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-01T10:30:34.081227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.083777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.085517Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.095590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.113675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.133805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.147689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.157529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.167063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.175150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.188260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.208516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.211895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.222000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.235401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.244236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.252313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.260284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.269381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.280279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.289837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.299215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.342442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.353008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.363761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.373172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.383863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.392392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.403186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.414169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.423272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.430567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.438818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.449849Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.459335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.468463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.481167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.512480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.524582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.535270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.545603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.554270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.563894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.574373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.585868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.595373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.604877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.613595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.620579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.636663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.651284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.658384Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.666652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.678491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.691603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.723827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.741670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.750337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.789619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.797132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.809321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:34.858553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:30:35.168769Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.467177ms"} {"level":"warn","ts":"2026-04-01T10:30:35.168908Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.613778ms"} {"level":"warn","ts":"2026-04-01T10:30:40.935479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.832797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:30:41.059170Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.714178ms"} {"level":"warn","ts":"2026-04-01T10:30:41.059236Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.785968ms"} {"level":"info","ts":"2026-04-01T10:30:41.666178Z","caller":"traceutil/trace.go:172","msg":"trace[27810924] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5640; }","duration":"150.669439ms","start":"2026-04-01T10:30:41.515484Z","end":"2026-04-01T10:30:41.666154Z","steps":["trace[27810924] 'read index received' (duration: 150.660289ms)","trace[27810924] 'applied index is now lower than readState.Index' (duration: 7.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:30:41.666492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.977011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T10:30:41.666549Z","caller":"traceutil/trace.go:172","msg":"trace[2138476942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4877; }","duration":"151.060002ms","start":"2026-04-01T10:30:41.515478Z","end":"2026-04-01T10:30:41.666538Z","steps":["trace[2138476942] 'agreement among raft nodes before linearized reading' (duration: 150.85351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:30:41.667836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.979407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-01T10:30:41.667978Z","caller":"traceutil/trace.go:172","msg":"trace[805859575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4877; }","duration":"104.160508ms","start":"2026-04-01T10:30:41.563763Z","end":"2026-04-01T10:30:41.667924Z","steps":["trace[805859575] 'agreement among raft nodes before linearized reading' (duration: 103.726725ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:30:51.510039Z","caller":"traceutil/trace.go:172","msg":"trace[717241987] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5766; }","duration":"139.757164ms","start":"2026-04-01T10:30:51.370257Z","end":"2026-04-01T10:30:51.510014Z","steps":["trace[717241987] 'read index received' (duration: 139.749764ms)","trace[717241987] 'applied index is now lower than readState.Index' (duration: 6.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:30:51.510206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.939415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:30:51.510238Z","caller":"traceutil/trace.go:172","msg":"trace[95134255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4993; }","duration":"139.991606ms","start":"2026-04-01T10:30:51.370238Z","end":"2026-04-01T10:30:51.510229Z","steps":["trace[95134255] 'agreement among raft nodes before linearized reading' (duration: 139.880025ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:31:02.877493Z","caller":"traceutil/trace.go:172","msg":"trace[2057541937] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"152.019319ms","start":"2026-04-01T10:31:02.725453Z","end":"2026-04-01T10:31:02.877472Z","steps":["trace[2057541937] 'process raft request' (duration: 105.578549ms)","trace[2057541937] 'compare' (duration: 46.274749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:10.419465Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.72979ms"} {"level":"warn","ts":"2026-04-01T10:31:10.419515Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.786231ms"} {"level":"info","ts":"2026-04-01T10:31:10.419675Z","caller":"traceutil/trace.go:172","msg":"trace[1460234400] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"381.788333ms","start":"2026-04-01T10:31:10.037876Z","end":"2026-04-01T10:31:10.419664Z","steps":["trace[1460234400] 'process raft request' (duration: 381.696032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:31:10.419859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:31:10.037853Z","time spent":"381.847203ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:31:10.421114Z","caller":"traceutil/trace.go:172","msg":"trace[1833028694] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5855; }","duration":"290.824917ms","start":"2026-04-01T10:31:10.130231Z","end":"2026-04-01T10:31:10.421056Z","steps":["trace[1833028694] 'read index received' (duration: 290.819027ms)","trace[1833028694] 'applied index is now lower than readState.Index' (duration: 4.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:10.421559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.338991ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:31:10.421609Z","caller":"traceutil/trace.go:172","msg":"trace[1421338111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5071; }","duration":"291.416951ms","start":"2026-04-01T10:31:10.130184Z","end":"2026-04-01T10:31:10.421601Z","steps":["trace[1421338111] 'agreement among raft nodes before linearized reading' (duration: 291.28934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:31:10.870113Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.445833ms"} {"level":"warn","ts":"2026-04-01T10:31:10.870175Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.513914ms"} {"level":"info","ts":"2026-04-01T10:31:21.352160Z","caller":"traceutil/trace.go:172","msg":"trace[1346069278] linearizableReadLoop","detail":"{readStateIndex:5901; appliedIndex:5902; }","duration":"188.453472ms","start":"2026-04-01T10:31:21.163375Z","end":"2026-04-01T10:31:21.351828Z","steps":["trace[1346069278] 'read index received' (duration: 188.440882ms)","trace[1346069278] 'applied index is now lower than readState.Index' (duration: 10.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:21.470050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.627258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T10:31:21.470125Z","caller":"traceutil/trace.go:172","msg":"trace[1946972329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5112; }","duration":"306.741979ms","start":"2026-04-01T10:31:21.163366Z","end":"2026-04-01T10:31:21.470108Z","steps":["trace[1946972329] 'agreement among raft nodes before linearized reading' (duration: 188.745884ms)","trace[1946972329] 'range keys from in-memory index tree' (duration: 117.794554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:21.470163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:31:21.163337Z","time spent":"306.81651ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:31:21.470198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.670683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:31:21.470455Z","caller":"traceutil/trace.go:172","msg":"trace[1728160563] linearizableReadLoop","detail":"{readStateIndex:5903; appliedIndex:5902; }","duration":"118.175078ms","start":"2026-04-01T10:31:21.352254Z","end":"2026-04-01T10:31:21.470429Z","steps":["trace[1728160563] 'read index received' (duration: 770.407µs)","trace[1728160563] 'applied index is now lower than readState.Index' (duration: 117.403251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:21.470581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.379149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"warn","ts":"2026-04-01T10:31:21.470598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.447357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T10:31:21.470613Z","caller":"traceutil/trace.go:172","msg":"trace[863469690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5113; }","duration":"207.410569ms","start":"2026-04-01T10:31:21.263193Z","end":"2026-04-01T10:31:21.470604Z","steps":["trace[863469690] 'agreement among raft nodes before linearized reading' (duration: 207.322948ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:31:21.470625Z","caller":"traceutil/trace.go:172","msg":"trace[310112965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5113; }","duration":"302.480297ms","start":"2026-04-01T10:31:21.168137Z","end":"2026-04-01T10:31:21.470617Z","steps":["trace[310112965] 'agreement among raft nodes before linearized reading' (duration: 302.351596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:31:21.470655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:31:21.168123Z","time spent":"302.524827ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:31:36.641061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.624194ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:31:36.641655Z","caller":"traceutil/trace.go:172","msg":"trace[1616423153] linearizableReadLoop","detail":"{readStateIndex:5972; appliedIndex:5971; }","duration":"106.167203ms","start":"2026-04-01T10:31:36.535161Z","end":"2026-04-01T10:31:36.641328Z","steps":["trace[1616423153] 'read index received' (duration: 1.25047ms)","trace[1616423153] 'applied index is now lower than readState.Index' (duration: 104.915203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:36.642032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.807188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:31:36.642130Z","caller":"traceutil/trace.go:172","msg":"trace[249427991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5172; }","duration":"106.961969ms","start":"2026-04-01T10:31:36.535155Z","end":"2026-04-01T10:31:36.642117Z","steps":["trace[249427991] 'agreement among raft nodes before linearized reading' (duration: 106.240804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:31:37.702075Z","caller":"traceutil/trace.go:172","msg":"trace[217453850] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"100.229358ms","start":"2026-04-01T10:31:37.601826Z","end":"2026-04-01T10:31:37.702055Z","steps":["trace[217453850] 'process raft request' (duration: 100.109837ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:31:37.703443Z","caller":"traceutil/trace.go:172","msg":"trace[174020021] linearizableReadLoop","detail":"{readStateIndex:5979; appliedIndex:5980; }","duration":"100.766282ms","start":"2026-04-01T10:31:37.602658Z","end":"2026-04-01T10:31:37.703424Z","steps":["trace[174020021] 'read index received' (duration: 100.761632ms)","trace[174020021] 'applied index is now lower than readState.Index' (duration: 3.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:37.703556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.884873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:31:37.703591Z","caller":"traceutil/trace.go:172","msg":"trace[1798019176] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:5179; }","duration":"100.938093ms","start":"2026-04-01T10:31:37.602646Z","end":"2026-04-01T10:31:37.703584Z","steps":["trace[1798019176] 'agreement among raft nodes before linearized reading' (duration: 100.852263ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:31:49.959525Z","caller":"traceutil/trace.go:172","msg":"trace[548926765] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"174.725035ms","start":"2026-04-01T10:31:49.784777Z","end":"2026-04-01T10:31:49.959502Z","steps":["trace[548926765] 'process raft request' (duration: 174.469163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:31:52.887876Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"128.333238ms"} {"level":"warn","ts":"2026-04-01T10:31:52.887925Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"128.389438ms"} {"level":"warn","ts":"2026-04-01T10:31:57.457289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.261908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:31:57.457373Z","caller":"traceutil/trace.go:172","msg":"trace[1010119502] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:5257; }","duration":"177.085184ms","start":"2026-04-01T10:31:57.280271Z","end":"2026-04-01T10:31:57.457356Z","steps":["trace[1010119502] 'range keys from in-memory index tree' (duration: 175.072999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:31:58.371139Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.637543ms"} {"level":"warn","ts":"2026-04-01T10:31:58.371211Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.720303ms"} {"level":"info","ts":"2026-04-01T10:31:58.372620Z","caller":"traceutil/trace.go:172","msg":"trace[611354597] linearizableReadLoop","detail":"{readStateIndex:6075; appliedIndex:6076; }","duration":"242.379381ms","start":"2026-04-01T10:31:58.130218Z","end":"2026-04-01T10:31:58.372597Z","steps":["trace[611354597] 'read index received' (duration: 242.373851ms)","trace[611354597] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:58.372983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.742993ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:31:58.373071Z","caller":"traceutil/trace.go:172","msg":"trace[238944609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5262; }","duration":"242.845774ms","start":"2026-04-01T10:31:58.130213Z","end":"2026-04-01T10:31:58.373058Z","steps":["trace[238944609] 'agreement among raft nodes before linearized reading' (duration: 242.709153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:31:58.374565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:31:58.374636Z","caller":"traceutil/trace.go:172","msg":"trace[904420443] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:5262; }","duration":"109.716941ms","start":"2026-04-01T10:31:58.264903Z","end":"2026-04-01T10:31:58.374620Z","steps":["trace[904420443] 'agreement among raft nodes before linearized reading' (duration: 109.58658ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:31:59.726164Z","caller":"traceutil/trace.go:172","msg":"trace[1123951698] linearizableReadLoop","detail":"{readStateIndex:6079; appliedIndex:6080; }","duration":"109.712181ms","start":"2026-04-01T10:31:59.616420Z","end":"2026-04-01T10:31:59.726132Z","steps":["trace[1123951698] 'read index received' (duration: 109.703971ms)","trace[1123951698] 'applied index is now lower than readState.Index' (duration: 7.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:31:59.748149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.688971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:31:59.748254Z","caller":"traceutil/trace.go:172","msg":"trace[1998120854] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:5265; }","duration":"131.832032ms","start":"2026-04-01T10:31:59.616400Z","end":"2026-04-01T10:31:59.748232Z","steps":["trace[1998120854] 'agreement among raft nodes before linearized reading' (duration: 109.846242ms)","trace[1998120854] 'range keys from in-memory index tree' (duration: 21.759469ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:32:11.500319Z","caller":"traceutil/trace.go:172","msg":"trace[390656290] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"195.003124ms","start":"2026-04-01T10:32:11.305289Z","end":"2026-04-01T10:32:11.500292Z","steps":["trace[390656290] 'process raft request' (duration: 168.994823ms)","trace[390656290] 'compare' (duration: 25.737829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:11.997277Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.006356ms"} {"level":"warn","ts":"2026-04-01T10:32:11.997376Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.110787ms"} {"level":"warn","ts":"2026-04-01T10:32:12.432154Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"94.480646ms"} {"level":"warn","ts":"2026-04-01T10:32:12.432306Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"94.649847ms"} {"level":"info","ts":"2026-04-01T10:32:12.432615Z","caller":"traceutil/trace.go:172","msg":"trace[220738855] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"290.065802ms","start":"2026-04-01T10:32:12.142525Z","end":"2026-04-01T10:32:12.432591Z","steps":["trace[220738855] 'process raft request' (duration: 289.90235ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:32:12.433408Z","caller":"traceutil/trace.go:172","msg":"trace[1812650147] linearizableReadLoop","detail":"{readStateIndex:6137; appliedIndex:6137; }","duration":"144.27034ms","start":"2026-04-01T10:32:12.289110Z","end":"2026-04-01T10:32:12.433380Z","steps":["trace[1812650147] 'read index received' (duration: 144.2621ms)","trace[1812650147] 'applied index is now lower than readState.Index' (duration: 6.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:12.433886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.756624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-01T10:32:12.434011Z","caller":"traceutil/trace.go:172","msg":"trace[893550735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5314; }","duration":"144.896575ms","start":"2026-04-01T10:32:12.289098Z","end":"2026-04-01T10:32:12.433994Z","steps":["trace[893550735] 'agreement among raft nodes before linearized reading' (duration: 144.553452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:18.339973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.203093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:18.340091Z","caller":"traceutil/trace.go:172","msg":"trace[1426957609] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:5338; }","duration":"106.307373ms","start":"2026-04-01T10:32:18.233736Z","end":"2026-04-01T10:32:18.340043Z","steps":["trace[1426957609] 'range keys from in-memory index tree' (duration: 105.156195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:19.935397Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.231516ms"} {"level":"warn","ts":"2026-04-01T10:32:19.935468Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.310367ms"} {"level":"warn","ts":"2026-04-01T10:32:20.323175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.531012ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:20.323250Z","caller":"traceutil/trace.go:172","msg":"trace[687443755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5343; }","duration":"193.616963ms","start":"2026-04-01T10:32:20.129615Z","end":"2026-04-01T10:32:20.323232Z","steps":["trace[687443755] 'agreement among raft nodes before linearized reading' (duration: 89.088781ms)","trace[687443755] 'range keys from in-memory index tree' (duration: 104.425741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:20.323671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.983614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:32:24.883537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.937927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:32:24.883746Z","caller":"traceutil/trace.go:172","msg":"trace[1433075857] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"228.557793ms","start":"2026-04-01T10:32:24.655131Z","end":"2026-04-01T10:32:24.883689Z","steps":["trace[1433075857] 'process raft request' (duration: 80.386974ms)","trace[1433075857] 'compare' (duration: 147.822436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:32.677927Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.789077ms"} {"level":"warn","ts":"2026-04-01T10:32:32.678046Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.921978ms"} {"level":"info","ts":"2026-04-01T10:32:32.703699Z","caller":"traceutil/trace.go:172","msg":"trace[2012863666] linearizableReadLoop","detail":"{readStateIndex:6225; appliedIndex:6225; }","duration":"201.679444ms","start":"2026-04-01T10:32:32.501986Z","end":"2026-04-01T10:32:32.703666Z","steps":["trace[2012863666] 'read index received' (duration: 201.669844ms)","trace[2012863666] 'applied index is now lower than readState.Index' (duration: 7.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:32.732500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.439258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:32.732629Z","caller":"traceutil/trace.go:172","msg":"trace[22053646] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:5390; }","duration":"230.631639ms","start":"2026-04-01T10:32:32.501970Z","end":"2026-04-01T10:32:32.732601Z","steps":["trace[22053646] 'agreement among raft nodes before linearized reading' (duration: 201.780716ms)","trace[22053646] 'range keys from in-memory index tree' (duration: 28.591221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:32.732681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.523321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:32.732784Z","caller":"traceutil/trace.go:172","msg":"trace[1005014048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5390; }","duration":"362.639982ms","start":"2026-04-01T10:32:32.370126Z","end":"2026-04-01T10:32:32.732766Z","steps":["trace[1005014048] 'range keys from in-memory index tree' (duration: 361.553214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:32.732835Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:32.370098Z","time spent":"362.725684ms","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:32:33.835481Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"227.373846ms"} {"level":"warn","ts":"2026-04-01T10:32:33.835579Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"227.484407ms"} {"level":"info","ts":"2026-04-01T10:32:33.888340Z","caller":"traceutil/trace.go:172","msg":"trace[1044239930] linearizableReadLoop","detail":"{readStateIndex:6228; appliedIndex:6228; }","duration":"291.496561ms","start":"2026-04-01T10:32:33.596812Z","end":"2026-04-01T10:32:33.888308Z","steps":["trace[1044239930] 'read index received' (duration: 291.48529ms)","trace[1044239930] 'applied index is now lower than readState.Index' (duration: 9.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:33.890654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.805929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:483 size:42853"} {"level":"info","ts":"2026-04-01T10:32:33.890761Z","caller":"traceutil/trace.go:172","msg":"trace[1832780316] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:483; response_revision:5394; }","duration":"293.9406ms","start":"2026-04-01T10:32:33.596803Z","end":"2026-04-01T10:32:33.890744Z","steps":["trace[1832780316] 'agreement among raft nodes before linearized reading' (duration: 291.676852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:34.247228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.648069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-01T10:32:34.247305Z","caller":"traceutil/trace.go:172","msg":"trace[290981527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5394; }","duration":"373.7399ms","start":"2026-04-01T10:32:33.873549Z","end":"2026-04-01T10:32:34.247289Z","steps":["trace[290981527] 'agreement among raft nodes before linearized reading' (duration: 86.986265ms)","trace[290981527] 'range keys from in-memory index tree' (duration: 286.563104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:34.247337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:33.873524Z","time spent":"373.80604ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:34.247356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.371451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:34.247420Z","caller":"traceutil/trace.go:172","msg":"trace[1558047750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5394; }","duration":"117.445492ms","start":"2026-04-01T10:32:34.129963Z","end":"2026-04-01T10:32:34.247408Z","steps":["trace[1558047750] 'range keys from in-memory index tree' (duration: 117.33316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:34.247579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.981162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:34.247606Z","caller":"traceutil/trace.go:172","msg":"trace[499629264] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:5394; }","duration":"512.009112ms","start":"2026-04-01T10:32:33.735590Z","end":"2026-04-01T10:32:34.247599Z","steps":["trace[499629264] 'agreement among raft nodes before linearized reading' (duration: 224.932265ms)","trace[499629264] 'range keys from in-memory index tree' (duration: 287.034867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:34.247634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:33.735549Z","time spent":"512.077752ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:34.247842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.124076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:32:34.518912Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.44339ms"} {"level":"warn","ts":"2026-04-01T10:32:34.519043Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.592391ms"} {"level":"warn","ts":"2026-04-01T10:32:34.748472Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1712385218449176489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:32:34.978260Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"259.187604ms"} {"level":"warn","ts":"2026-04-01T10:32:34.978329Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"259.267385ms"} {"level":"warn","ts":"2026-04-01T10:32:35.123991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.866554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:32:35.124257Z","caller":"traceutil/trace.go:172","msg":"trace[675387428] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"871.733855ms","start":"2026-04-01T10:32:34.252504Z","end":"2026-04-01T10:32:35.124238Z","steps":["trace[675387428] 'process raft request' (duration: 871.650044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.124346Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:34.252481Z","time spent":"871.819576ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:32:35.124370Z","caller":"traceutil/trace.go:172","msg":"trace[474344169] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6231; }","duration":"876.861865ms","start":"2026-04-01T10:32:34.247462Z","end":"2026-04-01T10:32:35.124324Z","steps":["trace[474344169] 'read index received' (duration: 730.880013ms)","trace[474344169] 'applied index is now lower than readState.Index' (duration: 145.978572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:35.124793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"877.272498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:35.124969Z","caller":"traceutil/trace.go:172","msg":"trace[122537404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5398; }","duration":"877.49697ms","start":"2026-04-01T10:32:34.247455Z","end":"2026-04-01T10:32:35.124952Z","steps":["trace[122537404] 'agreement among raft nodes before linearized reading' (duration: 877.184178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.625671Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1712385218449176491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:32:35.850078Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"671.722853ms"} {"level":"warn","ts":"2026-04-01T10:32:35.850143Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"671.797924ms"} {"level":"info","ts":"2026-04-01T10:32:35.926739Z","caller":"traceutil/trace.go:172","msg":"trace[800208343] linearizableReadLoop","detail":"{readStateIndex:6233; appliedIndex:6235; }","duration":"802.147454ms","start":"2026-04-01T10:32:35.124538Z","end":"2026-04-01T10:32:35.926685Z","steps":["trace[800208343] 'read index received' (duration: 802.125484ms)","trace[800208343] 'applied index is now lower than readState.Index' (duration: 19.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:35.926950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.828646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:35.927068Z","caller":"traceutil/trace.go:172","msg":"trace[2033128709] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:5401; }","duration":"924.959797ms","start":"2026-04-01T10:32:35.002086Z","end":"2026-04-01T10:32:35.927046Z","steps":["trace[2033128709] 'agreement among raft nodes before linearized reading' (duration: 924.771436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.927083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.169068112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:32:35.927083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556447888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:32:35.927140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:35.002066Z","time spent":"925.042999ms","remote":"127.0.0.1:59616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-04-01T10:32:35.927161Z","caller":"traceutil/trace.go:172","msg":"trace[469303139] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:5401; }","duration":"1.169177893s","start":"2026-04-01T10:32:34.757959Z","end":"2026-04-01T10:32:35.927137Z","steps":["trace[469303139] 'agreement among raft nodes before linearized reading' (duration: 1.168988172s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:32:35.927180Z","caller":"traceutil/trace.go:172","msg":"trace[1578634973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5401; }","duration":"1.556550659s","start":"2026-04-01T10:32:34.370608Z","end":"2026-04-01T10:32:35.927158Z","steps":["trace[1578634973] 'agreement among raft nodes before linearized reading' (duration: 1.556409048s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.927156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"920.265331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T10:32:35.927236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:34.370582Z","time spent":"1.55664347s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T10:32:35.927252Z","caller":"traceutil/trace.go:172","msg":"trace[383370157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5401; }","duration":"920.378072ms","start":"2026-04-01T10:32:35.006852Z","end":"2026-04-01T10:32:35.927230Z","steps":["trace[383370157] 'agreement among raft nodes before linearized reading' (duration: 920.073119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.927304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:35.006813Z","time spent":"920.480802ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:35.927233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:34.757924Z","time spent":"1.169290265s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:35.928436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"798.523446ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:35.928503Z","caller":"traceutil/trace.go:172","msg":"trace[16535418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5401; }","duration":"798.595916ms","start":"2026-04-01T10:32:35.129895Z","end":"2026-04-01T10:32:35.928491Z","steps":["trace[16535418] 'agreement among raft nodes before linearized reading' (duration: 798.498055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.928784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.557233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:32:35.928828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.85297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T10:32:35.928854Z","caller":"traceutil/trace.go:172","msg":"trace[665117451] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:5401; }","duration":"777.623514ms","start":"2026-04-01T10:32:35.151212Z","end":"2026-04-01T10:32:35.928835Z","steps":["trace[665117451] 'agreement among raft nodes before linearized reading' (duration: 777.521463ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:32:35.928877Z","caller":"traceutil/trace.go:172","msg":"trace[894506733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5401; }","duration":"748.906571ms","start":"2026-04-01T10:32:35.179959Z","end":"2026-04-01T10:32:35.928865Z","steps":["trace[894506733] 'agreement among raft nodes before linearized reading' (duration: 748.81325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.928888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:35.151194Z","time spent":"777.686294ms","remote":"127.0.0.1:59530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:35.928908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:35.179897Z","time spent":"749.003681ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:35.929131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"788.157975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T10:32:35.929215Z","caller":"traceutil/trace.go:172","msg":"trace[251822159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5401; }","duration":"788.241905ms","start":"2026-04-01T10:32:35.140955Z","end":"2026-04-01T10:32:35.929197Z","steps":["trace[251822159] 'agreement among raft nodes before linearized reading' (duration: 787.797302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:35.929411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:35.140924Z","time spent":"788.469678ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:36.448182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.973013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:32:36.862954Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.971567ms"} {"level":"warn","ts":"2026-04-01T10:32:36.863150Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.172509ms"} {"level":"warn","ts":"2026-04-01T10:32:36.878647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.381505ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:32:36.879025Z","caller":"traceutil/trace.go:172","msg":"trace[454922438] linearizableReadLoop","detail":"{readStateIndex:6241; appliedIndex:6240; }","duration":"241.760925ms","start":"2026-04-01T10:32:36.637240Z","end":"2026-04-01T10:32:36.879001Z","steps":["trace[454922438] 'read index received' (duration: 227.179202ms)","trace[454922438] 'applied index is now lower than readState.Index' (duration: 14.578783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:36.879342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.087928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-01T10:32:36.879388Z","caller":"traceutil/trace.go:172","msg":"trace[609585136] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5405; }","duration":"242.148419ms","start":"2026-04-01T10:32:36.637225Z","end":"2026-04-01T10:32:36.879374Z","steps":["trace[609585136] 'agreement among raft nodes before linearized reading' (duration: 241.971407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:37.040824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.453471ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-01T10:32:42.087759Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.837789ms"} {"level":"warn","ts":"2026-04-01T10:32:42.087823Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.902919ms"} {"level":"info","ts":"2026-04-01T10:32:42.126133Z","caller":"traceutil/trace.go:172","msg":"trace[1252174921] linearizableReadLoop","detail":"{readStateIndex:6261; appliedIndex:6262; }","duration":"185.218686ms","start":"2026-04-01T10:32:41.940888Z","end":"2026-04-01T10:32:42.126107Z","steps":["trace[1252174921] 'read index received' (duration: 185.207236ms)","trace[1252174921] 'applied index is now lower than readState.Index' (duration: 10.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:42.126346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.438919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-01T10:32:42.126376Z","caller":"traceutil/trace.go:172","msg":"trace[1190453037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5422; }","duration":"185.484779ms","start":"2026-04-01T10:32:41.940883Z","end":"2026-04-01T10:32:42.126368Z","steps":["trace[1190453037] 'agreement among raft nodes before linearized reading' (duration: 185.356978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:42.240997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.349687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T10:32:42.241101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.254536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:32:42.241172Z","caller":"traceutil/trace.go:172","msg":"trace[763633414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5422; }","duration":"213.344417ms","start":"2026-04-01T10:32:42.027813Z","end":"2026-04-01T10:32:42.241158Z","steps":["trace[763633414] 'agreement among raft nodes before linearized reading' (duration: 123.298417ms)","trace[763633414] 'range keys from in-memory index tree' (duration: 89.857057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:42.241187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.686199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T10:32:42.241273Z","caller":"traceutil/trace.go:172","msg":"trace[1235049685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5422; }","duration":"191.778619ms","start":"2026-04-01T10:32:42.049474Z","end":"2026-04-01T10:32:42.241252Z","steps":["trace[1235049685] 'agreement among raft nodes before linearized reading' (duration: 101.661739ms)","trace[1235049685] 'range keys from in-memory index tree' (duration: 89.894809ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:32:42.241348Z","caller":"traceutil/trace.go:172","msg":"trace[242723639] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"155.534498ms","start":"2026-04-01T10:32:42.085791Z","end":"2026-04-01T10:32:42.241326Z","steps":["trace[242723639] 'process raft request' (duration: 155.336436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:42.372160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.589862ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:42.372225Z","caller":"traceutil/trace.go:172","msg":"trace[640297414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5423; }","duration":"242.661912ms","start":"2026-04-01T10:32:42.129548Z","end":"2026-04-01T10:32:42.372210Z","steps":["trace[640297414] 'agreement among raft nodes before linearized reading' (duration: 111.753778ms)","trace[640297414] 'range keys from in-memory index tree' (duration: 130.819364ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:32:42.372626Z","caller":"traceutil/trace.go:172","msg":"trace[1887837663] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"126.461441ms","start":"2026-04-01T10:32:42.246131Z","end":"2026-04-01T10:32:42.372592Z","steps":["trace[1887837663] 'process raft request' (duration: 61.696529ms)","trace[1887837663] 'compare' (duration: 64.4792ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:32:43.498459Z","caller":"traceutil/trace.go:172","msg":"trace[41666357] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"192.1144ms","start":"2026-04-01T10:32:43.306323Z","end":"2026-04-01T10:32:43.498437Z","steps":["trace[41666357] 'process raft request' (duration: 191.945268ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:32:43.499215Z","caller":"traceutil/trace.go:172","msg":"trace[632347179] linearizableReadLoop","detail":"{readStateIndex:6268; appliedIndex:6269; }","duration":"129.131042ms","start":"2026-04-01T10:32:43.370019Z","end":"2026-04-01T10:32:43.499150Z","steps":["trace[632347179] 'read index received' (duration: 129.125372ms)","trace[632347179] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:43.499406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.378574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:43.499592Z","caller":"traceutil/trace.go:172","msg":"trace[66312621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5428; }","duration":"129.487764ms","start":"2026-04-01T10:32:43.370005Z","end":"2026-04-01T10:32:43.499492Z","steps":["trace[66312621] 'agreement among raft nodes before linearized reading' (duration: 129.304703ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:32:44.261372Z","caller":"traceutil/trace.go:172","msg":"trace[1331908795] linearizableReadLoop","detail":"{readStateIndex:6270; appliedIndex:6271; }","duration":"131.643682ms","start":"2026-04-01T10:32:44.129701Z","end":"2026-04-01T10:32:44.261345Z","steps":["trace[1331908795] 'read index received' (duration: 131.633742ms)","trace[1331908795] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:44.261515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.817113ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:44.261545Z","caller":"traceutil/trace.go:172","msg":"trace[1899830527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5430; }","duration":"131.866423ms","start":"2026-04-01T10:32:44.129670Z","end":"2026-04-01T10:32:44.261536Z","steps":["trace[1899830527] 'agreement among raft nodes before linearized reading' (duration: 131.784952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:44.581252Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.599968ms"} {"level":"warn","ts":"2026-04-01T10:32:44.581331Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.689388ms"} {"level":"info","ts":"2026-04-01T10:32:44.581541Z","caller":"traceutil/trace.go:172","msg":"trace[1716791772] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"199.837761ms","start":"2026-04-01T10:32:44.381683Z","end":"2026-04-01T10:32:44.581521Z","steps":["trace[1716791772] 'process raft request' (duration: 199.68409ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:32:44.584742Z","caller":"traceutil/trace.go:172","msg":"trace[1841802] linearizableReadLoop","detail":"{readStateIndex:6273; appliedIndex:6274; }","duration":"194.353287ms","start":"2026-04-01T10:32:44.390358Z","end":"2026-04-01T10:32:44.584711Z","steps":["trace[1841802] 'read index received' (duration: 194.343117ms)","trace[1841802] 'applied index is now lower than readState.Index' (duration: 8.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:44.584951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.58101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:32:44.585020Z","caller":"traceutil/trace.go:172","msg":"trace[1684601427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5434; }","duration":"194.6613ms","start":"2026-04-01T10:32:44.390343Z","end":"2026-04-01T10:32:44.585004Z","steps":["trace[1684601427] 'agreement among raft nodes before linearized reading' (duration: 194.456009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:44.585856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.189718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-01T10:32:44.585920Z","caller":"traceutil/trace.go:172","msg":"trace[1362852449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5434; }","duration":"176.267128ms","start":"2026-04-01T10:32:44.409639Z","end":"2026-04-01T10:32:44.585907Z","steps":["trace[1362852449] 'agreement among raft nodes before linearized reading' (duration: 176.150167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:54.704541Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.394363ms"} {"level":"warn","ts":"2026-04-01T10:32:54.704616Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.477593ms"} {"level":"warn","ts":"2026-04-01T10:32:54.797575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.672685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T10:32:54.797627Z","caller":"traceutil/trace.go:172","msg":"trace[1608868754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5470; }","duration":"152.750366ms","start":"2026-04-01T10:32:54.644866Z","end":"2026-04-01T10:32:54.797616Z","steps":["trace[1608868754] 'agreement among raft nodes before linearized reading' (duration: 61.155645ms)","trace[1608868754] 'range keys from in-memory index tree' (duration: 91.171918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:55.341572Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"340.807336ms"} {"level":"warn","ts":"2026-04-01T10:32:55.341678Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"340.913187ms"} {"level":"info","ts":"2026-04-01T10:32:55.424321Z","caller":"traceutil/trace.go:172","msg":"trace[1001886380] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"622.868454ms","start":"2026-04-01T10:32:54.801424Z","end":"2026-04-01T10:32:55.424292Z","steps":["trace[1001886380] 'process raft request' (duration: 540.286232ms)","trace[1001886380] 'compare' (duration: 82.033577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:55.424472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:54.801393Z","time spent":"623.007925ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:32:55.426253Z","caller":"traceutil/trace.go:172","msg":"trace[1554682493] linearizableReadLoop","detail":"{readStateIndex:6320; appliedIndex:6320; }","duration":"296.170449ms","start":"2026-04-01T10:32:55.130054Z","end":"2026-04-01T10:32:55.426225Z","steps":["trace[1554682493] 'read index received' (duration: 296.162519ms)","trace[1554682493] 'applied index is now lower than readState.Index' (duration: 6.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:55.426378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.34412ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:32:55.426522Z","caller":"traceutil/trace.go:172","msg":"trace[1284210032] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5474; }","duration":"296.489841ms","start":"2026-04-01T10:32:55.130018Z","end":"2026-04-01T10:32:55.426508Z","steps":["trace[1284210032] 'agreement among raft nodes before linearized reading' (duration: 296.31549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:57.005932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.740398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T10:32:57.006630Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"291.518824ms"} {"level":"warn","ts":"2026-04-01T10:32:57.006681Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"291.579685ms"} {"level":"info","ts":"2026-04-01T10:32:57.011275Z","caller":"traceutil/trace.go:172","msg":"trace[1479735351] linearizableReadLoop","detail":"{readStateIndex:6328; appliedIndex:6328; }","duration":"373.270688ms","start":"2026-04-01T10:32:56.637979Z","end":"2026-04-01T10:32:57.011250Z","steps":["trace[1479735351] 'read index received' (duration: 373.262518ms)","trace[1479735351] 'applied index is now lower than readState.Index' (duration: 6.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:32:57.011437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.457519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-01T10:32:57.011478Z","caller":"traceutil/trace.go:172","msg":"trace[719313813] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5480; }","duration":"373.504799ms","start":"2026-04-01T10:32:56.637964Z","end":"2026-04-01T10:32:57.011469Z","steps":["trace[719313813] 'agreement among raft nodes before linearized reading' (duration: 373.385448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:32:57.011500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:32:56.637943Z","time spent":"373.552349ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:32:57.012199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.478226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T10:32:57.012234Z","caller":"traceutil/trace.go:172","msg":"trace[486817184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5480; }","duration":"267.518366ms","start":"2026-04-01T10:32:56.744708Z","end":"2026-04-01T10:32:57.012226Z","steps":["trace[486817184] 'agreement among raft nodes before linearized reading' (duration: 267.421855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:01.237050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.962751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:01.237121Z","caller":"traceutil/trace.go:172","msg":"trace[1535949916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5494; }","duration":"107.092652ms","start":"2026-04-01T10:33:01.130016Z","end":"2026-04-01T10:33:01.237109Z","steps":["trace[1535949916] 'range keys from in-memory index tree' (duration: 106.92177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:06.783062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.534109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:33:06.783477Z","caller":"traceutil/trace.go:172","msg":"trace[662022657] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"128.122273ms","start":"2026-04-01T10:33:06.655326Z","end":"2026-04-01T10:33:06.783448Z","steps":["trace[662022657] 'process raft request' (duration: 13.090521ms)","trace[662022657] 'compare' (duration: 114.322137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:07.511215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.693628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:07.511328Z","caller":"traceutil/trace.go:172","msg":"trace[1233035571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5520; }","duration":"141.830179ms","start":"2026-04-01T10:33:07.369476Z","end":"2026-04-01T10:33:07.511306Z","steps":["trace[1233035571] 'range keys from in-memory index tree' (duration: 141.060214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:07.511471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.018144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:07.511583Z","caller":"traceutil/trace.go:172","msg":"trace[1173194453] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:5520; }","duration":"105.408187ms","start":"2026-04-01T10:33:07.406161Z","end":"2026-04-01T10:33:07.511569Z","steps":["trace[1173194453] 'range keys from in-memory index tree' (duration: 104.013106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:07.984044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.811253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:33:07.984184Z","caller":"traceutil/trace.go:172","msg":"trace[226630884] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6377; }","duration":"186.98366ms","start":"2026-04-01T10:33:07.797186Z","end":"2026-04-01T10:33:07.984170Z","steps":["trace[226630884] 'read index received' (duration: 458.744µs)","trace[226630884] 'applied index is now lower than readState.Index' (duration: 186.523716ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:33:07.984206Z","caller":"traceutil/trace.go:172","msg":"trace[167062724] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"287.736692ms","start":"2026-04-01T10:33:07.696445Z","end":"2026-04-01T10:33:07.984182Z","steps":["trace[167062724] 'process raft request' (duration: 17.720728ms)","trace[167062724] 'compare' (duration: 269.601571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:07.984334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.142291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:33:07.984368Z","caller":"traceutil/trace.go:172","msg":"trace[1730152625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5522; }","duration":"187.177572ms","start":"2026-04-01T10:33:07.797183Z","end":"2026-04-01T10:33:07.984361Z","steps":["trace[1730152625] 'agreement among raft nodes before linearized reading' (duration: 187.061051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:08.116360Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.84501ms"} {"level":"warn","ts":"2026-04-01T10:33:08.116419Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.91844ms"} {"level":"info","ts":"2026-04-01T10:33:08.117881Z","caller":"traceutil/trace.go:172","msg":"trace[927349347] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6378; }","duration":"133.652438ms","start":"2026-04-01T10:33:07.984209Z","end":"2026-04-01T10:33:08.117862Z","steps":["trace[927349347] 'read index received' (duration: 133.646148ms)","trace[927349347] 'applied index is now lower than readState.Index' (duration: 5.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:08.119274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.561826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-01T10:33:08.119320Z","caller":"traceutil/trace.go:172","msg":"trace[1732848050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5522; }","duration":"262.621997ms","start":"2026-04-01T10:33:07.856686Z","end":"2026-04-01T10:33:08.119308Z","steps":["trace[1732848050] 'agreement among raft nodes before linearized reading' (duration: 261.244946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:08.493460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.743074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:08.493560Z","caller":"traceutil/trace.go:172","msg":"trace[240015685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5524; }","duration":"117.863225ms","start":"2026-04-01T10:33:08.375676Z","end":"2026-04-01T10:33:08.493539Z","steps":["trace[240015685] 'range keys from in-memory index tree' (duration: 116.984778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:09.031718Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"262.356478ms"} {"level":"warn","ts":"2026-04-01T10:33:09.031865Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"262.515009ms"} {"level":"info","ts":"2026-04-01T10:33:09.032177Z","caller":"traceutil/trace.go:172","msg":"trace[250406935] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"453.101946ms","start":"2026-04-01T10:33:08.579043Z","end":"2026-04-01T10:33:09.032145Z","steps":["trace[250406935] 'process raft request' (duration: 452.873245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:09.032417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:08.579015Z","time spent":"453.292088ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:33:09.244029Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.808164ms"} {"level":"warn","ts":"2026-04-01T10:33:09.244119Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.914484ms"} {"level":"info","ts":"2026-04-01T10:33:09.244386Z","caller":"traceutil/trace.go:172","msg":"trace[2008266844] linearizableReadLoop","detail":"{readStateIndex:6381; appliedIndex:6381; }","duration":"392.485876ms","start":"2026-04-01T10:33:08.851540Z","end":"2026-04-01T10:33:09.244026Z","steps":["trace[2008266844] 'read index received' (duration: 392.478016ms)","trace[2008266844] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:09.457233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.65566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:09.457338Z","caller":"traceutil/trace.go:172","msg":"trace[279141602] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:5525; }","duration":"605.783471ms","start":"2026-04-01T10:33:08.851534Z","end":"2026-04-01T10:33:09.457318Z","steps":["trace[279141602] 'agreement among raft nodes before linearized reading' (duration: 392.597277ms)","trace[279141602] 'range keys from in-memory index tree' (duration: 213.013933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:09.457332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.968793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:33:09.457385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:08.851513Z","time spent":"605.864411ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-04-01T10:33:09.457519Z","caller":"traceutil/trace.go:172","msg":"trace[1065327151] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"213.045943ms","start":"2026-04-01T10:33:09.244459Z","end":"2026-04-01T10:33:09.457505Z","steps":["trace[1065327151] 'read index received' (duration: 134.747076ms)","trace[1065327151] 'applied index is now lower than readState.Index' (duration: 78.298327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:09.457551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.28877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:33:09.457573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.797651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:09.457579Z","caller":"traceutil/trace.go:172","msg":"trace[256000149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5527; }","duration":"327.332201ms","start":"2026-04-01T10:33:09.130239Z","end":"2026-04-01T10:33:09.457571Z","steps":["trace[256000149] 'agreement among raft nodes before linearized reading' (duration: 327.26862ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:33:09.457594Z","caller":"traceutil/trace.go:172","msg":"trace[1432794464] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:5527; }","duration":"391.820531ms","start":"2026-04-01T10:33:09.065767Z","end":"2026-04-01T10:33:09.457588Z","steps":["trace[1432794464] 'agreement among raft nodes before linearized reading' (duration: 391.783331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:09.457624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:09.065731Z","time spent":"391.886911ms","remote":"127.0.0.1:59470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:33:10.243343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.008698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:10.243403Z","caller":"traceutil/trace.go:172","msg":"trace[1333862426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5529; }","duration":"113.079718ms","start":"2026-04-01T10:33:10.130311Z","end":"2026-04-01T10:33:10.243391Z","steps":["trace[1333862426] 'range keys from in-memory index tree' (duration: 112.199511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:10.773744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.714667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:33:10.773821Z","caller":"traceutil/trace.go:172","msg":"trace[1585608959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5530; }","duration":"419.793047ms","start":"2026-04-01T10:33:10.354007Z","end":"2026-04-01T10:33:10.773800Z","steps":["trace[1585608959] 'agreement among raft nodes before linearized reading' (duration: 92.194945ms)","trace[1585608959] 'range keys from in-memory index tree' (duration: 327.428461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:10.773865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:10.353978Z","time spent":"419.876158ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:33:10.774144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.669639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:33:10.774359Z","caller":"traceutil/trace.go:172","msg":"trace[891478815] linearizableReadLoop","detail":"{readStateIndex:6387; appliedIndex:6386; }","duration":"328.170436ms","start":"2026-04-01T10:33:10.446165Z","end":"2026-04-01T10:33:10.774335Z","steps":["trace[891478815] 'read index received' (duration: 1.025358ms)","trace[891478815] 'applied index is now lower than readState.Index' (duration: 327.142788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:10.868551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.06243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:10.868654Z","caller":"traceutil/trace.go:172","msg":"trace[983279200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5531; }","duration":"500.169941ms","start":"2026-04-01T10:33:10.368460Z","end":"2026-04-01T10:33:10.868630Z","steps":["trace[983279200] 'agreement among raft nodes before linearized reading' (duration: 406.142751ms)","trace[983279200] 'range keys from in-memory index tree' (duration: 93.893349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:10.868708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:10.368439Z","time spent":"500.258552ms","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:33:10.868561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.46426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:33:10.868772Z","caller":"traceutil/trace.go:172","msg":"trace[1795895946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5531; }","duration":"131.687052ms","start":"2026-04-01T10:33:10.737066Z","end":"2026-04-01T10:33:10.868753Z","steps":["trace[1795895946] 'agreement among raft nodes before linearized reading' (duration: 131.334929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:10.869164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.143801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:10.869226Z","caller":"traceutil/trace.go:172","msg":"trace[455245099] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:5531; }","duration":"442.889296ms","start":"2026-04-01T10:33:10.426318Z","end":"2026-04-01T10:33:10.869208Z","steps":["trace[455245099] 'agreement among raft nodes before linearized reading' (duration: 348.272812ms)","trace[455245099] 'range keys from in-memory index tree' (duration: 93.699008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:10.869267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:10.426288Z","time spent":"442.967327ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-04-01T10:33:11.607239Z","caller":"traceutil/trace.go:172","msg":"trace[952347952] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6389; }","duration":"235.652158ms","start":"2026-04-01T10:33:11.371561Z","end":"2026-04-01T10:33:11.607213Z","steps":["trace[952347952] 'read index received' (duration: 235.642888ms)","trace[952347952] 'applied index is now lower than readState.Index' (duration: 7.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:11.746918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.331292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:33:11.747008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.518306ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-01T10:33:11.747017Z","caller":"traceutil/trace.go:172","msg":"trace[310110437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5532; }","duration":"375.448393ms","start":"2026-04-01T10:33:11.371545Z","end":"2026-04-01T10:33:11.746993Z","steps":["trace[310110437] 'agreement among raft nodes before linearized reading' (duration: 235.778899ms)","trace[310110437] 'range keys from in-memory index tree' (duration: 139.516023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:11.747070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:11.371524Z","time spent":"375.534804ms","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:33:12.201289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.734215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T10:33:12.201380Z","caller":"traceutil/trace.go:172","msg":"trace[153708214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5535; }","duration":"130.839026ms","start":"2026-04-01T10:33:12.070527Z","end":"2026-04-01T10:33:12.201367Z","steps":["trace[153708214] 'range keys from in-memory index tree' (duration: 129.770526ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:33:12.330449Z","caller":"traceutil/trace.go:172","msg":"trace[1288502114] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"124.95605ms","start":"2026-04-01T10:33:12.205469Z","end":"2026-04-01T10:33:12.330425Z","steps":["trace[1288502114] 'process raft request' (duration: 124.788509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:18.125060Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.812833ms"} {"level":"warn","ts":"2026-04-01T10:33:18.125151Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.912064ms"} {"level":"info","ts":"2026-04-01T10:33:18.270753Z","caller":"traceutil/trace.go:172","msg":"trace[2059006598] linearizableReadLoop","detail":"{readStateIndex:6421; appliedIndex:6421; }","duration":"332.646772ms","start":"2026-04-01T10:33:17.938086Z","end":"2026-04-01T10:33:18.270733Z","steps":["trace[2059006598] 'read index received' (duration: 332.638242ms)","trace[2059006598] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:18.275606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.849081ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:33:18.275653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.56065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T10:33:18.275678Z","caller":"traceutil/trace.go:172","msg":"trace[33943595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5559; }","duration":"145.938842ms","start":"2026-04-01T10:33:18.129726Z","end":"2026-04-01T10:33:18.275665Z","steps":["trace[33943595] 'range keys from in-memory index tree' (duration: 145.808451ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:33:18.275706Z","caller":"traceutil/trace.go:172","msg":"trace[971174962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5559; }","duration":"337.628ms","start":"2026-04-01T10:33:17.938067Z","end":"2026-04-01T10:33:18.275695Z","steps":["trace[971174962] 'agreement among raft nodes before linearized reading' (duration: 332.787822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:18.275735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:17.938037Z","time spent":"337.691702ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:33:18.275824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.253679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:18.275850Z","caller":"traceutil/trace.go:172","msg":"trace[1336451670] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:5560; }","duration":"296.295969ms","start":"2026-04-01T10:33:17.979546Z","end":"2026-04-01T10:33:18.275842Z","steps":["trace[1336451670] 'agreement among raft nodes before linearized reading' (duration: 296.243739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:18.275840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.37924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:18.275888Z","caller":"traceutil/trace.go:172","msg":"trace[1319936610] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:5560; }","duration":"171.431751ms","start":"2026-04-01T10:33:18.104444Z","end":"2026-04-01T10:33:18.275876Z","steps":["trace[1319936610] 'agreement among raft nodes before linearized reading' (duration: 171.33723ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:33:19.490282Z","caller":"traceutil/trace.go:172","msg":"trace[1101544575] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"143.729775ms","start":"2026-04-01T10:33:19.346532Z","end":"2026-04-01T10:33:19.490262Z","steps":["trace[1101544575] 'process raft request' (duration: 143.574424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:19.773122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.543015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:33:19.894620Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.205053ms"} {"level":"warn","ts":"2026-04-01T10:33:19.894700Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.293044ms"} {"level":"warn","ts":"2026-04-01T10:33:20.102134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.272279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:33:20.102300Z","caller":"traceutil/trace.go:172","msg":"trace[658112686] linearizableReadLoop","detail":"{readStateIndex:6428; appliedIndex:6427; }","duration":"177.956862ms","start":"2026-04-01T10:33:19.924326Z","end":"2026-04-01T10:33:20.102283Z","steps":["trace[658112686] 'read index received' (duration: 772.257µs)","trace[658112686] 'applied index is now lower than readState.Index' (duration: 177.183455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:20.102452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.107733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:20.102552Z","caller":"traceutil/trace.go:172","msg":"trace[145099956] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:5566; }","duration":"178.212563ms","start":"2026-04-01T10:33:19.924313Z","end":"2026-04-01T10:33:20.102526Z","steps":["trace[145099956] 'agreement among raft nodes before linearized reading' (duration: 178.065492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:33:20.454130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.022199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T10:33:20.454339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.550913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-01T10:33:20.454391Z","caller":"traceutil/trace.go:172","msg":"trace[1330342223] linearizableReadLoop","detail":"{readStateIndex:6429; appliedIndex:6428; }","duration":"302.977881ms","start":"2026-04-01T10:33:20.151399Z","end":"2026-04-01T10:33:20.454377Z","steps":["trace[1330342223] 'read index received' (duration: 781.436µs)","trace[1330342223] 'applied index is now lower than readState.Index' (duration: 302.195375ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:33:20.454411Z","caller":"traceutil/trace.go:172","msg":"trace[1572753310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5566; }","duration":"518.636783ms","start":"2026-04-01T10:33:19.935756Z","end":"2026-04-01T10:33:20.454393Z","steps":["trace[1572753310] 'agreement among raft nodes before linearized reading' (duration: 215.656102ms)","trace[1572753310] 'range keys from in-memory index tree' (duration: 302.765689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:20.454453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:33:19.935746Z","time spent":"518.697684ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:33:20.550111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.910218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:33:20.550235Z","caller":"traceutil/trace.go:172","msg":"trace[845844426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5567; }","duration":"420.014849ms","start":"2026-04-01T10:33:20.130175Z","end":"2026-04-01T10:33:20.550190Z","steps":["trace[845844426] 'agreement among raft nodes before linearized reading' (duration: 324.294896ms)","trace[845844426] 'range keys from in-memory index tree' (duration: 95.586602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:20.550555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.079813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:33:20.550598Z","caller":"traceutil/trace.go:172","msg":"trace[1914800762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5567; }","duration":"111.120603ms","start":"2026-04-01T10:33:20.439464Z","end":"2026-04-01T10:33:20.550584Z","steps":["trace[1914800762] 'agreement among raft nodes before linearized reading' (duration: 16.295617ms)","trace[1914800762] 'range keys from in-memory index tree' (duration: 94.747695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:33:22.217930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.112487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T10:33:22.846562Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1cac722af8b2b8a6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.137139ms"} {"level":"warn","ts":"2026-04-01T10:33:22.846619Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11b599b5a29506e4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.20127ms"} {"level":"info","ts":"2026-04-01T10:33:22.899192Z","caller":"traceutil/trace.go:172","msg":"trace[1095865500] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"268.925897ms","start":"2026-04-01T10:33:22.630236Z","end":"2026-04-01T10:33:22.899162Z","steps":["trace[1095865500] 'process raft request' (duration: 216.44678ms)","trace[1095865500] 'compare' (duration: 52.150345ms)"],"step_count":2}