{"level":"warn","ts":"2026-03-30T20:40:19.572027Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T20:40:19.572168Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T20:40:19.572181Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=controller-1=https://199.204.45.89:2380,controller-2=https://162.253.55.36:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T20:40:19.573056Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T20:40:19.573095Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T20:40:19.573121Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-30T20:40:19.573170Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T20:40:19.573819Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-30T20:40:19.573972Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.89:2380,controller-2=https://162.253.55.36:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T20:40:19.574887Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078500}"} {"level":"info","ts":"2026-03-30T20:40:19.578816Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T20:40:19.578870Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.111534ms"} {"level":"info","ts":"2026-03-30T20:40:19.578899Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T20:40:19.578910Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T20:40:19.590265Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://162.253.55.36:2380","host":"162.253.55.36:2380","resolved-addr":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-30T20:40:19.590308Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.89:2380","host":"199.204.45.89:2380","resolved-addr":"199.204.45.89:2380"} {"level":"info","ts":"2026-03-30T20:40:19.591882Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T20:40:19.598686Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T20:40:19.598731Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"f98f3c44cac09289","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-03-30T20:40:19.598758Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T20:40:19.598879Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f98f3c44cac09289 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T20:40:19.598922Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f98f3c44cac09289 became follower at term 0"} {"level":"info","ts":"2026-03-30T20:40:19.598938Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft f98f3c44cac09289 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T20:40:19.609862Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T20:40:19.613005Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T20:40:19.618243Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T20:40:19.618643Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.618658Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1","remote-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-03-30T20:40:19.618673Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.618733Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.619408Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.619497Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.619804Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.620307Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.619641Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.620474Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1","remote-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-03-30T20:40:19.620546Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"f98f3c44cac09289","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T20:40:19.620616Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:40:19.620656Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:40:19.620673Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:40:19.620718Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T20:40:19.620852Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T20:40:19.620965Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-30T20:40:19.620994Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-30T20:40:19.621217Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c3b8446219deb8c1","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:40:19.621230Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.621248Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.621472Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f98f3c44cac09289","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T20:40:19.622668Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"f98f3c44cac09289 [term: 0] received a MsgHeartbeat message with higher term from c3b8446219deb8c1 [term: 2]"} {"level":"info","ts":"2026-03-30T20:40:19.622702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f98f3c44cac09289 became follower at term 2"} {"level":"info","ts":"2026-03-30T20:40:19.622734Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f98f3c44cac09289 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-03-30T20:40:19.622962Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T20:40:19.623267Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c3b8446219deb8c1","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:40:19.623374Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.634431Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.635099Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.638604Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"f98f3c44cac09289","remote-snapshot-sender-id":"c3b8446219deb8c1","incoming-snapshot-index":501,"incoming-snapshot-message-size-bytes":8195,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-30T20:40:19.648584Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f5.snap.db","bytes":774144,"size":"774 kB"} {"level":"info","ts":"2026-03-30T20:40:19.648628Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"f98f3c44cac09289","remote-snapshot-sender-id":"c3b8446219deb8c1","incoming-snapshot-index":501,"incoming-snapshot-size-bytes":774144,"incoming-snapshot-size":"774 kB","download-took":"10.208981ms"} {"level":"info","ts":"2026-03-30T20:40:19.648895Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 501, term: 2]"} {"level":"info","ts":"2026-03-30T20:40:19.649113Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f98f3c44cac09289 switched to configuration voters=(14103097421242218689) learners=(17982658103270740617)"} {"level":"info","ts":"2026-03-30T20:40:19.649163Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"f98f3c44cac09289 [commit: 501, lastindex: 501, lastterm: 2] restored snapshot [index: 501, term: 2]"} {"level":"info","ts":"2026-03-30T20:40:19.649194Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"f98f3c44cac09289 [commit: 501] restored snapshot [index: 501, term: 2]"} {"level":"info","ts":"2026-03-30T20:40:19.649366Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":501,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T20:40:19.655961Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":501} {"level":"info","ts":"2026-03-30T20:40:19.656237Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00049e070}"} {"level":"info","ts":"2026-03-30T20:40:19.656601Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T20:40:19.656634Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"463.804µs"} {"level":"info","ts":"2026-03-30T20:40:19.656686Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T20:40:19.657763Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T20:40:19.657782Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T20:40:19.664837Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":473} {"level":"info","ts":"2026-03-30T20:40:19.664894Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":501} {"level":"info","ts":"2026-03-30T20:40:19.664919Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T20:40:19.665043Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T20:40:19.665986Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T20:40:19.666006Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T20:40:19.666034Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T20:40:19.666046Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T20:40:19.666345Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T20:40:19.666515Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T20:40:19.666541Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T20:40:19.666604Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T20:40:19.666617Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fe02a46d8aa9751f","local-member-id":"f98f3c44cac09289","recovered-remote-peer-id":"c3b8446219deb8c1","recovered-remote-peer-urls":["https://199.204.45.89:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T20:40:19.666628Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fe02a46d8aa9751f","local-member-id":"f98f3c44cac09289","recovered-remote-peer-id":"f98f3c44cac09289","recovered-remote-peer-urls":["https://162.253.55.36:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T20:40:19.666633Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T20:40:19.666638Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T20:40:19.666644Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T20:40:19.666652Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"c3b8446219deb8c1"} {"level":"warn","ts":"2026-03-30T20:40:19.666676Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.666691Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c3b8446219deb8c1"} {"level":"warn","ts":"2026-03-30T20:40:19.666728Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.666747Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.666782Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"warn","ts":"2026-03-30T20:40:19.666892Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1","error":"context canceled"} {"level":"warn","ts":"2026-03-30T20:40:19.666913Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"c3b8446219deb8c1","error":"failed to read c3b8446219deb8c1 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T20:40:19.666929Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"warn","ts":"2026-03-30T20:40:19.667005Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1","error":"context canceled"} {"level":"info","ts":"2026-03-30T20:40:19.667026Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667069Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667091Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"f98f3c44cac09289","removed-remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667101Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T20:40:19.667107Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T20:40:19.667121Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667137Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667228Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667248Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1","remote-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-03-30T20:40:19.667260Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T20:40:19.667270Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":501,"current-applied-index":501,"incoming-leader-snapshot-index":501,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T20:40:19.667294Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667305Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667312Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.667443Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.679236Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.679266Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.685487Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.689009Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c3b8446219deb8c1","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:40:19.689048Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:19.694102Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c3b8446219deb8c1","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:40:19.694133Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c3b8446219deb8c1"} {"level":"info","ts":"2026-03-30T20:40:20.142880Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f98f3c44cac09289 switched to configuration voters=(14103097421242218689 17982658103270740617)"} {"level":"info","ts":"2026-03-30T20:40:20.151965Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fe02a46d8aa9751f","local-member-id":"f98f3c44cac09289","promoted-member-id":"f98f3c44cac09289"} {"level":"warn","ts":"2026-03-30T20:40:26.621213Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"f98f3c44cac09289","local-member-attributes":"{Name:controller-2 ClientURLs:[https://162.253.55.36:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-30T20:40:26.624475Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"f98f3c44cac09289","local-member-attributes":"{Name:controller-2 ClientURLs:[https://162.253.55.36:2379]}","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T20:40:26.624501Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T20:40:26.624547Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T20:40:26.624984Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T20:40:26.625080Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T20:40:26.626216Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T20:40:26.626908Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T20:40:26.627253Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T20:40:26.629434Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T20:40:26.629821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.629831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.629930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34906","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T20:40:26.632984Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"warn","ts":"2026-03-30T20:40:26.636351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.636552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.638594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:35034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.639082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.639437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.639975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.640709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.641174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:35050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.642036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.644264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.646802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"162.253.55.36:38118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.659637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.673438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.686414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.697560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.706759Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.713838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.721791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.729600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.737107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.748171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.757549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.770864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.782772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.794102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.805087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.817264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.827146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.835405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.878371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.890021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.900098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.909533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.916951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.924514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.932815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.941281Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.948605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.962465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.970697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.980684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:26.992861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.001976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.009713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.019088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.032667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.059357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.071328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.079425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.088325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.096682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.106442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.118727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.136316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.145494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.155131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.163454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.172820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.182003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.191542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.201728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.214281Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.223212Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.258060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.268367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.277046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:27.345442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40234","server-name":"","error":"EOF"} 2026/03/30 20:40:37 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/30 20:40:37 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T20:40:57.805071Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f98f3c44cac09289 switched to configuration voters=(14103097421242218689 17982658103270740617) learners=(14487384292334106692)"} {"level":"info","ts":"2026-03-30T20:40:57.805241Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"f98f3c44cac09289","added-peer-id":"c90d8741a525f844","added-peer-peer-urls":["https://199.204.45.242:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T20:40:57.805285Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:40:57.805316Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:40:57.805375Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:40:57.805420Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:40:57.805433Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:40:57.805457Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-30T20:40:57.805518Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:40:57.805553Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"warn","ts":"2026-03-30T20:40:58.859801Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:46226","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T20:41:00.124061Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.124142Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.125932Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.132673Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c90d8741a525f844","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:41:00.132707Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.135423Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c90d8741a525f844","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:41:00.135504Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"warn","ts":"2026-03-30T20:41:00.167454Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:41:00.167803Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844","error":"EOF"} {"level":"info","ts":"2026-03-30T20:41:00.185926Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c90d8741a525f844","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T20:41:00.186034Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.186125Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.190333Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f98f3c44cac09289","to":"c90d8741a525f844","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T20:41:00.190359Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.190370Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.220660Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.222940Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f98f3c44cac09289","remote-peer-id":"c90d8741a525f844"} {"level":"info","ts":"2026-03-30T20:41:00.401893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f98f3c44cac09289 switched to configuration voters=(14103097421242218689 14487384292334106692 17982658103270740617)"} {"level":"info","ts":"2026-03-30T20:41:00.402134Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fe02a46d8aa9751f","local-member-id":"f98f3c44cac09289","promoted-member-id":"c90d8741a525f844"} {"level":"warn","ts":"2026-03-30T20:42:24.762478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.428192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T20:42:24.820577Z","caller":"traceutil/trace.go:172","msg":"trace[899960968] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1361; }","duration":"235.142409ms","start":"2026-03-30T20:42:24.585401Z","end":"2026-03-30T20:42:24.820543Z","steps":["trace[899960968] 'read index received' (duration: 235.124918ms)","trace[899960968] 'applied index is now lower than readState.Index' (duration: 15.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:42:24.820778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.335062ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:42:24.820827Z","caller":"traceutil/trace.go:172","msg":"trace[247158834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1175; }","duration":"235.419523ms","start":"2026-03-30T20:42:24.585393Z","end":"2026-03-30T20:42:24.820813Z","steps":["trace[247158834] 'agreement among raft nodes before linearized reading' (duration: 235.296001ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:42:29.483256Z","caller":"traceutil/trace.go:172","msg":"trace[269281461] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"103.264204ms","start":"2026-03-30T20:42:29.379943Z","end":"2026-03-30T20:42:29.483207Z","steps":["trace[269281461] 'process raft request' (duration: 103.02767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:44:20.287831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:44:20.402462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:44:20.419965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:44:20.451284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:46:48.192964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.81224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:48.193091Z","caller":"traceutil/trace.go:172","msg":"trace[385026577] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:2199; }","duration":"137.961813ms","start":"2026-03-30T20:46:48.055102Z","end":"2026-03-30T20:46:48.193064Z","steps":["trace[385026577] 'range keys from in-memory index tree' (duration: 135.822351ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:46:48.917742Z","caller":"traceutil/trace.go:172","msg":"trace[609796980] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2604; }","duration":"423.882887ms","start":"2026-03-30T20:46:48.493830Z","end":"2026-03-30T20:46:48.917713Z","steps":["trace[609796980] 'read index received' (duration: 408.813717ms)","trace[609796980] 'applied index is now lower than readState.Index' (duration: 15.06632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:46:49.017115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.658431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:49.017210Z","caller":"traceutil/trace.go:172","msg":"trace[1120114970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2203; }","duration":"288.780184ms","start":"2026-03-30T20:46:48.728413Z","end":"2026-03-30T20:46:49.017193Z","steps":["trace[1120114970] 'agreement among raft nodes before linearized reading' (duration: 191.247314ms)","trace[1120114970] 'range keys from in-memory index tree' (duration: 97.378266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:46:49.017289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"523.432895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:49.017416Z","caller":"traceutil/trace.go:172","msg":"trace[1014102284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2203; }","duration":"523.570629ms","start":"2026-03-30T20:46:48.493816Z","end":"2026-03-30T20:46:49.017386Z","steps":["trace[1014102284] 'agreement among raft nodes before linearized reading' (duration: 423.99779ms)","trace[1014102284] 'range keys from in-memory index tree' (duration: 99.412985ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T20:46:49.968212Z","caller":"traceutil/trace.go:172","msg":"trace[1120695993] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2611; }","duration":"474.54002ms","start":"2026-03-30T20:46:49.493643Z","end":"2026-03-30T20:46:49.968183Z","steps":["trace[1120695993] 'read index received' (duration: 474.52984ms)","trace[1120695993] 'applied index is now lower than readState.Index' (duration: 7.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:46:49.968401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.732005ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:49.968436Z","caller":"traceutil/trace.go:172","msg":"trace[882486593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2206; }","duration":"474.791327ms","start":"2026-03-30T20:46:49.493636Z","end":"2026-03-30T20:46:49.968427Z","steps":["trace[882486593] 'agreement among raft nodes before linearized reading' (duration: 474.700065ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:46:49.968496Z","caller":"traceutil/trace.go:172","msg":"trace[1702949289] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"474.855378ms","start":"2026-03-30T20:46:49.493619Z","end":"2026-03-30T20:46:49.968474Z","steps":["trace[1702949289] 'process raft request' (duration: 474.702964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:46:49.969175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:46:49.493597Z","time spent":"475.025741ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T20:46:49.970521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.138564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:49.970584Z","caller":"traceutil/trace.go:172","msg":"trace[346099484] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:2207; }","duration":"431.209817ms","start":"2026-03-30T20:46:49.539362Z","end":"2026-03-30T20:46:49.970572Z","steps":["trace[346099484] 'agreement among raft nodes before linearized reading' (duration: 431.101744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:46:49.970619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:46:49.539337Z","time spent":"431.273899ms","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:46:49.971249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.755507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:49.971312Z","caller":"traceutil/trace.go:172","msg":"trace[646634569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2207; }","duration":"239.818508ms","start":"2026-03-30T20:46:49.731479Z","end":"2026-03-30T20:46:49.971298Z","steps":["trace[646634569] 'agreement among raft nodes before linearized reading' (duration: 239.703445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:46:50.250156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.78052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:50.250257Z","caller":"traceutil/trace.go:172","msg":"trace[2003545425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2207; }","duration":"236.908113ms","start":"2026-03-30T20:46:50.013331Z","end":"2026-03-30T20:46:50.250240Z","steps":["trace[2003545425] 'range keys from in-memory index tree' (duration: 236.72195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:46:50.837353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.544044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:50.837462Z","caller":"traceutil/trace.go:172","msg":"trace[857909095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2211; }","duration":"109.670547ms","start":"2026-03-30T20:46:50.727773Z","end":"2026-03-30T20:46:50.837443Z","steps":["trace[857909095] 'range keys from in-memory index tree' (duration: 108.025368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:46:50.837463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.601593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" limit:10000 revision:2188 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:46:50.837541Z","caller":"traceutil/trace.go:172","msg":"trace[465018603] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2211; }","duration":"135.682045ms","start":"2026-03-30T20:46:50.701836Z","end":"2026-03-30T20:46:50.837518Z","steps":["trace[465018603] 'range keys from in-memory index tree' (duration: 134.132818ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:46:56.649542Z","caller":"traceutil/trace.go:172","msg":"trace[1954074697] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"104.590882ms","start":"2026-03-30T20:46:56.544936Z","end":"2026-03-30T20:46:56.649527Z","steps":["trace[1954074697] 'process raft request' (duration: 84.69249ms)","trace[1954074697] 'compare' (duration: 19.837921ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T20:46:59.358713Z","caller":"traceutil/trace.go:172","msg":"trace[684070777] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2655; }","duration":"103.590983ms","start":"2026-03-30T20:46:59.255092Z","end":"2026-03-30T20:46:59.358683Z","steps":["trace[684070777] 'read index received' (duration: 103.584373ms)","trace[684070777] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:46:59.359140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.020733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-30T20:46:59.359232Z","caller":"traceutil/trace.go:172","msg":"trace[1831423716] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2245; }","duration":"104.132076ms","start":"2026-03-30T20:46:59.255083Z","end":"2026-03-30T20:46:59.359215Z","steps":["trace[1831423716] 'agreement among raft nodes before linearized reading' (duration: 103.831378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:46:59.557040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.34409ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-30T20:47:09.471664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.203781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-30T20:47:09.471772Z","caller":"traceutil/trace.go:172","msg":"trace[534699410] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2282; }","duration":"214.340774ms","start":"2026-03-30T20:47:09.257411Z","end":"2026-03-30T20:47:09.471752Z","steps":["trace[534699410] 'range keys from in-memory index tree' (duration: 212.143292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:09.471744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.714467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" limit:10000 revision:2278 ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-03-30T20:47:09.471863Z","caller":"traceutil/trace.go:172","msg":"trace[28598276] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:1; response_revision:2282; }","duration":"193.8759ms","start":"2026-03-30T20:47:09.277960Z","end":"2026-03-30T20:47:09.471836Z","steps":["trace[28598276] 'range keys from in-memory index tree' (duration: 191.160516ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:09.603116Z","caller":"traceutil/trace.go:172","msg":"trace[71181819] linearizableReadLoop","detail":"{readStateIndex:2700; appliedIndex:2701; }","duration":"108.751829ms","start":"2026-03-30T20:47:09.494333Z","end":"2026-03-30T20:47:09.603085Z","steps":["trace[71181819] 'read index received' (duration: 108.743598ms)","trace[71181819] 'applied index is now lower than readState.Index' (duration: 6.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:09.603330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.985205ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:09.603405Z","caller":"traceutil/trace.go:172","msg":"trace[921073334] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2283; }","duration":"109.068187ms","start":"2026-03-30T20:47:09.494324Z","end":"2026-03-30T20:47:09.603392Z","steps":["trace[921073334] 'agreement among raft nodes before linearized reading' (duration: 108.962125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:13.230437Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10559143701594347736,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:47:13.390669Z","caller":"traceutil/trace.go:172","msg":"trace[1765705930] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2716; }","duration":"660.741448ms","start":"2026-03-30T20:47:12.729901Z","end":"2026-03-30T20:47:13.390642Z","steps":["trace[1765705930] 'read index received' (duration: 660.736408ms)","trace[1765705930] 'applied index is now lower than readState.Index' (duration: 4.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:13.390775Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10559143701594347737,"received-request-id":10559143701594347736} {"level":"warn","ts":"2026-03-30T20:47:13.662337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.363051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T20:47:13.662354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"932.410881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:13.662426Z","caller":"traceutil/trace.go:172","msg":"trace[52408846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2297; }","duration":"429.474073ms","start":"2026-03-30T20:47:13.232931Z","end":"2026-03-30T20:47:13.662405Z","steps":["trace[52408846] 'agreement among raft nodes before linearized reading' (duration: 158.812034ms)","trace[52408846] 'range keys from in-memory index tree' (duration: 270.505804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:13.662470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:13.232904Z","time spent":"429.558824ms","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:47:13.662503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.781016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-lbrp5.18a1b9266955f4c4\" limit:1 ","response":"range_response_count:1 size:741"} {"level":"warn","ts":"2026-03-30T20:47:13.662482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"739.883987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T20:47:13.662486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.629638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T20:47:13.662575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.81485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:13.662565Z","caller":"traceutil/trace.go:172","msg":"trace[115771205] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2297; }","duration":"739.976969ms","start":"2026-03-30T20:47:12.922568Z","end":"2026-03-30T20:47:13.662544Z","steps":["trace[115771205] 'agreement among raft nodes before linearized reading' (duration: 469.121896ms)","trace[115771205] 'range keys from in-memory index tree' (duration: 270.71115ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T20:47:13.662593Z","caller":"traceutil/trace.go:172","msg":"trace[1073785618] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:2297; }","duration":"281.83209ms","start":"2026-03-30T20:47:13.380756Z","end":"2026-03-30T20:47:13.662588Z","steps":["trace[1073785618] 'range keys from in-memory index tree' (duration: 270.829263ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:13.662589Z","caller":"traceutil/trace.go:172","msg":"trace[514173434] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:2297; }","duration":"655.744621ms","start":"2026-03-30T20:47:13.006829Z","end":"2026-03-30T20:47:13.662573Z","steps":["trace[514173434] 'agreement among raft nodes before linearized reading' (duration: 384.921269ms)","trace[514173434] 'range keys from in-memory index tree' (duration: 270.692229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:13.662617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:12.922535Z","time spent":"740.071601ms","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:47:13.662723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"718.391503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-30T20:47:13.662753Z","caller":"traceutil/trace.go:172","msg":"trace[254853933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2297; }","duration":"718.418673ms","start":"2026-03-30T20:47:12.944327Z","end":"2026-03-30T20:47:13.662745Z","steps":["trace[254853933] 'agreement among raft nodes before linearized reading' (duration: 447.429757ms)","trace[254853933] 'range keys from in-memory index tree' (duration: 270.889104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:13.662773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:12.944306Z","time spent":"718.460203ms","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T20:47:13.662548Z","caller":"traceutil/trace.go:172","msg":"trace[460803963] range","detail":"{range_begin:/registry/events/kube-system/cilium-lbrp5.18a1b9266955f4c4; range_end:; response_count:1; response_revision:2297; }","duration":"141.816876ms","start":"2026-03-30T20:47:13.520716Z","end":"2026-03-30T20:47:13.662532Z","steps":["trace[460803963] 'range keys from in-memory index tree' (duration: 139.88042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:13.662626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:13.006806Z","time spent":"655.810972ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:47:13.662374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.753158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:13.663489Z","caller":"traceutil/trace.go:172","msg":"trace[745192068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2297; }","duration":"169.887375ms","start":"2026-03-30T20:47:13.493593Z","end":"2026-03-30T20:47:13.663480Z","steps":["trace[745192068] 'range keys from in-memory index tree' (duration: 168.703216ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:13.662447Z","caller":"traceutil/trace.go:172","msg":"trace[330230377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2297; }","duration":"932.540394ms","start":"2026-03-30T20:47:12.729888Z","end":"2026-03-30T20:47:13.662428Z","steps":["trace[330230377] 'agreement among raft nodes before linearized reading' (duration: 660.862831ms)","trace[330230377] 'range keys from in-memory index tree' (duration: 271.513979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:13.663767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:12.729860Z","time spent":"933.720691ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T20:47:14.219434Z","caller":"traceutil/trace.go:172","msg":"trace[22820537] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"465.702015ms","start":"2026-03-30T20:47:13.753702Z","end":"2026-03-30T20:47:14.219404Z","steps":["trace[22820537] 'process raft request' (duration: 465.403498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:14.219629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:13.753632Z","time spent":"465.894909ms","remote":"127.0.0.1:39264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T20:47:14.695716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.705778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T20:47:14.888299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.410924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T20:47:14.888860Z","caller":"traceutil/trace.go:172","msg":"trace[325515262] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2721; }","duration":"366.744468ms","start":"2026-03-30T20:47:14.522063Z","end":"2026-03-30T20:47:14.888808Z","steps":["trace[325515262] 'read index received' (duration: 124.889335ms)","trace[325515262] 'applied index is now lower than readState.Index' (duration: 241.847071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:14.888981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.89785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" limit:10000 revision:2291 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:14.889054Z","caller":"traceutil/trace.go:172","msg":"trace[1269034009] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2301; }","duration":"366.988253ms","start":"2026-03-30T20:47:14.522047Z","end":"2026-03-30T20:47:14.889035Z","steps":["trace[1269034009] 'agreement among raft nodes before linearized reading' (duration: 366.849579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:14.889097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:14.522021Z","time spent":"367.069274ms","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" limit:10000 revision:2291 "} {"level":"warn","ts":"2026-03-30T20:47:14.895501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.285562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 revision:2286 ","response":"range_response_count:2 size:1571"} {"level":"info","ts":"2026-03-30T20:47:14.895537Z","caller":"traceutil/trace.go:172","msg":"trace[746948142] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:2; response_revision:2304; }","duration":"353.326653ms","start":"2026-03-30T20:47:14.542202Z","end":"2026-03-30T20:47:14.895529Z","steps":["trace[746948142] 'agreement among raft nodes before linearized reading' (duration: 353.1971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:14.895558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:14.542174Z","time spent":"353.376594ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":1595,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 revision:2286 "} {"level":"warn","ts":"2026-03-30T20:47:14.895698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.923833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:14.895719Z","caller":"traceutil/trace.go:172","msg":"trace[2069273014] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:2304; }","duration":"147.944304ms","start":"2026-03-30T20:47:14.747769Z","end":"2026-03-30T20:47:14.895713Z","steps":["trace[2069273014] 'agreement among raft nodes before linearized reading' (duration: 147.907943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:14.895817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.796623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:14.895838Z","caller":"traceutil/trace.go:172","msg":"trace[1067186137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2304; }","duration":"168.818053ms","start":"2026-03-30T20:47:14.727016Z","end":"2026-03-30T20:47:14.895834Z","steps":["trace[1067186137] 'agreement among raft nodes before linearized reading' (duration: 168.784851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:14.895935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.770494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:14.895953Z","caller":"traceutil/trace.go:172","msg":"trace[1307086958] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:2304; }","duration":"324.790835ms","start":"2026-03-30T20:47:14.571159Z","end":"2026-03-30T20:47:14.895949Z","steps":["trace[1307086958] 'agreement among raft nodes before linearized reading' (duration: 324.758844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:14.895967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:14.571141Z","time spent":"324.822425ms","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-03-30T20:47:16.840356Z","caller":"traceutil/trace.go:172","msg":"trace[1348953685] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2732; }","duration":"111.092482ms","start":"2026-03-30T20:47:16.729208Z","end":"2026-03-30T20:47:16.840301Z","steps":["trace[1348953685] 'read index received' (duration: 111.043681ms)","trace[1348953685] 'applied index is now lower than readState.Index' (duration: 47.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:16.842339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.001986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:16.842541Z","caller":"traceutil/trace.go:172","msg":"trace[1012582221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2310; }","duration":"113.327654ms","start":"2026-03-30T20:47:16.729196Z","end":"2026-03-30T20:47:16.842523Z","steps":["trace[1012582221] 'agreement among raft nodes before linearized reading' (duration: 111.185214ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:18.075930Z","caller":"traceutil/trace.go:172","msg":"trace[44567291] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2735; }","duration":"137.716144ms","start":"2026-03-30T20:47:17.938188Z","end":"2026-03-30T20:47:18.075904Z","steps":["trace[44567291] 'read index received' (duration: 137.707964ms)","trace[44567291] 'applied index is now lower than readState.Index' (duration: 6.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:18.076065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.838009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:18.076152Z","caller":"traceutil/trace.go:172","msg":"trace[2055285845] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:2313; }","duration":"137.94187ms","start":"2026-03-30T20:47:17.938180Z","end":"2026-03-30T20:47:18.076122Z","steps":["trace[2055285845] 'agreement among raft nodes before linearized reading' (duration: 137.804627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:18.639690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.091906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T20:47:18.860985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.540602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:18.861082Z","caller":"traceutil/trace.go:172","msg":"trace[912277399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"132.643065ms","start":"2026-03-30T20:47:18.728414Z","end":"2026-03-30T20:47:18.861057Z","steps":["trace[912277399] 'agreement among raft nodes before linearized reading' (duration: 57.071147ms)","trace[912277399] 'range keys from in-memory index tree' (duration: 75.440675ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T20:47:19.658215Z","caller":"traceutil/trace.go:172","msg":"trace[1928156082] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2746; }","duration":"165.085273ms","start":"2026-03-30T20:47:19.493112Z","end":"2026-03-30T20:47:19.658198Z","steps":["trace[1928156082] 'read index received' (duration: 165.079483ms)","trace[1928156082] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:19.658907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.764948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:19.658996Z","caller":"traceutil/trace.go:172","msg":"trace[1555273951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2321; }","duration":"165.87877ms","start":"2026-03-30T20:47:19.493098Z","end":"2026-03-30T20:47:19.658976Z","steps":["trace[1555273951] 'agreement among raft nodes before linearized reading' (duration: 165.196635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:20.318517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.9397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T20:47:20.965530Z","caller":"traceutil/trace.go:172","msg":"trace[745749923] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2752; }","duration":"239.679834ms","start":"2026-03-30T20:47:20.725822Z","end":"2026-03-30T20:47:20.965502Z","steps":["trace[745749923] 'read index received' (duration: 239.672884ms)","trace[745749923] 'applied index is now lower than readState.Index' (duration: 5.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:20.965731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.89516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:20.965774Z","caller":"traceutil/trace.go:172","msg":"trace[1627455524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2327; }","duration":"239.954761ms","start":"2026-03-30T20:47:20.725808Z","end":"2026-03-30T20:47:20.965763Z","steps":["trace[1627455524] 'agreement among raft nodes before linearized reading' (duration: 239.852668ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:22.085758Z","caller":"traceutil/trace.go:172","msg":"trace[1565633058] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2755; }","duration":"319.026997ms","start":"2026-03-30T20:47:21.766698Z","end":"2026-03-30T20:47:22.085725Z","steps":["trace[1565633058] 'read index received' (duration: 319.017527ms)","trace[1565633058] 'applied index is now lower than readState.Index' (duration: 7.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:22.086038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.304653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T20:47:22.087164Z","caller":"traceutil/trace.go:172","msg":"trace[660233842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2330; }","duration":"320.339767ms","start":"2026-03-30T20:47:21.766694Z","end":"2026-03-30T20:47:22.087033Z","steps":["trace[660233842] 'agreement among raft nodes before linearized reading' (duration: 319.15647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:22.087252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:21.766675Z","time spent":"320.561552ms","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:47:23.229088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10559143701594347789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:47:23.364732Z","caller":"traceutil/trace.go:172","msg":"trace[157000775] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2761; }","duration":"636.409215ms","start":"2026-03-30T20:47:22.728301Z","end":"2026-03-30T20:47:23.364710Z","steps":["trace[157000775] 'read index received' (duration: 636.401884ms)","trace[157000775] 'applied index is now lower than readState.Index' (duration: 6.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:23.420997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.508748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:23.421095Z","caller":"traceutil/trace.go:172","msg":"trace[343267441] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:2335; }","duration":"621.644911ms","start":"2026-03-30T20:47:22.799426Z","end":"2026-03-30T20:47:23.421071Z","steps":["trace[343267441] 'agreement among raft nodes before linearized reading' (duration: 567.288937ms)","trace[343267441] 'range keys from in-memory index tree' (duration: 54.1888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:23.421155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:22.799400Z","time spent":"621.744263ms","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:47:23.421086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.794987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" limit:10000 revision:2327 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:23.421571Z","caller":"traceutil/trace.go:172","msg":"trace[1218155055] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; response_count:0; response_revision:2335; }","duration":"269.219477ms","start":"2026-03-30T20:47:23.152201Z","end":"2026-03-30T20:47:23.421421Z","steps":["trace[1218155055] 'agreement among raft nodes before linearized reading' (duration: 214.531086ms)","trace[1218155055] 'range keys from in-memory index tree' (duration: 54.246281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:23.421321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.0239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:23.421676Z","caller":"traceutil/trace.go:172","msg":"trace[1301599427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2335; }","duration":"693.377169ms","start":"2026-03-30T20:47:22.728287Z","end":"2026-03-30T20:47:23.421665Z","steps":["trace[1301599427] 'agreement among raft nodes before linearized reading' (duration: 636.569409ms)","trace[1301599427] 'range keys from in-memory index tree' (duration: 56.433421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:23.422481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:22.728260Z","time spent":"694.206937ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T20:47:25.227580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10559143701594347799,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:47:25.344431Z","caller":"traceutil/trace.go:172","msg":"trace[370408860] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2767; }","duration":"617.860419ms","start":"2026-03-30T20:47:24.726548Z","end":"2026-03-30T20:47:25.344409Z","steps":["trace[370408860] 'read index received' (duration: 572.242161ms)","trace[370408860] 'applied index is now lower than readState.Index' (duration: 45.616738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:25.344566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.997772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:25.344595Z","caller":"traceutil/trace.go:172","msg":"trace[123997809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2340; }","duration":"618.051933ms","start":"2026-03-30T20:47:24.726534Z","end":"2026-03-30T20:47:25.344586Z","steps":["trace[123997809] 'agreement among raft nodes before linearized reading' (duration: 617.962861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:25.344640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:24.726516Z","time spent":"618.115654ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T20:47:25.345899Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10559143701594347800,"received-request-id":10559143701594347799} {"level":"warn","ts":"2026-03-30T20:47:26.976255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.451171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T20:47:27.034828Z","caller":"traceutil/trace.go:172","msg":"trace[378549969] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2773; }","duration":"144.164617ms","start":"2026-03-30T20:47:26.890641Z","end":"2026-03-30T20:47:27.034806Z","steps":["trace[378549969] 'read index received' (duration: 144.157637ms)","trace[378549969] 'applied index is now lower than readState.Index' (duration: 5.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:27.035203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.549855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T20:47:27.035248Z","caller":"traceutil/trace.go:172","msg":"trace[2037431601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2346; }","duration":"144.611056ms","start":"2026-03-30T20:47:26.890626Z","end":"2026-03-30T20:47:27.035237Z","steps":["trace[2037431601] 'agreement among raft nodes before linearized reading' (duration: 144.37737ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:28.419136Z","caller":"traceutil/trace.go:172","msg":"trace[1276123055] linearizableReadLoop","detail":"{readStateIndex:2778; appliedIndex:2778; }","duration":"234.783929ms","start":"2026-03-30T20:47:28.184328Z","end":"2026-03-30T20:47:28.419112Z","steps":["trace[1276123055] 'read index received' (duration: 234.777609ms)","trace[1276123055] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:28.419318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.967324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T20:47:28.419362Z","caller":"traceutil/trace.go:172","msg":"trace[543924176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2350; }","duration":"235.037405ms","start":"2026-03-30T20:47:28.184313Z","end":"2026-03-30T20:47:28.419350Z","steps":["trace[543924176] 'agreement among raft nodes before linearized reading' (duration: 234.915833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:28.780317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.779188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:28.780383Z","caller":"traceutil/trace.go:172","msg":"trace[907996103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2350; }","duration":"286.87134ms","start":"2026-03-30T20:47:28.493500Z","end":"2026-03-30T20:47:28.780371Z","steps":["trace[907996103] 'range keys from in-memory index tree' (duration: 286.722987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:28.780490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.948648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T20:47:28.911518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.908214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T20:47:28.958803Z","caller":"traceutil/trace.go:172","msg":"trace[1788908312] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2781; }","duration":"231.33353ms","start":"2026-03-30T20:47:28.727445Z","end":"2026-03-30T20:47:28.958779Z","steps":["trace[1788908312] 'read index received' (duration: 208.247572ms)","trace[1788908312] 'applied index is now lower than readState.Index' (duration: 23.084648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:28.959185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.728898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:28.959662Z","caller":"traceutil/trace.go:172","msg":"trace[151876471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2354; }","duration":"232.21034ms","start":"2026-03-30T20:47:28.727427Z","end":"2026-03-30T20:47:28.959638Z","steps":["trace[151876471] 'agreement among raft nodes before linearized reading' (duration: 231.677758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:28.960901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.456416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:28.961156Z","caller":"traceutil/trace.go:172","msg":"trace[1762390360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2354; }","duration":"180.538968ms","start":"2026-03-30T20:47:28.780412Z","end":"2026-03-30T20:47:28.960951Z","steps":["trace[1762390360] 'agreement among raft nodes before linearized reading' (duration: 180.409255ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:47:29.596816Z","caller":"traceutil/trace.go:172","msg":"trace[838861643] linearizableReadLoop","detail":"{readStateIndex:2787; appliedIndex:2787; }","duration":"339.085611ms","start":"2026-03-30T20:47:29.257709Z","end":"2026-03-30T20:47:29.596794Z","steps":["trace[838861643] 'read index received' (duration: 339.079141ms)","trace[838861643] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:29.652320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.235945ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:29.652367Z","caller":"traceutil/trace.go:172","msg":"trace[45529454] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2357; }","duration":"159.302697ms","start":"2026-03-30T20:47:29.493053Z","end":"2026-03-30T20:47:29.652355Z","steps":["trace[45529454] 'agreement among raft nodes before linearized reading' (duration: 104.931246ms)","trace[45529454] 'range keys from in-memory index tree' (duration: 54.297579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:29.652412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.668432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-30T20:47:29.652506Z","caller":"traceutil/trace.go:172","msg":"trace[1485702284] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2357; }","duration":"394.790174ms","start":"2026-03-30T20:47:29.257691Z","end":"2026-03-30T20:47:29.652481Z","steps":["trace[1485702284] 'agreement among raft nodes before linearized reading' (duration: 339.275667ms)","trace[1485702284] 'range keys from in-memory index tree' (duration: 55.220921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:47:29.652567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:47:29.257649Z","time spent":"394.906786ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:47:32.135146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.146292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T20:47:32.135224Z","caller":"traceutil/trace.go:172","msg":"trace[97225963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2365; }","duration":"102.236954ms","start":"2026-03-30T20:47:32.032972Z","end":"2026-03-30T20:47:32.135209Z","steps":["trace[97225963] 'range keys from in-memory index tree' (duration: 100.930574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:47:32.135132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.952765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:47:32.135674Z","caller":"traceutil/trace.go:172","msg":"trace[2029382254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2365; }","duration":"101.513057ms","start":"2026-03-30T20:47:32.034138Z","end":"2026-03-30T20:47:32.135651Z","steps":["trace[2029382254] 'range keys from in-memory index tree' (duration: 99.584402ms)"],"step_count":1}