{"level":"warn","ts":"2026-03-17T20:45:32.958221Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:45:32.958406Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:45:32.958433Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.112:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.112:2380","--initial-cluster=controller-1=https://199.19.213.134:2380,controller-2=https://199.19.213.112:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.112:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.112:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:45:32.958563Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:45:32.958605Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:45:32.958614Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.112:2380"]} {"level":"info","ts":"2026-03-17T20:45:32.958647Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:45:32.959560Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"]} {"level":"info","ts":"2026-03-17T20:45:32.959700Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.112:2380"],"listen-peer-urls":["https://199.19.213.112:2380"],"advertise-client-urls":["https://199.19.213.112:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.134:2380,controller-2=https://199.19.213.112:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:45:32.960597Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003921b0}"} {"level":"info","ts":"2026-03-17T20:45:32.966082Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:45:32.966148Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.670792ms"} {"level":"info","ts":"2026-03-17T20:45:32.966189Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:45:32.966214Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:45:32.975998Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.134:2380","host":"199.19.213.134:2380","resolved-addr":"199.19.213.134:2380"} {"level":"info","ts":"2026-03-17T20:45:32.976046Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.112:2380","host":"199.19.213.112:2380","resolved-addr":"199.19.213.112:2380"} {"level":"info","ts":"2026-03-17T20:45:32.977263Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:45:32.983352Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:45:32.983447Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"b7ac9a97eadd7ee8","cluster-id":"84450b28e935eb90"} {"level":"info","ts":"2026-03-17T20:45:32.983561Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:45:32.983654Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b7ac9a97eadd7ee8 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:45:32.983749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b7ac9a97eadd7ee8 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:45:32.983775Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft b7ac9a97eadd7ee8 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:45:32.990962Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:45:32.992939Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:45:32.995849Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:45:32.996443Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:32.996461Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb","remote-peer-urls":["https://199.19.213.134:2380"]} {"level":"info","ts":"2026-03-17T20:45:32.996481Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:32.996522Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:32.998186Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:32.998636Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.003457Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.004759Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb","remote-peer-urls":["https://199.19.213.134:2380"]} {"level":"info","ts":"2026-03-17T20:45:33.003587Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.004804Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"b7ac9a97eadd7ee8","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:45:33.005036Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:45:33.005091Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:45:33.005100Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:45:33.005304Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:45:33.003633Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.005832Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:45:33.006011Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.112:2380"} {"level":"info","ts":"2026-03-17T20:45:33.006384Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"b7ac9a97eadd7ee8","initial-advertise-peer-urls":["https://199.19.213.112:2380"],"listen-peer-urls":["https://199.19.213.112:2380"],"advertise-client-urls":["https://199.19.213.112:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:45:33.006467Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.112:2380"} {"level":"info","ts":"2026-03-17T20:45:33.006578Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:45:33.008167Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"b7ac9a97eadd7ee8 [term: 0] received a MsgHeartbeat message with higher term from 92da22d3868c86fb [term: 2]"} {"level":"info","ts":"2026-03-17T20:45:33.008208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b7ac9a97eadd7ee8 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:45:33.008221Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b7ac9a97eadd7ee8 elected leader 92da22d3868c86fb at term 2"} {"level":"info","ts":"2026-03-17T20:45:33.013619Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.013676Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.020449Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.027631Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"b7ac9a97eadd7ee8","remote-snapshot-sender-id":"92da22d3868c86fb","incoming-snapshot-index":503,"incoming-snapshot-message-size-bytes":8203,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-17T20:45:33.032686Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"92da22d3868c86fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:45:33.032722Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.037469Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"92da22d3868c86fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:45:33.037522Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.039070Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f7.snap.db","bytes":811008,"size":"811 kB"} {"level":"info","ts":"2026-03-17T20:45:33.039159Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"b7ac9a97eadd7ee8","remote-snapshot-sender-id":"92da22d3868c86fb","incoming-snapshot-index":503,"incoming-snapshot-size-bytes":811008,"incoming-snapshot-size":"811 kB","download-took":"11.609831ms"} {"level":"info","ts":"2026-03-17T20:45:33.039386Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 503, term: 2]"} {"level":"info","ts":"2026-03-17T20:45:33.039667Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b7ac9a97eadd7ee8 switched to configuration voters=(10581808566351202043) learners=(13235123382206168808)"} {"level":"info","ts":"2026-03-17T20:45:33.039826Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"b7ac9a97eadd7ee8 [commit: 503, lastindex: 503, lastterm: 2] restored snapshot [index: 503, term: 2]"} {"level":"info","ts":"2026-03-17T20:45:33.039908Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"b7ac9a97eadd7ee8 [commit: 503] restored snapshot [index: 503, term: 2]"} {"level":"info","ts":"2026-03-17T20:45:33.040188Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":503,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:45:33.043158Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":503} {"level":"info","ts":"2026-03-17T20:45:33.043604Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078a00}"} {"level":"info","ts":"2026-03-17T20:45:33.044354Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:45:33.044421Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"979.234µs"} {"level":"info","ts":"2026-03-17T20:45:33.044527Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-17T20:45:33.045643Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-17T20:45:33.045675Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-17T20:45:33.049761Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":476} {"level":"info","ts":"2026-03-17T20:45:33.049833Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":503} {"level":"info","ts":"2026-03-17T20:45:33.049854Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-17T20:45:33.050034Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-17T20:45:33.051282Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-17T20:45:33.051368Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-17T20:45:33.051421Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-17T20:45:33.051480Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-17T20:45:33.051777Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-17T20:45:33.052315Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-17T20:45:33.052352Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-17T20:45:33.052444Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:45:33.052465Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"84450b28e935eb90","local-member-id":"b7ac9a97eadd7ee8","recovered-remote-peer-id":"92da22d3868c86fb","recovered-remote-peer-urls":["https://199.19.213.134:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:45:33.052477Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"84450b28e935eb90","local-member-id":"b7ac9a97eadd7ee8","recovered-remote-peer-id":"b7ac9a97eadd7ee8","recovered-remote-peer-urls":["https://199.19.213.112:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:45:33.052484Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:45:33.052491Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-17T20:45:33.052498Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-17T20:45:33.052509Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"92da22d3868c86fb"} {"level":"warn","ts":"2026-03-17T20:45:33.052635Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.052686Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"92da22d3868c86fb"} {"level":"warn","ts":"2026-03-17T20:45:33.052721Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.052729Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.052826Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"warn","ts":"2026-03-17T20:45:33.053008Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:45:33.053062Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"92da22d3868c86fb","error":"failed to read 92da22d3868c86fb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:45:33.053090Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"warn","ts":"2026-03-17T20:45:33.053198Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:45:33.053221Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053229Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053245Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"b7ac9a97eadd7ee8","removed-remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053257Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-17T20:45:33.053270Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:45:33.053293Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053312Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053400Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053414Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053425Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb","remote-peer-urls":["https://199.19.213.134:2380"]} {"level":"info","ts":"2026-03-17T20:45:33.053438Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053440Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:45:33.053472Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":503,"current-applied-index":503,"incoming-leader-snapshot-index":503,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:45:33.053429Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.053485Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.064597Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.064639Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.067755Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.136048Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"92da22d3868c86fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:45:33.136129Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.140774Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"92da22d3868c86fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:45:33.140810Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"92da22d3868c86fb"} {"level":"info","ts":"2026-03-17T20:45:33.371695Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b7ac9a97eadd7ee8 switched to configuration voters=(10581808566351202043 13235123382206168808)"} {"level":"info","ts":"2026-03-17T20:45:33.371952Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"84450b28e935eb90","local-member-id":"b7ac9a97eadd7ee8","promoted-member-id":"b7ac9a97eadd7ee8"} {"level":"warn","ts":"2026-03-17T20:45:40.005661Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"b7ac9a97eadd7ee8","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.112:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-17T20:45:40.008407Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"b7ac9a97eadd7ee8","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.112:2379]}","cluster-id":"84450b28e935eb90","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:45:40.008448Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:45:40.008509Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:45:40.008669Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:45:40.008719Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:45:40.009993Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-17T20:45:40.010028Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:45:40.010181Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:45:40.015147Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T20:45:40.015167Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.112:2379"} {"level":"warn","ts":"2026-03-17T20:45:40.015885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.016367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.018081Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:51708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.018402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.019733Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:51702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.020760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:51726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.022995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:41610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.023651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:51712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.024246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:51732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.028539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:51736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.029024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:41606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.036210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.045776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.059868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.071506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.079624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.087747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.095481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.103093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.112196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.121730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.138599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.148530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.157773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.169506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.186108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.195156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.203208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.231263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.240474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.249021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.260934Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.273303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.292634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.302055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.311805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.326373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.332545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.341568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.352278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.361076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.368882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.388691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.412133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.450634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.459544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.468268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.480151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.490805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.500750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.513050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.520695Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.530180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.541296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.559261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.569202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.576724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.585493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.592667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.600325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.655605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.662711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.674317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.682711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:40.734677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:45:57.707757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.661749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:45:57.707992Z","caller":"traceutil/trace.go:172","msg":"trace[2127402798] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:588; }","duration":"176.988066ms","start":"2026-03-17T20:45:57.530988Z","end":"2026-03-17T20:45:57.707976Z","steps":["trace[2127402798] 'read index received' (duration: 59.080931ms)","trace[2127402798] 'applied index is now lower than readState.Index' (duration: 117.905955ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:45:57.708030Z","caller":"traceutil/trace.go:172","msg":"trace[2085847246] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"199.420321ms","start":"2026-03-17T20:45:57.508577Z","end":"2026-03-17T20:45:57.707997Z","steps":["trace[2085847246] 'process raft request' (duration: 80.994676ms)","trace[2085847246] 'compare' (duration: 117.486282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:45:57.708137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.145173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:45:57.708178Z","caller":"traceutil/trace.go:172","msg":"trace[1229901029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"177.193762ms","start":"2026-03-17T20:45:57.530975Z","end":"2026-03-17T20:45:57.708169Z","steps":["trace[1229901029] 'agreement among raft nodes before linearized reading' (duration: 177.044205ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:45:57.852038Z","caller":"traceutil/trace.go:172","msg":"trace[2111322816] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"137.699129ms","start":"2026-03-17T20:45:57.714052Z","end":"2026-03-17T20:45:57.851751Z","steps":["trace[2111322816] 'process raft request' (duration: 135.784012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:46:42.874117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.230:49776","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:46:43.277585Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b7ac9a97eadd7ee8 switched to configuration voters=(10581808566351202043 13235123382206168808) learners=(1601431270572343979)"} {"level":"info","ts":"2026-03-17T20:46:43.277708Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"84450b28e935eb90","local-member-id":"b7ac9a97eadd7ee8","added-peer-id":"16396d417eaac2ab","added-peer-peer-urls":["https://199.19.213.230:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:46:43.277738Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:43.277765Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:43.278217Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:43.278262Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab","remote-peer-urls":["https://199.19.213.230:2380"]} {"level":"info","ts":"2026-03-17T20:46:43.278018Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:43.278548Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:43.277898Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:43.278646Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"warn","ts":"2026-03-17T20:46:43.308350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.230:49846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:43.329884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.230:49872","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:46:45.812193Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.812283Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.816581Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.820448Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"16396d417eaac2ab","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:46:45.820477Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.824042Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"16396d417eaac2ab","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:46:45.824093Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"warn","ts":"2026-03-17T20:46:45.844693Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:46:45.844901Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab","error":"EOF"} {"level":"info","ts":"2026-03-17T20:46:45.862168Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"16396d417eaac2ab","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-17T20:46:45.862195Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.862206Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.868501Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b7ac9a97eadd7ee8","to":"16396d417eaac2ab","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-17T20:46:45.868545Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.868560Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.888529Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:45.895486Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b7ac9a97eadd7ee8","remote-peer-id":"16396d417eaac2ab"} {"level":"info","ts":"2026-03-17T20:46:46.362325Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b7ac9a97eadd7ee8 switched to configuration voters=(1601431270572343979 10581808566351202043 13235123382206168808)"} {"level":"info","ts":"2026-03-17T20:46:46.362524Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"84450b28e935eb90","local-member-id":"b7ac9a97eadd7ee8","promoted-member-id":"16396d417eaac2ab"} {"level":"warn","ts":"2026-03-17T20:47:30.117083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.147565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:47:30.117155Z","caller":"traceutil/trace.go:172","msg":"trace[1410886269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:933; }","duration":"185.2377ms","start":"2026-03-17T20:47:29.931906Z","end":"2026-03-17T20:47:30.117143Z","steps":["trace[1410886269] 'range keys from in-memory index tree' (duration: 183.081993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:30.646680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.652487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:47:30.646763Z","caller":"traceutil/trace.go:172","msg":"trace[768319512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:934; }","duration":"101.745861ms","start":"2026-03-17T20:47:30.544999Z","end":"2026-03-17T20:47:30.646745Z","steps":["trace[768319512] 'range keys from in-memory index tree' (duration: 99.50192ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:36.531451Z","caller":"traceutil/trace.go:172","msg":"trace[1174636149] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"134.377085ms","start":"2026-03-17T20:47:36.397054Z","end":"2026-03-17T20:47:36.531431Z","steps":["trace[1174636149] 'process raft request' (duration: 134.155964ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:36.551360Z","caller":"traceutil/trace.go:172","msg":"trace[424336115] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1054; }","duration":"135.64565ms","start":"2026-03-17T20:47:36.415694Z","end":"2026-03-17T20:47:36.551339Z","steps":["trace[424336115] 'read index received' (duration: 135.64102ms)","trace[424336115] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:36.551503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.795457ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:36.551569Z","caller":"traceutil/trace.go:172","msg":"trace[304800266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:959; }","duration":"135.867671ms","start":"2026-03-17T20:47:36.415688Z","end":"2026-03-17T20:47:36.551556Z","steps":["trace[304800266] 'agreement among raft nodes before linearized reading' (duration: 135.743335ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:36.967102Z","caller":"traceutil/trace.go:172","msg":"trace[1873325045] linearizableReadLoop","detail":"{readStateIndex:1055; appliedIndex:1055; }","duration":"370.422963ms","start":"2026-03-17T20:47:36.596651Z","end":"2026-03-17T20:47:36.967074Z","steps":["trace[1873325045] 'read index received' (duration: 370.410962ms)","trace[1873325045] 'applied index is now lower than readState.Index' (duration: 10.471µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.116688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"520.01959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:47:37.116749Z","caller":"traceutil/trace.go:172","msg":"trace[721688744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:960; }","duration":"520.091124ms","start":"2026-03-17T20:47:36.596642Z","end":"2026-03-17T20:47:37.116733Z","steps":["trace[721688744] 'agreement among raft nodes before linearized reading' (duration: 370.515318ms)","trace[721688744] 'range keys from in-memory index tree' (duration: 149.394817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.116773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:36.596625Z","time spent":"520.143616ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:37.116793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.89221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:37.116891Z","caller":"traceutil/trace.go:172","msg":"trace[315301913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:960; }","duration":"276.995735ms","start":"2026-03-17T20:47:36.839875Z","end":"2026-03-17T20:47:37.116870Z","steps":["trace[315301913] 'range keys from in-memory index tree' (duration: 276.841907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.116995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.732484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:37.117085Z","caller":"traceutil/trace.go:172","msg":"trace[1865839252] linearizableReadLoop","detail":"{readStateIndex:1057; appliedIndex:1055; }","duration":"149.907923ms","start":"2026-03-17T20:47:36.967169Z","end":"2026-03-17T20:47:37.117077Z","steps":["trace[1865839252] 'read index received' (duration: 104.773161ms)","trace[1865839252] 'applied index is now lower than readState.Index' (duration: 45.134042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.117550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.625794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:83 size:6933"} {"level":"info","ts":"2026-03-17T20:47:37.117586Z","caller":"traceutil/trace.go:172","msg":"trace[800867492] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:83; response_revision:962; }","duration":"343.665537ms","start":"2026-03-17T20:47:36.773910Z","end":"2026-03-17T20:47:37.117575Z","steps":["trace[800867492] 'agreement among raft nodes before linearized reading' (duration: 343.204383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.117619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:36.773886Z","time spent":"343.72194ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":83,"response size":6957,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:47:37.617136Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9144731656164326039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:37.659689Z","caller":"traceutil/trace.go:172","msg":"trace[1829980625] linearizableReadLoop","detail":"{readStateIndex:1057; appliedIndex:1058; }","duration":"542.547884ms","start":"2026-03-17T20:47:37.117097Z","end":"2026-03-17T20:47:37.659645Z","steps":["trace[1829980625] 'read index received' (duration: 542.542344ms)","trace[1829980625] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.659967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.222186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:47:37.660009Z","caller":"traceutil/trace.go:172","msg":"trace[1888272016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:963; }","duration":"554.282739ms","start":"2026-03-17T20:47:37.105716Z","end":"2026-03-17T20:47:37.659998Z","steps":["trace[1888272016] 'agreement among raft nodes before linearized reading' (duration: 554.091839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.660060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:37.105692Z","time spent":"554.359482ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:37.659986Z","caller":"traceutil/trace.go:172","msg":"trace[1253312524] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"313.997475ms","start":"2026-03-17T20:47:37.345975Z","end":"2026-03-17T20:47:37.659973Z","steps":["trace[1253312524] 'process raft request' (duration: 313.89256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.660301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:37.345948Z","time spent":"314.261868ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:37.660839Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9144731656164326041,"received-request-id":9144731656164326039} {"level":"warn","ts":"2026-03-17T20:47:37.661528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.226334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:37.661577Z","caller":"traceutil/trace.go:172","msg":"trace[1160401887] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:965; }","duration":"429.278017ms","start":"2026-03-17T20:47:37.232288Z","end":"2026-03-17T20:47:37.661566Z","steps":["trace[1160401887] 'agreement among raft nodes before linearized reading' (duration: 429.202733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.661607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:37.232263Z","time spent":"429.335939ms","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:37.661786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.152733ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:37.661818Z","caller":"traceutil/trace.go:172","msg":"trace[887280529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:965; }","duration":"246.191355ms","start":"2026-03-17T20:47:37.415620Z","end":"2026-03-17T20:47:37.661811Z","steps":["trace[887280529] 'agreement among raft nodes before linearized reading' (duration: 246.109361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.661993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.942417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lnp4g\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-17T20:47:37.662040Z","caller":"traceutil/trace.go:172","msg":"trace[1916365993] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lnp4g; range_end:; response_count:1; response_revision:965; }","duration":"316.97834ms","start":"2026-03-17T20:47:37.345036Z","end":"2026-03-17T20:47:37.662014Z","steps":["trace[1916365993] 'agreement among raft nodes before linearized reading' (duration: 316.873063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:37.662063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:37.345011Z","time spent":"317.046333ms","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18550,"request content":"key:\"/registry/pods/kube-system/cilium-lnp4g\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:37.920738Z","caller":"traceutil/trace.go:172","msg":"trace[355963911] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"253.115354ms","start":"2026-03-17T20:47:37.667603Z","end":"2026-03-17T20:47:37.920719Z","steps":["trace[355963911] 'process raft request' (duration: 252.974187ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:37.924498Z","caller":"traceutil/trace.go:172","msg":"trace[367584753] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"244.812076ms","start":"2026-03-17T20:47:37.679654Z","end":"2026-03-17T20:47:37.924466Z","steps":["trace[367584753] 'process raft request' (duration: 244.551632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:38.556686Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9144731656164326042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:38.647374Z","caller":"traceutil/trace.go:172","msg":"trace[336153920] linearizableReadLoop","detail":"{readStateIndex:1064; appliedIndex:1065; }","duration":"591.227966ms","start":"2026-03-17T20:47:38.056124Z","end":"2026-03-17T20:47:38.647352Z","steps":["trace[336153920] 'read index received' (duration: 591.222356ms)","trace[336153920] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:38.647483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.354293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:38.647508Z","caller":"traceutil/trace.go:172","msg":"trace[1704210458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"591.393655ms","start":"2026-03-17T20:47:38.056109Z","end":"2026-03-17T20:47:38.647502Z","steps":["trace[1704210458] 'agreement among raft nodes before linearized reading' (duration: 591.324251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:38.647535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:38.056083Z","time spent":"591.446998ms","remote":"127.0.0.1:58070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:47:38.647626Z","caller":"traceutil/trace.go:172","msg":"trace[1410788213] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"722.383478ms","start":"2026-03-17T20:47:37.925214Z","end":"2026-03-17T20:47:38.647598Z","steps":["trace[1410788213] 'process raft request' (duration: 722.21607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:38.648261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:37.925174Z","time spent":"722.504755ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:47:38.708237Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9144731656164326046,"received-request-id":9144731656164326042} {"level":"warn","ts":"2026-03-17T20:47:38.710262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.546288ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:47:38.710840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.4588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:47:38.710875Z","caller":"traceutil/trace.go:172","msg":"trace[970893753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:973; }","duration":"332.499262ms","start":"2026-03-17T20:47:38.378365Z","end":"2026-03-17T20:47:38.710864Z","steps":["trace[970893753] 'agreement among raft nodes before linearized reading' (duration: 332.024847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:38.710896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:38.378346Z","time spent":"332.545284ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:38.710495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"420.368097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T20:47:38.710935Z","caller":"traceutil/trace.go:172","msg":"trace[1034904339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"420.80818ms","start":"2026-03-17T20:47:38.290116Z","end":"2026-03-17T20:47:38.710925Z","steps":["trace[1034904339] 'agreement among raft nodes before linearized reading' (duration: 420.246051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:38.710986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:38.290099Z","time spent":"420.872663ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:38.710609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.016935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lnp4g\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-17T20:47:38.711055Z","caller":"traceutil/trace.go:172","msg":"trace[1937131831] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lnp4g; range_end:; response_count:1; response_revision:973; }","duration":"360.475859ms","start":"2026-03-17T20:47:38.350564Z","end":"2026-03-17T20:47:38.711040Z","steps":["trace[1937131831] 'agreement among raft nodes before linearized reading' (duration: 359.890999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:38.711162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:47:38.350539Z","time spent":"360.611076ms","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18648,"request content":"key:\"/registry/pods/kube-system/cilium-lnp4g\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:38.711150Z","caller":"traceutil/trace.go:172","msg":"trace[428472420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:973; }","duration":"295.223632ms","start":"2026-03-17T20:47:38.415634Z","end":"2026-03-17T20:47:38.710858Z","steps":["trace[428472420] 'agreement among raft nodes before linearized reading' (duration: 294.522246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:46.024064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:49.111460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:49.121945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:49.159211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:49.186006Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46474","server-name":"","error":"EOF"}