{"level":"warn","ts":"2026-07-30T16:23:07.305889Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:23:07.306053Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:23:07.306071Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.118:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.118:2380","--initial-cluster=controller-1=https://199.19.213.156:2380,controller-2=https://199.19.213.118:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.118:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.118:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:23:07.306164Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:23:07.306194Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:23:07.306217Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-07-30T16:23:07.306241Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:23:07.307095Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.118:2379"]} {"level":"info","ts":"2026-07-30T16:23:07.307275Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.118:2380"],"listen-peer-urls":["https://199.19.213.118:2380"],"advertise-client-urls":["https://199.19.213.118:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.118:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.156:2380,controller-2=https://199.19.213.118:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:23:07.308293Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000781a0}"} {"level":"info","ts":"2026-07-30T16:23:07.312686Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:23:07.312737Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.565679ms"} {"level":"info","ts":"2026-07-30T16:23:07.312761Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:23:07.312780Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:23:07.322003Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.118:2380","host":"199.19.213.118:2380","resolved-addr":"199.19.213.118:2380"} {"level":"info","ts":"2026-07-30T16:23:07.322058Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.156:2380","host":"199.19.213.156:2380","resolved-addr":"199.19.213.156:2380"} {"level":"info","ts":"2026-07-30T16:23:07.323989Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:23:07.331218Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:23:07.331253Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"2fbe2a515e3bfe38","cluster-id":"59d11c119c278888"} {"level":"info","ts":"2026-07-30T16:23:07.331283Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:23:07.331445Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2fbe2a515e3bfe38 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:23:07.331496Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2fbe2a515e3bfe38 became follower at term 0"} {"level":"info","ts":"2026-07-30T16:23:07.331506Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 2fbe2a515e3bfe38 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-30T16:23:07.342769Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:23:07.347497Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:23:07.352225Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:23:07.352848Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.352877Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:23:07.352899Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.352960Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.354469Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.355121Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.356857Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.356920Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:23:07.357064Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.357879Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.356958Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"2fbe2a515e3bfe38","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:23:07.358919Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:23:07.358987Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:23:07.358951Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-30T16:23:07.359010Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:23:07.360350Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.118:2380"} {"level":"info","ts":"2026-07-30T16:23:07.360445Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.118:2380"} {"level":"info","ts":"2026-07-30T16:23:07.361452Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:23:07.362328Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"2fbe2a515e3bfe38","initial-advertise-peer-urls":["https://199.19.213.118:2380"],"listen-peer-urls":["https://199.19.213.118:2380"],"advertise-client-urls":["https://199.19.213.118:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.118:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:23:07.362397Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:23:07.373637Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.373702Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.373702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2fbe2a515e3bfe38 [term: 0] received a MsgHeartbeat message with higher term from 163ef968c92247ab [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:07.373741Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2fbe2a515e3bfe38 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:23:07.373731Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.373759Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2fbe2a515e3bfe38 elected leader 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:23:07.389885Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"2fbe2a515e3bfe38","remote-snapshot-sender-id":"163ef968c92247ab","incoming-snapshot-index":492,"incoming-snapshot-message-size-bytes":8199,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-07-30T16:23:07.398517Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"163ef968c92247ab","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:23:07.398563Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.399880Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ec.snap.db","bytes":774144,"size":"774 kB"} {"level":"info","ts":"2026-07-30T16:23:07.399950Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"2fbe2a515e3bfe38","remote-snapshot-sender-id":"163ef968c92247ab","incoming-snapshot-index":492,"incoming-snapshot-size-bytes":774144,"incoming-snapshot-size":"774 kB","download-took":"10.397392ms"} {"level":"info","ts":"2026-07-30T16:23:07.400161Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 492, term: 2]"} {"level":"info","ts":"2026-07-30T16:23:07.400291Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2fbe2a515e3bfe38 switched to configuration voters=(1602992745836857259) learners=(3440233694319345208)"} {"level":"info","ts":"2026-07-30T16:23:07.400332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"2fbe2a515e3bfe38 [commit: 492, lastindex: 492, lastterm: 2] restored snapshot [index: 492, term: 2]"} {"level":"info","ts":"2026-07-30T16:23:07.400348Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"2fbe2a515e3bfe38 [commit: 492] restored snapshot [index: 492, term: 2]"} {"level":"info","ts":"2026-07-30T16:23:07.400533Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":492,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:23:07.400766Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"163ef968c92247ab","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:23:07.400804Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.403263Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":492} {"level":"info","ts":"2026-07-30T16:23:07.403584Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004a4770}"} {"level":"info","ts":"2026-07-30T16:23:07.404317Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:23:07.404375Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"844.911µs"} {"level":"info","ts":"2026-07-30T16:23:07.404441Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-30T16:23:07.407340Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-30T16:23:07.407399Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-30T16:23:07.409952Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":461} {"level":"info","ts":"2026-07-30T16:23:07.410025Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":492} {"level":"info","ts":"2026-07-30T16:23:07.410057Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-30T16:23:07.410125Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-30T16:23:07.411415Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-30T16:23:07.411453Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-30T16:23:07.411499Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-30T16:23:07.411519Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-30T16:23:07.411830Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-30T16:23:07.412206Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-30T16:23:07.412245Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-30T16:23:07.412301Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:23:07.412319Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"59d11c119c278888","local-member-id":"2fbe2a515e3bfe38","recovered-remote-peer-id":"163ef968c92247ab","recovered-remote-peer-urls":["https://199.19.213.156:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:23:07.412335Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"59d11c119c278888","local-member-id":"2fbe2a515e3bfe38","recovered-remote-peer-id":"2fbe2a515e3bfe38","recovered-remote-peer-urls":["https://199.19.213.118:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:23:07.412345Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:23:07.412364Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-30T16:23:07.412374Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-30T16:23:07.412384Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:23:07.412450Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.412474Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:23:07.412510Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.412522Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.412562Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:23:07.412733Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:23:07.412791Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"163ef968c92247ab","error":"failed to read 163ef968c92247ab on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:23:07.412820Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:23:07.412912Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:07.412939Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.412950Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.412969Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2fbe2a515e3bfe38","removed-remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.412978Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-30T16:23:07.412990Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:23:07.413013Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.413030Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.413685Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.413666Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.414476Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.414482Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.414515Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.414535Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:23:07.414557Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:23:07.414595Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":492,"current-applied-index":492,"incoming-leader-snapshot-index":492,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:23:07.421375Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.421429Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.426547Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.496821Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"163ef968c92247ab","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:23:07.496887Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.504172Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"163ef968c92247ab","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:23:07.504217Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:23:07.534708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2fbe2a515e3bfe38 switched to configuration voters=(1602992745836857259 3440233694319345208)"} {"level":"info","ts":"2026-07-30T16:23:07.535042Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"59d11c119c278888","local-member-id":"2fbe2a515e3bfe38","promoted-member-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:23:14.359397Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"2fbe2a515e3bfe38","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.118:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-30T16:23:14.362022Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"2fbe2a515e3bfe38","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.118:2379]}","cluster-id":"59d11c119c278888","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:23:14.362378Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:23:14.362462Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:23:14.363065Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:23:14.363140Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:23:14.364254Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-30T16:23:14.364271Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:23:14.364434Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:23:14.367863Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-30T16:23:14.368171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.368299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37340","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:23:14.368445Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.118:2379"} {"level":"warn","ts":"2026-07-30T16:23:14.368409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.374155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.374411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.374881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.375131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.376580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.378064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.378435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.379724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:50338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.380198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.392392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.406924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.414364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.422196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.430502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.439136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.447140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.456748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.464576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.473127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.482907Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.493154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.501138Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.511831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.522001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.531805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.548546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.560182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.590878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.600227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.612814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.621727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.640278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.649755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.666358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.673892Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.680985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.692886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.704265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.717803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.726029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.736872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.745368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.754888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.767707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.788152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.800061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.810322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.821345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.832876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.841966Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.856360Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.867153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.898582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.906344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.917632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.925599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.935507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.943117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.953680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.966131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:14.975693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:15.020221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:15.031638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:15.043235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:15.103023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:21.872576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.888253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:23:21.872702Z","caller":"traceutil/trace.go:172","msg":"trace[1648720654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:496; }","duration":"203.033878ms","start":"2026-07-30T16:23:21.669651Z","end":"2026-07-30T16:23:21.872685Z","steps":["trace[1648720654] 'range keys from in-memory index tree' (duration: 201.203291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:43.062829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.451724ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:43.062966Z","caller":"traceutil/trace.go:172","msg":"trace[10629891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:580; }","duration":"186.624488ms","start":"2026-07-30T16:23:42.876316Z","end":"2026-07-30T16:23:43.062941Z","steps":["trace[10629891] 'range keys from in-memory index tree' (duration: 186.386182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:03.300623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:42526","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:03.315463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2fbe2a515e3bfe38 switched to configuration voters=(1602992745836857259 3440233694319345208) learners=(18428031179353159199)"} {"level":"info","ts":"2026-07-30T16:24:03.315622Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"59d11c119c278888","local-member-id":"2fbe2a515e3bfe38","added-peer-id":"ffbd84b8c32af61f","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:24:03.315651Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.315679Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.316418Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.320040Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.320705Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.320770Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-07-30T16:24:03.320852Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"2fbe2a515e3bfe38","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.321762Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.321890Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"warn","ts":"2026-07-30T16:24:03.348189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:42556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:03.871696Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:42582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:04.870205Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:42598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:05.371960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:42604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:07.371227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:42632","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:07.931758Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"ffbd84b8c32af61f","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:24:07.931808Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.931861Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.935548Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"ffbd84b8c32af61f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:24:07.935581Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.935844Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.937627Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"warn","ts":"2026-07-30T16:24:07.972492Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:07.972637Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:07.987013Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"ffbd84b8c32af61f","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:24:07.987082Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.987103Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.988966Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2fbe2a515e3bfe38","to":"ffbd84b8c32af61f","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:24:07.989002Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.989039Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:08.036187Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:08.041583Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2fbe2a515e3bfe38","remote-peer-id":"ffbd84b8c32af61f"} {"level":"warn","ts":"2026-07-30T16:24:08.321803Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"ffbd84b8c32af61f","rtt":"0s","error":"dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:24:08.321848Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"ffbd84b8c32af61f","rtt":"0s","error":"dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"info","ts":"2026-07-30T16:24:08.409783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2fbe2a515e3bfe38 switched to configuration voters=(1602992745836857259 3440233694319345208 18428031179353159199)"} {"level":"info","ts":"2026-07-30T16:24:08.409986Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"59d11c119c278888","local-member-id":"2fbe2a515e3bfe38","promoted-member-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:16.824221Z","caller":"traceutil/trace.go:172","msg":"trace[610289990] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:812; }","duration":"153.552387ms","start":"2026-07-30T16:24:16.670636Z","end":"2026-07-30T16:24:16.824188Z","steps":["trace[610289990] 'read index received' (duration: 153.546577ms)","trace[610289990] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:16.824886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.23481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T16:24:16.825132Z","caller":"traceutil/trace.go:172","msg":"trace[1742509404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:744; }","duration":"154.466914ms","start":"2026-07-30T16:24:16.670611Z","end":"2026-07-30T16:24:16.825078Z","steps":["trace[1742509404] 'agreement among raft nodes before linearized reading' (duration: 153.652459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:37.358904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.961775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:24:37.359082Z","caller":"traceutil/trace.go:172","msg":"trace[1592339762] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"215.024502ms","start":"2026-07-30T16:24:37.144038Z","end":"2026-07-30T16:24:37.359062Z","steps":["trace[1592339762] 'process raft request' (duration: 50.059512ms)","trace[1592339762] 'compare' (duration: 163.794261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:43.676679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.893482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:24:44.377002Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:44.535892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.60631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-30T16:24:44.780829Z","caller":"traceutil/trace.go:172","msg":"trace[1993848831] transaction","detail":"{read_only:false; number_of_response:1; response_revision:946; }","duration":"1.31838186s","start":"2026-07-30T16:24:43.462420Z","end":"2026-07-30T16:24:44.780802Z","steps":["trace[1993848831] 'process raft request' (duration: 1.318282268s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.781028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.462387Z","time spent":"1.318536842s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23116,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:44.781209Z","caller":"traceutil/trace.go:172","msg":"trace[1993666881] transaction","detail":"{read_only:false; number_of_response:1; response_revision:946; }","duration":"1.318731445s","start":"2026-07-30T16:24:43.462432Z","end":"2026-07-30T16:24:44.781163Z","steps":["trace[1993666881] 'process raft request' (duration: 1.318325079s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.781469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.462396Z","time spent":"1.318944698s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31152,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:44.877373Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:45.193826Z","caller":"traceutil/trace.go:172","msg":"trace[1650302685] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1078; }","duration":"1.317057253s","start":"2026-07-30T16:24:43.876723Z","end":"2026-07-30T16:24:45.193780Z","steps":["trace[1650302685] 'read index received' (duration: 1.317046113s)","trace[1650302685] 'applied index is now lower than readState.Index' (duration: 9.79µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:45.550883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.674123107s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:45.551037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.075534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:24:45.551308Z","caller":"traceutil/trace.go:172","msg":"trace[333287670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:947; }","duration":"1.674411141s","start":"2026-07-30T16:24:43.876665Z","end":"2026-07-30T16:24:45.551076Z","steps":["trace[333287670] 'agreement among raft nodes before linearized reading' (duration: 1.317214925s)","trace[333287670] 'range keys from in-memory index tree' (duration: 356.864362ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:45.554261Z","caller":"traceutil/trace.go:172","msg":"trace[407907047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:949; }","duration":"1.819713319s","start":"2026-07-30T16:24:43.734531Z","end":"2026-07-30T16:24:45.554244Z","steps":["trace[407907047] 'process raft request' (duration: 1.819270163s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.554477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.734485Z","time spent":"1.819873572s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.563946Z","caller":"traceutil/trace.go:172","msg":"trace[359606804] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1084; }","duration":"369.98498ms","start":"2026-07-30T16:24:45.193907Z","end":"2026-07-30T16:24:45.563892Z","steps":["trace[359606804] 'read index received' (duration: 369.97301ms)","trace[359606804] 'applied index is now lower than readState.Index' (duration: 10.65µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:45.564006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.341350077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.564272Z","caller":"traceutil/trace.go:172","msg":"trace[932253782] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:952; }","duration":"1.341625382s","start":"2026-07-30T16:24:44.222630Z","end":"2026-07-30T16:24:45.564256Z","steps":["trace[932253782] 'agreement among raft nodes before linearized reading' (duration: 1.341311978s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.564314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.222598Z","time spent":"1.341709093s","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:45.564457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.229263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:24:45.564479Z","caller":"traceutil/trace.go:172","msg":"trace[1000288176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"712.251054ms","start":"2026-07-30T16:24:44.852220Z","end":"2026-07-30T16:24:45.564472Z","steps":["trace[1000288176] 'agreement among raft nodes before linearized reading' (duration: 712.129702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.564496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.852195Z","time spent":"712.296414ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:45.564855Z","caller":"traceutil/trace.go:172","msg":"trace[1704366676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:953; }","duration":"771.161347ms","start":"2026-07-30T16:24:44.793682Z","end":"2026-07-30T16:24:45.564844Z","steps":["trace[1704366676] 'process raft request' (duration: 770.873342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.564950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.793650Z","time spent":"771.231518ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7741,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.565084Z","caller":"traceutil/trace.go:172","msg":"trace[252633595] transaction","detail":"{read_only:false; number_of_response:0; response_revision:953; }","duration":"778.124203ms","start":"2026-07-30T16:24:44.786951Z","end":"2026-07-30T16:24:45.565076Z","steps":["trace[252633595] 'process raft request' (duration: 777.566694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.565124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.786912Z","time spent":"778.194995ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:45.575733Z","caller":"traceutil/trace.go:172","msg":"trace[1251735060] transaction","detail":"{read_only:false; number_of_response:1; response_revision:955; }","duration":"776.259153ms","start":"2026-07-30T16:24:44.799435Z","end":"2026-07-30T16:24:45.575694Z","steps":["trace[1251735060] 'process raft request' (duration: 776.017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.576193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.799411Z","time spent":"776.416626ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10894,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:45.591698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.092068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.591788Z","caller":"traceutil/trace.go:172","msg":"trace[1293930529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:958; }","duration":"350.19253ms","start":"2026-07-30T16:24:45.241577Z","end":"2026-07-30T16:24:45.591770Z","steps":["trace[1293930529] 'agreement among raft nodes before linearized reading' (duration: 350.042107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.591833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:45.241542Z","time spent":"350.284551ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:24:52.377475Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:52.877978Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:53.378962Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139441,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:53.659546Z","caller":"traceutil/trace.go:172","msg":"trace[1193962921] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1203; }","duration":"1.782509059s","start":"2026-07-30T16:24:51.876999Z","end":"2026-07-30T16:24:53.659508Z","steps":["trace[1193962921] 'read index received' (duration: 1.782498289s)","trace[1193962921] 'applied index is now lower than readState.Index' (duration: 8.83µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:54.160411Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:54.661001Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:54.754360Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18318567079071139442,"received-request-id":18318567079071139441} {"level":"warn","ts":"2026-07-30T16:24:55.161354Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:55.242055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999920008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:24:55.242326Z","caller":"traceutil/trace.go:172","msg":"trace[1366934042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253603s","start":"2026-07-30T16:24:53.242041Z","end":"2026-07-30T16:24:55.242295Z","steps":["trace[1366934042] 'agreement among raft nodes before linearized reading' (duration: 1.999912308s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:55.242658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:53.242001Z","time spent":"2.000640318s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:24:55 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:24:55.662454Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:55.802213Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2fbe2a515e3bfe38 [logterm: 2, index: 1209, vote: 0] ignored MsgPreVote from ffbd84b8c32af61f [logterm: 2, index: 1209] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-30T16:24:56.163170Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:56.394921Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.640612924s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:24:56.521911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.095333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:56.522013Z","caller":"traceutil/trace.go:172","msg":"trace[1812463940] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1032; }","duration":"173.206495ms","start":"2026-07-30T16:24:56.348776Z","end":"2026-07-30T16:24:56.521983Z","steps":["trace[1812463940] 'range keys from in-memory index tree' (duration: 173.030912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:56.523029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.646031229s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:56.523121Z","caller":"traceutil/trace.go:172","msg":"trace[1002632864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1032; }","duration":"4.64611644s","start":"2026-07-30T16:24:51.876978Z","end":"2026-07-30T16:24:56.523094Z","steps":["trace[1002632864] 'agreement among raft nodes before linearized reading' (duration: 1.782653921s)","trace[1002632864] 'range keys from in-memory index tree' (duration: 2.863355187s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:56.524106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.864230931s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:24:56.663841Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:56.777779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.31818ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-30T16:24:56.777869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.923073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:56.777941Z","caller":"traceutil/trace.go:172","msg":"trace[556447249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"253.036975ms","start":"2026-07-30T16:24:56.524883Z","end":"2026-07-30T16:24:56.777920Z","steps":["trace[556447249] 'range keys from in-memory index tree' (duration: 252.838022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:57.165052Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:57.242909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999768929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:24:57.243021Z","caller":"traceutil/trace.go:172","msg":"trace[1938313206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99988293s","start":"2026-07-30T16:24:55.243105Z","end":"2026-07-30T16:24:57.242988Z","steps":["trace[1938313206] 'agreement among raft nodes before linearized reading' (duration: 1.999766689s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:57.243100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:55.243070Z","time spent":"2.000018983s","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:24:57.332169Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2fbe2a515e3bfe38 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.332281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2fbe2a515e3bfe38 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.332317Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2fbe2a515e3bfe38 [logterm: 2, index: 1211] sent MsgPreVote request to 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.332336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2fbe2a515e3bfe38 [logterm: 2, index: 1211] sent MsgPreVote request to ffbd84b8c32af61f at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.332355Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 2fbe2a515e3bfe38 lost leader 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.332421Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2fbe2a515e3bfe38 received MsgPreVoteResp from 2fbe2a515e3bfe38 at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.332441Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2fbe2a515e3bfe38 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:24:57.479183Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2fbe2a515e3bfe38 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:24:57.479263Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2fbe2a515e3bfe38 elected leader 163ef968c92247ab at term 2"} {"level":"warn","ts":"2026-07-30T16:24:57.479670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.223080717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:24:57.479692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.107247005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:24:57.479771Z","caller":"traceutil/trace.go:172","msg":"trace[1896564255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.223241751s","start":"2026-07-30T16:24:52.256508Z","end":"2026-07-30T16:24:57.479750Z","steps":["trace[1896564255] 'agreement among raft nodes before linearized reading' (duration: 5.223109748s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:57.479784Z","caller":"traceutil/trace.go:172","msg":"trace[979040697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.107386958s","start":"2026-07-30T16:24:52.372377Z","end":"2026-07-30T16:24:57.479764Z","steps":["trace[979040697] 'agreement among raft nodes before linearized reading' (duration: 5.107240475s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:57.479834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.256489Z","time spent":"5.223331121s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:57.479848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.372348Z","time spent":"5.107487359s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:57.479858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.329718766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwd7\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:24:57.479956Z","caller":"traceutil/trace.go:172","msg":"trace[1801602637] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwd7; range_end:; }","duration":"5.329808268s","start":"2026-07-30T16:24:52.150089Z","end":"2026-07-30T16:24:57.479897Z","steps":["trace[1801602637] 'agreement among raft nodes before linearized reading' (duration: 5.329715766s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:57.479862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.520186862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:24:57.480032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.150051Z","time spent":"5.32996023s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-4lwd7\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:57.480040Z","caller":"traceutil/trace.go:172","msg":"trace[1016609896] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"5.520384085s","start":"2026-07-30T16:24:51.959631Z","end":"2026-07-30T16:24:57.480015Z","steps":["trace[1016609896] 'agreement among raft nodes before linearized reading' (duration: 5.520184262s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:57.480149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.959600Z","time spent":"5.520528778s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:57.979954Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:58.120174Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18318567079071139444,"received-request-id":18318567079071139442} {"level":"info","ts":"2026-07-30T16:24:58.134435Z","caller":"traceutil/trace.go:172","msg":"trace[74108439] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"965.482293ms","start":"2026-07-30T16:24:57.168934Z","end":"2026-07-30T16:24:58.134417Z","steps":["trace[74108439] 'process raft request' (duration: 965.428052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.134597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.168905Z","time spent":"965.631825ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:58.176454Z","caller":"traceutil/trace.go:172","msg":"trace[376063251] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1214; }","duration":"696.845503ms","start":"2026-07-30T16:24:57.479581Z","end":"2026-07-30T16:24:58.176426Z","steps":["trace[376063251] 'read index received' (duration: 696.833522ms)","trace[376063251] 'applied index is now lower than readState.Index' (duration: 10.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.248105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.470078525s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.248215Z","caller":"traceutil/trace.go:172","msg":"trace[893393563] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1041; }","duration":"1.470206797s","start":"2026-07-30T16:24:56.777985Z","end":"2026-07-30T16:24:58.248192Z","steps":["trace[893393563] 'agreement among raft nodes before linearized reading' (duration: 1.398457173s)","trace[893393563] 'range keys from in-memory index tree' (duration: 71.576982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.248335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"995.701694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:58.248391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.130827846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-30T16:24:58.248385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.380103179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.248584Z","caller":"traceutil/trace.go:172","msg":"trace[1058532170] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1041; }","duration":"4.380313183s","start":"2026-07-30T16:24:53.868249Z","end":"2026-07-30T16:24:58.248562Z","steps":["trace[1058532170] 'agreement among raft nodes before linearized reading' (duration: 4.308291324s)","trace[1058532170] 'range keys from in-memory index tree' (duration: 71.791205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.248627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.189093029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:58.248623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.804708945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.248695Z","caller":"traceutil/trace.go:172","msg":"trace[762923422] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1041; }","duration":"4.189159569s","start":"2026-07-30T16:24:54.059519Z","end":"2026-07-30T16:24:58.248679Z","steps":["trace[762923422] 'agreement among raft nodes before linearized reading' (duration: 4.117016629s)","trace[762923422] 'range keys from in-memory index tree' (duration: 72.061219ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:58.248744Z","caller":"traceutil/trace.go:172","msg":"trace[1282314710] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1041; }","duration":"3.804991919s","start":"2026-07-30T16:24:54.443734Z","end":"2026-07-30T16:24:58.248726Z","steps":["trace[1282314710] 'agreement among raft nodes before linearized reading' (duration: 3.732753857s)","trace[1282314710] 'range keys from in-memory index tree' (duration: 71.929168ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:58.248469Z","caller":"traceutil/trace.go:172","msg":"trace[1507664632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"995.906228ms","start":"2026-07-30T16:24:57.252532Z","end":"2026-07-30T16:24:58.248438Z","steps":["trace[1507664632] 'agreement among raft nodes before linearized reading' (duration: 923.91972ms)","trace[1507664632] 'range keys from in-memory index tree' (duration: 71.683263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.248966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.185484443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T16:24:58.248966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.443704Z","time spent":"3.805239982s","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.249010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.252495Z","time spent":"996.503176ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:24:58.249037Z","caller":"traceutil/trace.go:172","msg":"trace[579587158] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:1041; }","duration":"1.185557834s","start":"2026-07-30T16:24:57.063459Z","end":"2026-07-30T16:24:58.249016Z","steps":["trace[579587158] 'agreement among raft nodes before linearized reading' (duration: 1.112997968s)","trace[579587158] 'range keys from in-memory index tree' (duration: 72.257932ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:58.249165Z","caller":"traceutil/trace.go:172","msg":"trace[980846602] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"435.423861ms","start":"2026-07-30T16:24:57.813712Z","end":"2026-07-30T16:24:58.249136Z","steps":["trace[980846602] 'process raft request' (duration: 435.249008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.249225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.063433Z","time spent":"1.185776457s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.118\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.249368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.813660Z","time spent":"435.600093ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:58.248755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.059472Z","time spent":"4.18926688s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.248835Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:53.868215Z","time spent":"4.380546967s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:58.248494Z","caller":"traceutil/trace.go:172","msg":"trace[781800088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1041; }","duration":"4.130958679s","start":"2026-07-30T16:24:54.117505Z","end":"2026-07-30T16:24:58.248464Z","steps":["trace[781800088] 'agreement among raft nodes before linearized reading' (duration: 4.059014611s)","trace[781800088] 'range keys from in-memory index tree' (duration: 71.670193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.249879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.117480Z","time spent":"4.132379809s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.248876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.69151976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T16:24:58.250057Z","caller":"traceutil/trace.go:172","msg":"trace[1254257499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1041; }","duration":"3.692703657s","start":"2026-07-30T16:24:54.557334Z","end":"2026-07-30T16:24:58.250038Z","steps":["trace[1254257499] 'agreement among raft nodes before linearized reading' (duration: 3.619167027s)","trace[1254257499] 'range keys from in-memory index tree' (duration: 72.089939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.250241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.557309Z","time spent":"3.692912699s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:58.254757Z","caller":"traceutil/trace.go:172","msg":"trace[2116211727] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"114.900614ms","start":"2026-07-30T16:24:58.139845Z","end":"2026-07-30T16:24:58.254745Z","steps":["trace[2116211727] 'process raft request' (duration: 114.735822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.254888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"746.292138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:24:58.254958Z","caller":"traceutil/trace.go:172","msg":"trace[958063217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1046; }","duration":"746.366429ms","start":"2026-07-30T16:24:57.508576Z","end":"2026-07-30T16:24:58.254942Z","steps":["trace[958063217] 'agreement among raft nodes before linearized reading' (duration: 746.244818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.255004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.508562Z","time spent":"746.43165ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.255037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.614565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:24:58.255127Z","caller":"traceutil/trace.go:172","msg":"trace[1972452158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1046; }","duration":"749.712067ms","start":"2026-07-30T16:24:57.505398Z","end":"2026-07-30T16:24:58.255110Z","steps":["trace[1972452158] 'agreement among raft nodes before linearized reading' (duration: 749.502364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.255133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"746.3821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwd7\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-07-30T16:24:58.255167Z","caller":"traceutil/trace.go:172","msg":"trace[465943700] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwd7; range_end:; response_count:1; response_revision:1046; }","duration":"746.42482ms","start":"2026-07-30T16:24:57.508733Z","end":"2026-07-30T16:24:58.255158Z","steps":["trace[465943700] 'agreement among raft nodes before linearized reading' (duration: 746.039475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.255170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"745.685099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:58.255186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.505366Z","time spent":"749.786548ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.255194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.508726Z","time spent":"746.460161ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-4lwd7\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:58.255200Z","caller":"traceutil/trace.go:172","msg":"trace[48727973] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1046; }","duration":"745.73658ms","start":"2026-07-30T16:24:57.509454Z","end":"2026-07-30T16:24:58.255191Z","steps":["trace[48727973] 'agreement among raft nodes before linearized reading' (duration: 745.663469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.255220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.509446Z","time spent":"745.76815ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:59.039228Z","caller":"traceutil/trace.go:172","msg":"trace[1529883728] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1235; }","duration":"162.053207ms","start":"2026-07-30T16:24:58.877101Z","end":"2026-07-30T16:24:59.039155Z","steps":["trace[1529883728] 'read index received' (duration: 162.046107ms)","trace[1529883728] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:59.039562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.384943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:59.039659Z","caller":"traceutil/trace.go:172","msg":"trace[687084378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"162.550415ms","start":"2026-07-30T16:24:58.877091Z","end":"2026-07-30T16:24:59.039641Z","steps":["trace[687084378] 'agreement among raft nodes before linearized reading' (duration: 162.171069ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.538259Z","caller":"traceutil/trace.go:172","msg":"trace[1397917450] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1237; }","duration":"374.424307ms","start":"2026-07-30T16:24:59.163787Z","end":"2026-07-30T16:24:59.538211Z","steps":["trace[1397917450] 'read index received' (duration: 374.395476ms)","trace[1397917450] 'applied index is now lower than readState.Index' (duration: 26.311µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:59.538772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.956904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:59.538882Z","caller":"traceutil/trace.go:172","msg":"trace[873152101] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1062; }","duration":"375.093685ms","start":"2026-07-30T16:24:59.163767Z","end":"2026-07-30T16:24:59.538861Z","steps":["trace[873152101] 'agreement among raft nodes before linearized reading' (duration: 374.545838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.538935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:59.163744Z","time spent":"375.180936ms","remote":"127.0.0.1:41222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:59.540302Z","caller":"traceutil/trace.go:172","msg":"trace[708959948] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"357.975844ms","start":"2026-07-30T16:24:59.182301Z","end":"2026-07-30T16:24:59.540276Z","steps":["trace[708959948] 'process raft request' (duration: 356.025747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.540645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:59.182279Z","time spent":"358.201367ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:24:59.541931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.604341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwd7\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"warn","ts":"2026-07-30T16:24:59.541920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.072989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:59.541988Z","caller":"traceutil/trace.go:172","msg":"trace[936976392] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwd7; range_end:; response_count:1; response_revision:1068; }","duration":"360.708122ms","start":"2026-07-30T16:24:59.181267Z","end":"2026-07-30T16:24:59.541975Z","steps":["trace[936976392] 'agreement among raft nodes before linearized reading' (duration: 360.485289ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.542017Z","caller":"traceutil/trace.go:172","msg":"trace[1617264371] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1068; }","duration":"125.1909ms","start":"2026-07-30T16:24:59.416805Z","end":"2026-07-30T16:24:59.541996Z","steps":["trace[1617264371] 'agreement among raft nodes before linearized reading' (duration: 125.009168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.542028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:59.181235Z","time spent":"360.782914ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18646,"request content":"key:\"/registry/pods/kube-system/cilium-4lwd7\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:59.805739Z","caller":"traceutil/trace.go:172","msg":"trace[510529873] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"248.425355ms","start":"2026-07-30T16:24:59.557281Z","end":"2026-07-30T16:24:59.805706Z","steps":["trace[510529873] 'process raft request' (duration: 248.234782ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:02.629298Z","caller":"traceutil/trace.go:172","msg":"trace[598279694] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1301; }","duration":"113.032435ms","start":"2026-07-30T16:25:02.516237Z","end":"2026-07-30T16:25:02.629270Z","steps":["trace[598279694] 'read index received' (duration: 109.733099ms)","trace[598279694] 'applied index is now lower than readState.Index' (duration: 3.298076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:02.629575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.320569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T16:25:02.629625Z","caller":"traceutil/trace.go:172","msg":"trace[1470020012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1124; }","duration":"113.40172ms","start":"2026-07-30T16:25:02.516212Z","end":"2026-07-30T16:25:02.629614Z","steps":["trace[1470020012] 'agreement among raft nodes before linearized reading' (duration: 113.178457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:10.530663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:10.548334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:10.631478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:10.664393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:10.687541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:10.832814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56992","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:25:22.116448Z","caller":"traceutil/trace.go:172","msg":"trace[1043360178] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"307.357156ms","start":"2026-07-30T16:25:21.809067Z","end":"2026-07-30T16:25:22.116424Z","steps":["trace[1043360178] 'process raft request' (duration: 306.678497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.116637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.809045Z","time spent":"307.507557ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:25:22.116942Z","caller":"traceutil/trace.go:172","msg":"trace[1343877848] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1603; }","duration":"240.550748ms","start":"2026-07-30T16:25:21.876374Z","end":"2026-07-30T16:25:22.116925Z","steps":["trace[1343877848] 'read index received' (duration: 240.543658ms)","trace[1343877848] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:22.117149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.76618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.117230Z","caller":"traceutil/trace.go:172","msg":"trace[1086455559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1365; }","duration":"240.851971ms","start":"2026-07-30T16:25:21.876366Z","end":"2026-07-30T16:25:22.117218Z","steps":["trace[1086455559] 'agreement among raft nodes before linearized reading' (duration: 240.666119ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:22.456121Z","caller":"traceutil/trace.go:172","msg":"trace[648787179] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1603; }","duration":"214.646283ms","start":"2026-07-30T16:25:22.241435Z","end":"2026-07-30T16:25:22.456081Z","steps":["trace[648787179] 'read index received' (duration: 185.499875ms)","trace[648787179] 'applied index is now lower than readState.Index' (duration: 29.143048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:22.456291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.838305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.456367Z","caller":"traceutil/trace.go:172","msg":"trace[1006318773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"214.928036ms","start":"2026-07-30T16:25:22.241423Z","end":"2026-07-30T16:25:22.456351Z","steps":["trace[1006318773] 'agreement among raft nodes before linearized reading' (duration: 214.815095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:28.008075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.663402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:28.008203Z","caller":"traceutil/trace.go:172","msg":"trace[1232110611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1423; }","duration":"131.845005ms","start":"2026-07-30T16:25:27.876340Z","end":"2026-07-30T16:25:28.008185Z","steps":["trace[1232110611] 'range keys from in-memory index tree' (duration: 131.595421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:30.034516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.056066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.072087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.110186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.158019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.169790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.191049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.205889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.252706Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.287268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.315763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.404800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.518057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.584306Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.709369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.733824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.756142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:30.787945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:31.835079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:31.847316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:32.030825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:59.663480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18318567079071139992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:25:59.712885Z","caller":"traceutil/trace.go:172","msg":"trace[64117037] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1824; }","duration":"549.837838ms","start":"2026-07-30T16:25:59.163019Z","end":"2026-07-30T16:25:59.712857Z","steps":["trace[64117037] 'read index received' (duration: 545.353208ms)","trace[64117037] 'applied index is now lower than readState.Index' (duration: 4.48337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:59.713201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"550.161581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:25:59.713298Z","caller":"traceutil/trace.go:172","msg":"trace[433944679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1565; }","duration":"550.278572ms","start":"2026-07-30T16:25:59.163002Z","end":"2026-07-30T16:25:59.713280Z","steps":["trace[433944679] 'agreement among raft nodes before linearized reading' (duration: 549.972129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:59.713337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:59.162970Z","time spent":"550.359484ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:25:59.713832Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18318567079071139994,"received-request-id":18318567079071139992} {"level":"info","ts":"2026-07-30T16:25:59.714276Z","caller":"traceutil/trace.go:172","msg":"trace[1427861575] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"232.10897ms","start":"2026-07-30T16:25:59.482138Z","end":"2026-07-30T16:25:59.714247Z","steps":["trace[1427861575] 'process raft request' (duration: 231.750996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:59.715242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.589229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:25:59.715237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.05021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:59.715282Z","caller":"traceutil/trace.go:172","msg":"trace[304469512] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1566; }","duration":"393.633499ms","start":"2026-07-30T16:25:59.321639Z","end":"2026-07-30T16:25:59.715273Z","steps":["trace[304469512] 'agreement among raft nodes before linearized reading' (duration: 393.554458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:59.715305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:59.321607Z","time spent":"393.69279ms","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:25:59.715304Z","caller":"traceutil/trace.go:172","msg":"trace[1478475223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1566; }","duration":"475.130731ms","start":"2026-07-30T16:25:59.240155Z","end":"2026-07-30T16:25:59.715286Z","steps":["trace[1478475223] 'agreement among raft nodes before linearized reading' (duration: 475.008329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:59.715295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.221129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:25:59.715351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:59.240129Z","time spent":"475.213403ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:25:59.715376Z","caller":"traceutil/trace.go:172","msg":"trace[649215634] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1566; }","duration":"239.33106ms","start":"2026-07-30T16:25:59.476026Z","end":"2026-07-30T16:25:59.715357Z","steps":["trace[649215634] 'agreement among raft nodes before linearized reading' (duration: 239.163517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:59.715367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.517632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:25:59.715448Z","caller":"traceutil/trace.go:172","msg":"trace[1461521134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1566; }","duration":"188.617033ms","start":"2026-07-30T16:25:59.526812Z","end":"2026-07-30T16:25:59.715429Z","steps":["trace[1461521134] 'agreement among raft nodes before linearized reading' (duration: 188.380549ms)"],"step_count":1}