{"level":"warn","ts":"2026-04-20T17:46:10.658367Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-20T17:46:10.658642Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-20T17:46:10.658655Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=controller-2=https://199.204.45.109:2380,controller-1=https://199.204.45.229:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-20T17:46:10.658760Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-20T17:46:10.658774Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T17:46:10.658782Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-20T17:46:10.658803Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:46:10.659173Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-04-20T17:46:10.659267Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.229:2380,controller-2=https://199.204.45.109:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-20T17:46:10.659943Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00040ad40}"} {"level":"info","ts":"2026-04-20T17:46:10.663192Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-20T17:46:10.663231Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.398263ms"} {"level":"info","ts":"2026-04-20T17:46:10.663251Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-20T17:46:10.663274Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-20T17:46:10.676526Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-20T17:46:10.676576Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.109:2380","host":"199.204.45.109:2380","resolved-addr":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-20T17:46:10.677865Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-20T17:46:10.684068Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-20T17:46:10.684121Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"265259aab03bae9c","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-04-20T17:46:10.684146Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-20T17:46:10.684238Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"265259aab03bae9c switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T17:46:10.684297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"265259aab03bae9c became follower at term 0"} {"level":"info","ts":"2026-04-20T17:46:10.684313Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 265259aab03bae9c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-20T17:46:10.692553Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T17:46:10.693588Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T17:46:10.695952Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T17:46:10.696757Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.696909Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-20T17:46:10.697091Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.697227Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.697907Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.697948Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.697992Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.697978Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.698398Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-20T17:46:10.698872Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.698925Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"265259aab03bae9c","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T17:46:10.699147Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:46:10.699198Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:46:10.699209Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:46:10.699196Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-20T17:46:10.699575Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:46:10.699656Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-20T17:46:10.699719Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-20T17:46:10.700534Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"265259aab03bae9c","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T17:46:10.700614Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T17:46:10.702250Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"3ba9ae53cc4335db","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:10.702383Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"3ba9ae53cc4335db","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:10.702398Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.702636Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.702666Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.709756Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.719741Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.754664Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"265259aab03bae9c [term: 0] received a MsgHeartbeat message with higher term from 3ba9ae53cc4335db [term: 2]"} {"level":"info","ts":"2026-04-20T17:46:10.754807Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"265259aab03bae9c became follower at term 2"} {"level":"info","ts":"2026-04-20T17:46:10.754962Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 265259aab03bae9c elected leader 3ba9ae53cc4335db at term 2"} {"level":"warn","ts":"2026-04-20T17:46:10.773163Z","caller":"etcdserver/server.go:2304","msg":"Failed to detect schema version","error":"missing confstate information"} {"level":"info","ts":"2026-04-20T17:46:10.778276Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"265259aab03bae9c","remote-snapshot-sender-id":"3ba9ae53cc4335db","incoming-snapshot-index":494,"incoming-snapshot-message-size-bytes":8199,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-20T17:46:10.788102Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ee.snap.db","bytes":802816,"size":"803 kB"} {"level":"info","ts":"2026-04-20T17:46:10.788124Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"265259aab03bae9c","remote-snapshot-sender-id":"3ba9ae53cc4335db","incoming-snapshot-index":494,"incoming-snapshot-size-bytes":802816,"incoming-snapshot-size":"803 kB","download-took":"10.041907ms"} {"level":"info","ts":"2026-04-20T17:46:10.788215Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 494, term: 2]"} {"level":"info","ts":"2026-04-20T17:46:10.788281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"265259aab03bae9c switched to configuration voters=(4299158994234324443) learners=(2761368111167549084)"} {"level":"info","ts":"2026-04-20T17:46:10.788298Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"265259aab03bae9c [commit: 494, lastindex: 494, lastterm: 2] restored snapshot [index: 494, term: 2]"} {"level":"info","ts":"2026-04-20T17:46:10.788305Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"265259aab03bae9c [commit: 494] restored snapshot [index: 494, term: 2]"} {"level":"info","ts":"2026-04-20T17:46:10.788423Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":494,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-20T17:46:10.791961Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":494} {"level":"info","ts":"2026-04-20T17:46:10.792171Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000240018}"} {"level":"info","ts":"2026-04-20T17:46:10.792587Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-20T17:46:10.792618Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"518.513µs"} {"level":"info","ts":"2026-04-20T17:46:10.792660Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-20T17:46:10.793430Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-20T17:46:10.793450Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-20T17:46:10.797705Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":470} {"level":"info","ts":"2026-04-20T17:46:10.797774Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":494} {"level":"info","ts":"2026-04-20T17:46:10.797791Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-20T17:46:10.797928Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-20T17:46:10.799330Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-20T17:46:10.799549Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-20T17:46:10.799586Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-20T17:46:10.799609Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-20T17:46:10.799669Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-20T17:46:10.800240Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-20T17:46:10.800267Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:10.800360Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-20T17:46:10.800376Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4ad2674607ff1d60","local-member-id":"265259aab03bae9c","recovered-remote-peer-id":"265259aab03bae9c","recovered-remote-peer-urls":["https://199.204.45.109:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:46:10.800386Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4ad2674607ff1d60","local-member-id":"265259aab03bae9c","recovered-remote-peer-id":"3ba9ae53cc4335db","recovered-remote-peer-urls":["https://199.204.45.229:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-20T17:46:10.800392Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-20T17:46:10.800397Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:10.800403Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-20T17:46:10.800527Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:10.800621Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.800690Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:10.800748Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.800762Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.800786Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:10.801050Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db","error":"context canceled"} {"level":"warn","ts":"2026-04-20T17:46:10.801145Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3ba9ae53cc4335db","error":"failed to read 3ba9ae53cc4335db on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-20T17:46:10.801160Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:10.801261Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db","error":"context canceled"} {"level":"info","ts":"2026-04-20T17:46:10.801273Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801286Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801444Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"265259aab03bae9c","removed-remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801455Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-20T17:46:10.801461Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:10.801487Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801502Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801824Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801904Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801921Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.801892Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.802175Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-20T17:46:10.802185Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:10.802196Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":494,"current-applied-index":494,"incoming-leader-snapshot-index":494,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-20T17:46:10.802418Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.811087Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"3ba9ae53cc4335db","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:10.811168Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.811217Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.811432Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.811559Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"3ba9ae53cc4335db","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:10.811577Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.814019Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:10.939187Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"265259aab03bae9c switched to configuration voters=(2761368111167549084 4299158994234324443)"} {"level":"info","ts":"2026-04-20T17:46:10.939567Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"265259aab03bae9c","promoted-member-id":"265259aab03bae9c"} {"level":"warn","ts":"2026-04-20T17:46:17.700153Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"265259aab03bae9c","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.109:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-20T17:46:17.703456Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"265259aab03bae9c","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.109:2379]}","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T17:46:17.703515Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:46:17.703540Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:46:17.703917Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T17:46:17.703961Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T17:46:17.705445Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-20T17:46:17.705789Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-20T17:46:17.706055Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:46:17.709734Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-04-20T17:46:17.709745Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-20T17:46:17.714559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:33704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.715580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:33674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.716098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:33688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.716186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.716286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:33716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.716290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.717680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:33714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.720276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.720774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:46088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.722936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:33730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.723943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.727910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:46090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.735194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.755502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.769746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.778157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.790314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.801058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.810484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.820023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.828781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.863462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.872447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.883881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.893498Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.921004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.925045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.936060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.972772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.982815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:17.991791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.003574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.027833Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.039471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.050404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.062654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.072538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.083306Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.093058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.103730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.112367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.121652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.130257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.139682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.150376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.167089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.177421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.187288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.195679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.203550Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.210753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.218825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.229374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.237593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.246739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.256668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.265047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.273061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.285778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.301746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.307603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.314784Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.323423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.331939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.375746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.383721Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.391792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:18.433532Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60638","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-20T17:46:28.748793Z","caller":"traceutil/trace.go:172","msg":"trace[1753121615] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:549; }","duration":"160.389783ms","start":"2026-04-20T17:46:28.588376Z","end":"2026-04-20T17:46:28.748766Z","steps":["trace[1753121615] 'read index received' (duration: 160.383653ms)","trace[1753121615] 'applied index is now lower than readState.Index' (duration: 4.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:46:28.749074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.649033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3024"} {"level":"info","ts":"2026-04-20T17:46:28.749124Z","caller":"traceutil/trace.go:172","msg":"trace[2092448139] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:518; }","duration":"160.746534ms","start":"2026-04-20T17:46:28.588363Z","end":"2026-04-20T17:46:28.749109Z","steps":["trace[2092448139] 'agreement among raft nodes before linearized reading' (duration: 160.515743ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:46:52.010007Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"265259aab03bae9c switched to configuration voters=(2761368111167549084 4299158994234324443) learners=(12739087524203573619)"} {"level":"info","ts":"2026-04-20T17:46:52.010121Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"265259aab03bae9c","added-peer-id":"b0ca549bd2c3b173","added-peer-peer-urls":["https://199.204.45.250:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:46:52.010198Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010256Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010414Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010470Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010517Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010551Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-20T17:46:52.010533Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010576Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:52.010835Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"265259aab03bae9c","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"b0ca549bd2c3b173"} {"level":"warn","ts":"2026-04-20T17:46:52.026731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:54244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:52.064203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:54302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:52.554556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:54310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:54.565836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:60184","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-20T17:46:55.035331Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.035377Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.035398Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.039165Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"b0ca549bd2c3b173","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:55.039184Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.043033Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"b0ca549bd2c3b173","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:55.043071Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"warn","ts":"2026-04-20T17:46:55.077782Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:46:55.077811Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173","error":"EOF"} {"level":"info","ts":"2026-04-20T17:46:55.089398Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"b0ca549bd2c3b173","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-20T17:46:55.089424Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.089436Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.095140Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"265259aab03bae9c","to":"b0ca549bd2c3b173","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-20T17:46:55.095312Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.095324Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.120631Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.123914Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"265259aab03bae9c","remote-peer-id":"b0ca549bd2c3b173"} {"level":"info","ts":"2026-04-20T17:46:55.573488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"265259aab03bae9c switched to configuration voters=(2761368111167549084 4299158994234324443 12739087524203573619)"} {"level":"info","ts":"2026-04-20T17:46:55.574239Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"265259aab03bae9c","promoted-member-id":"b0ca549bd2c3b173"} {"level":"warn","ts":"2026-04-20T17:46:55.579797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:60202","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-20T17:47:44.395435Z","caller":"traceutil/trace.go:172","msg":"trace[1735768835] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:948; }","duration":"101.94183ms","start":"2026-04-20T17:47:44.293473Z","end":"2026-04-20T17:47:44.395415Z","steps":["trace[1735768835] 'read index received' (duration: 101.93686ms)","trace[1735768835] 'applied index is now lower than readState.Index' (duration: 3.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:44.395565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.103345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:44.395596Z","caller":"traceutil/trace.go:172","msg":"trace[1214866169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:870; }","duration":"102.151097ms","start":"2026-04-20T17:47:44.293435Z","end":"2026-04-20T17:47:44.395586Z","steps":["trace[1214866169] 'agreement among raft nodes before linearized reading' (duration: 102.079705ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.396651Z","caller":"traceutil/trace.go:172","msg":"trace[1481441885] transaction","detail":"{read_only:false; number_of_response:0; response_revision:874; }","duration":"127.159613ms","start":"2026-04-20T17:47:44.269460Z","end":"2026-04-20T17:47:44.396620Z","steps":["trace[1481441885] 'process raft request' (duration: 126.904276ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.396669Z","caller":"traceutil/trace.go:172","msg":"trace[339768323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:874; }","duration":"124.960077ms","start":"2026-04-20T17:47:44.271690Z","end":"2026-04-20T17:47:44.396650Z","steps":["trace[339768323] 'process raft request' (duration: 124.72115ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.396688Z","caller":"traceutil/trace.go:172","msg":"trace[2079149896] transaction","detail":"{read_only:false; number_of_response:1; response_revision:874; }","duration":"125.139613ms","start":"2026-04-20T17:47:44.271516Z","end":"2026-04-20T17:47:44.396655Z","steps":["trace[2079149896] 'process raft request' (duration: 124.865934ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440067Z","caller":"traceutil/trace.go:172","msg":"trace[555496548] transaction","detail":"{read_only:false; number_of_response:0; response_revision:881; }","duration":"124.067663ms","start":"2026-04-20T17:47:44.315987Z","end":"2026-04-20T17:47:44.440055Z","steps":["trace[555496548] 'process raft request' (duration: 124.037372ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440303Z","caller":"traceutil/trace.go:172","msg":"trace[1076176194] transaction","detail":"{read_only:false; number_of_response:0; response_revision:880; }","duration":"129.065971ms","start":"2026-04-20T17:47:44.311217Z","end":"2026-04-20T17:47:44.440283Z","steps":["trace[1076176194] 'process raft request' (duration: 128.69207ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440386Z","caller":"traceutil/trace.go:172","msg":"trace[428400079] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"125.532446ms","start":"2026-04-20T17:47:44.314846Z","end":"2026-04-20T17:47:44.440379Z","steps":["trace[428400079] 'process raft request' (duration: 125.111364ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440500Z","caller":"traceutil/trace.go:172","msg":"trace[1563303963] transaction","detail":"{read_only:false; number_of_response:0; response_revision:881; }","duration":"124.563457ms","start":"2026-04-20T17:47:44.315931Z","end":"2026-04-20T17:47:44.440495Z","steps":["trace[1563303963] 'process raft request' (duration: 124.063702ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440516Z","caller":"traceutil/trace.go:172","msg":"trace[312207716] transaction","detail":"{read_only:false; number_of_response:0; response_revision:880; }","duration":"129.111083ms","start":"2026-04-20T17:47:44.311396Z","end":"2026-04-20T17:47:44.440507Z","steps":["trace[312207716] 'process raft request' (duration: 128.546496ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.441542Z","caller":"traceutil/trace.go:172","msg":"trace[2013132502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:883; }","duration":"118.892706ms","start":"2026-04-20T17:47:44.322641Z","end":"2026-04-20T17:47:44.441534Z","steps":["trace[2013132502] 'process raft request' (duration: 118.68268ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.441712Z","caller":"traceutil/trace.go:172","msg":"trace[1146970464] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"122.678929ms","start":"2026-04-20T17:47:44.319018Z","end":"2026-04-20T17:47:44.441697Z","steps":["trace[1146970464] 'process raft request' (duration: 122.176814ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.668024Z","caller":"traceutil/trace.go:172","msg":"trace[1352742688] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"176.457399ms","start":"2026-04-20T17:47:44.491540Z","end":"2026-04-20T17:47:44.667998Z","steps":["trace[1352742688] 'process raft request' (duration: 170.611584ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.668084Z","caller":"traceutil/trace.go:172","msg":"trace[1069765292] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"172.8006ms","start":"2026-04-20T17:47:44.495260Z","end":"2026-04-20T17:47:44.668061Z","steps":["trace[1069765292] 'process raft request' (duration: 172.588973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.118709Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308430,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:47:45.614036Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"265259aab03bae9c [logterm: 2, index: 1007, vote: 0] cast MsgPreVote for b0ca549bd2c3b173 [logterm: 2, index: 1007] at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.616319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"265259aab03bae9c [term: 2] received a MsgVote message with higher term from b0ca549bd2c3b173 [term: 3]"} {"level":"info","ts":"2026-04-20T17:47:45.616380Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"265259aab03bae9c became follower at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.616399Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"265259aab03bae9c [logterm: 2, index: 1007, vote: 0] cast MsgVote for b0ca549bd2c3b173 [logterm: 2, index: 1007] at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.616421Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 265259aab03bae9c lost leader 3ba9ae53cc4335db at term 3"} {"level":"warn","ts":"2026-04-20T17:47:45.618939Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308430,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:47:45.619010Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"265259aab03bae9c no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-20T17:47:45.619962Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 265259aab03bae9c elected leader b0ca549bd2c3b173 at term 3"} {"level":"warn","ts":"2026-04-20T17:47:45.620197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.002537151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-20T17:47:45.620278Z","caller":"traceutil/trace.go:172","msg":"trace[395846269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.002633443s","start":"2026-04-20T17:47:44.617629Z","end":"2026-04-20T17:47:45.620262Z","steps":["trace[395846269] 'agreement among raft nodes before linearized reading' (duration: 1.002534501s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.620329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.617616Z","time spent":"1.002699096s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T17:47:45.622421Z","caller":"traceutil/trace.go:172","msg":"trace[607245903] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"1.126314913s","start":"2026-04-20T17:47:44.496083Z","end":"2026-04-20T17:47:45.622398Z","steps":["trace[607245903] 'process raft request' (duration: 1.126034685s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.622688Z","caller":"traceutil/trace.go:172","msg":"trace[1107103018] transaction","detail":"{read_only:false; number_of_response:1; response_revision:893; }","duration":"1.121835199s","start":"2026-04-20T17:47:44.500818Z","end":"2026-04-20T17:47:45.622654Z","steps":["trace[1107103018] 'process raft request' (duration: 1.121563741s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.475428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-20T17:47:45.623742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.010009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:47:45.623814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.293693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:45.623815Z","caller":"traceutil/trace.go:172","msg":"trace[1195609259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:894; }","duration":"330.089033ms","start":"2026-04-20T17:47:45.293707Z","end":"2026-04-20T17:47:45.623796Z","steps":["trace[1195609259] 'agreement among raft nodes before linearized reading' (duration: 329.976519ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.623838Z","caller":"traceutil/trace.go:172","msg":"trace[1452991434] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:894; }","duration":"483.317734ms","start":"2026-04-20T17:47:45.140513Z","end":"2026-04-20T17:47:45.623831Z","steps":["trace[1452991434] 'agreement among raft nodes before linearized reading' (duration: 483.275792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.670221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-04-20T17:47:45.623863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:45.140490Z","time spent":"483.364654ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-04-20T17:47:45.623869Z","caller":"traceutil/trace.go:172","msg":"trace[1701820550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:894; }","duration":"185.785905ms","start":"2026-04-20T17:47:45.438075Z","end":"2026-04-20T17:47:45.623861Z","steps":["trace[1701820550] 'agreement among raft nodes before linearized reading' (duration: 185.579799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.624080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.385796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:45.624117Z","caller":"traceutil/trace.go:172","msg":"trace[90413719] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:894; }","duration":"223.424507ms","start":"2026-04-20T17:47:45.400684Z","end":"2026-04-20T17:47:45.624108Z","steps":["trace[90413719] 'agreement among raft nodes before linearized reading' (duration: 223.367495ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.623774Z","caller":"traceutil/trace.go:172","msg":"trace[61857283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:894; }","duration":"751.5254ms","start":"2026-04-20T17:47:44.872238Z","end":"2026-04-20T17:47:45.623763Z","steps":["trace[61857283] 'agreement among raft nodes before linearized reading' (duration: 751.391886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.624631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.872221Z","time spent":"752.392627ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:47:45.625525Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.500808Z","time spent":"1.121919341s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58894,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:47:45.625428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.496075Z","time spent":"1.126436496s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:47:46.423246Z","caller":"traceutil/trace.go:172","msg":"trace[964731481] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1075; }","duration":"129.915539ms","start":"2026-04-20T17:47:46.293306Z","end":"2026-04-20T17:47:46.423222Z","steps":["trace[964731481] 'read index received' (duration: 129.908509ms)","trace[964731481] 'applied index is now lower than readState.Index' (duration: 5.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:46.423416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.107975ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:46.423600Z","caller":"traceutil/trace.go:172","msg":"trace[1229742249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:933; }","duration":"130.321101ms","start":"2026-04-20T17:47:46.293266Z","end":"2026-04-20T17:47:46.423587Z","steps":["trace[1229742249] 'agreement among raft nodes before linearized reading' (duration: 130.065484ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:46.423759Z","caller":"traceutil/trace.go:172","msg":"trace[511171332] transaction","detail":"{read_only:false; number_of_response:1; response_revision:933; }","duration":"133.840233ms","start":"2026-04-20T17:47:46.289897Z","end":"2026-04-20T17:47:46.423737Z","steps":["trace[511171332] 'process raft request' (duration: 133.508644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:49.394559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:47:49.441140Z","caller":"traceutil/trace.go:172","msg":"trace[1723590733] linearizableReadLoop","detail":"{readStateIndex:1100; appliedIndex:1100; }","duration":"546.684107ms","start":"2026-04-20T17:47:48.894419Z","end":"2026-04-20T17:47:49.441103Z","steps":["trace[1723590733] 'read index received' (duration: 546.678567ms)","trace[1723590733] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:49.441351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.879643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:49.441499Z","caller":"traceutil/trace.go:172","msg":"trace[1236951551] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:947; }","duration":"547.083848ms","start":"2026-04-20T17:47:48.894395Z","end":"2026-04-20T17:47:49.441479Z","steps":["trace[1236951551] 'agreement among raft nodes before linearized reading' (duration: 546.826341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:49.441554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:48.894377Z","time spent":"547.163211ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:47:49.442664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.105639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:49.442753Z","caller":"traceutil/trace.go:172","msg":"trace[1643935150] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:947; }","duration":"205.197052ms","start":"2026-04-20T17:47:49.237535Z","end":"2026-04-20T17:47:49.442732Z","steps":["trace[1643935150] 'agreement among raft nodes before linearized reading' (duration: 205.065828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:49.442757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.053625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-20T17:47:49.442764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.953642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:49.442815Z","caller":"traceutil/trace.go:172","msg":"trace[1165430197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:947; }","duration":"419.131037ms","start":"2026-04-20T17:47:49.023672Z","end":"2026-04-20T17:47:49.442803Z","steps":["trace[1165430197] 'agreement among raft nodes before linearized reading' (duration: 418.963043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:49.442844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:49.023645Z","time spent":"419.189249ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-20T17:47:49.442887Z","caller":"traceutil/trace.go:172","msg":"trace[1517327982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:947; }","duration":"149.073995ms","start":"2026-04-20T17:47:49.293793Z","end":"2026-04-20T17:47:49.442867Z","steps":["trace[1517327982] 'agreement among raft nodes before linearized reading' (duration: 148.923511ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:50.979352Z","caller":"traceutil/trace.go:172","msg":"trace[915227189] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1118; }","duration":"102.533696ms","start":"2026-04-20T17:47:50.876798Z","end":"2026-04-20T17:47:50.979332Z","steps":["trace[915227189] 'read index received' (duration: 102.527476ms)","trace[915227189] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:50.979492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.669661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:50.979557Z","caller":"traceutil/trace.go:172","msg":"trace[2147316818] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:964; }","duration":"102.749783ms","start":"2026-04-20T17:47:50.876793Z","end":"2026-04-20T17:47:50.979543Z","steps":["trace[2147316818] 'agreement among raft nodes before linearized reading' (duration: 102.613599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:51.143491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.236778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-20T17:47:51.143600Z","caller":"traceutil/trace.go:172","msg":"trace[715489347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:966; }","duration":"131.361311ms","start":"2026-04-20T17:47:51.012216Z","end":"2026-04-20T17:47:51.143577Z","steps":["trace[715489347] 'agreement among raft nodes before linearized reading' (duration: 73.312956ms)","trace[715489347] 'range keys from in-memory index tree' (duration: 57.785067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:51.558432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.558160Z","time spent":"7.00026364s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-20T17:47:52.012288Z","caller":"traceutil/trace.go:172","msg":"trace[1492382646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:975; }","duration":"393.971127ms","start":"2026-04-20T17:47:51.618294Z","end":"2026-04-20T17:47:52.012265Z","steps":["trace[1492382646] 'process raft request' (duration: 393.795262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:52.012523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:51.618257Z","time spent":"394.187483ms","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:47:53.092837Z","caller":"traceutil/trace.go:172","msg":"trace[79410928] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"302.229705ms","start":"2026-04-20T17:47:52.790592Z","end":"2026-04-20T17:47:53.092821Z","steps":["trace[79410928] 'process raft request' (duration: 302.09847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:53.092954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:52.790577Z","time spent":"302.323007ms","remote":"127.0.0.1:59658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T17:47:53.187514Z","caller":"traceutil/trace.go:172","msg":"trace[527826313] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"382.361816ms","start":"2026-04-20T17:47:52.805137Z","end":"2026-04-20T17:47:53.187498Z","steps":["trace[527826313] 'process raft request' (duration: 382.180592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:53.187648Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:52.805121Z","time spent":"382.455938ms","remote":"127.0.0.1:59872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:48:10.743752Z","caller":"traceutil/trace.go:172","msg":"trace[1368400413] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1495; }","duration":"124.093464ms","start":"2026-04-20T17:48:10.619625Z","end":"2026-04-20T17:48:10.743719Z","steps":["trace[1368400413] 'read index received' (duration: 124.084694ms)","trace[1368400413] 'applied index is now lower than readState.Index' (duration: 7.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:10.743951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.284398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:10.745081Z","caller":"traceutil/trace.go:172","msg":"trace[2041094485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1274; }","duration":"124.833731ms","start":"2026-04-20T17:48:10.619610Z","end":"2026-04-20T17:48:10.744444Z","steps":["trace[2041094485] 'agreement among raft nodes before linearized reading' (duration: 124.246727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:20.747608Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:48:21.082889Z","caller":"traceutil/trace.go:172","msg":"trace[946034175] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1584; }","duration":"835.493111ms","start":"2026-04-20T17:48:20.247381Z","end":"2026-04-20T17:48:21.082874Z","steps":["trace[946034175] 'read index received' (duration: 835.488431ms)","trace[946034175] 'applied index is now lower than readState.Index' (duration: 3.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:21.083120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"835.733927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T17:48:21.083143Z","caller":"traceutil/trace.go:172","msg":"trace[916831429] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1357; }","duration":"835.770148ms","start":"2026-04-20T17:48:20.247366Z","end":"2026-04-20T17:48:21.083136Z","steps":["trace[916831429] 'agreement among raft nodes before linearized reading' (duration: 835.600274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:21.083162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:20.247301Z","time spent":"835.855749ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.109\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:48:21.090516Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12582104821025308787,"received-request-id":12582104821025308785} {"level":"warn","ts":"2026-04-20T17:48:21.091878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"797.833439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:21.091981Z","caller":"traceutil/trace.go:172","msg":"trace[866523001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1357; }","duration":"797.949291ms","start":"2026-04-20T17:48:20.294015Z","end":"2026-04-20T17:48:21.091964Z","steps":["trace[866523001] 'agreement among raft nodes before linearized reading' (duration: 797.807659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:21.600531Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:48:22.139257Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:48:22.144202Z","caller":"traceutil/trace.go:172","msg":"trace[1286891749] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1587; }","duration":"1.044521231s","start":"2026-04-20T17:48:21.099667Z","end":"2026-04-20T17:48:22.144189Z","steps":["trace[1286891749] 'read index received' (duration: 1.043837398s)","trace[1286891749] 'applied index is now lower than readState.Index' (duration: 683.393µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:22.144395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.044718125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-04-20T17:48:22.144425Z","caller":"traceutil/trace.go:172","msg":"trace[713955793] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1362; }","duration":"1.044761086s","start":"2026-04-20T17:48:21.099656Z","end":"2026-04-20T17:48:22.144417Z","steps":["trace[713955793] 'agreement among raft nodes before linearized reading' (duration: 1.044648173s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.144493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:21.099640Z","time spent":"1.044844417s","remote":"127.0.0.1:59860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:48:22.145470Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12582104821025308793,"received-request-id":12582104821025308790} {"level":"info","ts":"2026-04-20T17:48:22.146626Z","caller":"traceutil/trace.go:172","msg":"trace[1731399524] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"806.545721ms","start":"2026-04-20T17:48:21.340040Z","end":"2026-04-20T17:48:22.146586Z","steps":["trace[1731399524] 'process raft request' (duration: 806.5062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.146780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.417039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-20T17:48:22.147256Z","caller":"traceutil/trace.go:172","msg":"trace[1129214005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1364; }","duration":"500.893418ms","start":"2026-04-20T17:48:21.646342Z","end":"2026-04-20T17:48:22.147235Z","steps":["trace[1129214005] 'agreement among raft nodes before linearized reading' (duration: 500.273596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.146828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:21.340025Z","time spent":"806.681594ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:48:22.147312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:21.646336Z","time spent":"500.962209ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:48:22.146865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.385777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:22.147423Z","caller":"traceutil/trace.go:172","msg":"trace[1995395617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1364; }","duration":"528.949899ms","start":"2026-04-20T17:48:21.618464Z","end":"2026-04-20T17:48:22.147414Z","steps":["trace[1995395617] 'agreement among raft nodes before linearized reading' (duration: 528.365217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.147450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:21.618452Z","time spent":"528.990929ms","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:48:22.146882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.505149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T17:48:22.147517Z","caller":"traceutil/trace.go:172","msg":"trace[224104988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1364; }","duration":"902.155901ms","start":"2026-04-20T17:48:21.245352Z","end":"2026-04-20T17:48:22.147508Z","steps":["trace[224104988] 'agreement among raft nodes before linearized reading' (duration: 901.364356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.146920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"852.615446ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:48:22.147552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:21.245328Z","time spent":"902.214953ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-20T17:48:22.147556Z","caller":"traceutil/trace.go:172","msg":"trace[1135201545] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1364; }","duration":"853.248568ms","start":"2026-04-20T17:48:21.294297Z","end":"2026-04-20T17:48:22.147546Z","steps":["trace[1135201545] 'agreement among raft nodes before linearized reading' (duration: 852.602435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:23.119169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025308799,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:48:23.308268Z","caller":"traceutil/trace.go:172","msg":"trace[842463874] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1596; }","duration":"689.408202ms","start":"2026-04-20T17:48:22.618848Z","end":"2026-04-20T17:48:23.308256Z","steps":["trace[842463874] 'read index received' (duration: 689.405412ms)","trace[842463874] 'applied index is now lower than readState.Index' (duration: 2.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:23.308405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"689.553655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:23.308436Z","caller":"traceutil/trace.go:172","msg":"trace[1427634993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1367; }","duration":"689.595217ms","start":"2026-04-20T17:48:22.618836Z","end":"2026-04-20T17:48:23.308431Z","steps":["trace[1427634993] 'agreement among raft nodes before linearized reading' (duration: 689.530074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:23.308452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:22.618818Z","time spent":"689.629208ms","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:48:23.311551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.340069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:23.311594Z","caller":"traceutil/trace.go:172","msg":"trace[499948437] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1368; }","duration":"477.38603ms","start":"2026-04-20T17:48:22.834198Z","end":"2026-04-20T17:48:23.311584Z","steps":["trace[499948437] 'agreement among raft nodes before linearized reading' (duration: 477.316099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:23.311642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:22.834183Z","time spent":"477.447971ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:48:23.311628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"576.362299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-20T17:48:23.311818Z","caller":"traceutil/trace.go:172","msg":"trace[792013022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1368; }","duration":"576.551343ms","start":"2026-04-20T17:48:22.735255Z","end":"2026-04-20T17:48:23.311806Z","steps":["trace[792013022] 'agreement among raft nodes before linearized reading' (duration: 576.248807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:23.311949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:22.735233Z","time spent":"576.704086ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:49:00.649985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:49:00.252206Z","time spent":"397.77338ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-20T17:49:00.655612Z","caller":"traceutil/trace.go:172","msg":"trace[948355380] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1770; }","duration":"361.584908ms","start":"2026-04-20T17:49:00.294005Z","end":"2026-04-20T17:49:00.655590Z","steps":["trace[948355380] 'read index received' (duration: 361.579837ms)","trace[948355380] 'applied index is now lower than readState.Index' (duration: 4.021µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:49:00.655831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.803021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:49:00.655914Z","caller":"traceutil/trace.go:172","msg":"trace[1635536737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1518; }","duration":"361.899742ms","start":"2026-04-20T17:49:00.293998Z","end":"2026-04-20T17:49:00.655898Z","steps":["trace[1635536737] 'agreement among raft nodes before linearized reading' (duration: 361.77131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:49:00.658126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.957697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:49:00.658255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.697908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T17:49:00.658358Z","caller":"traceutil/trace.go:172","msg":"trace[336290017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1522; }","duration":"178.82531ms","start":"2026-04-20T17:49:00.479518Z","end":"2026-04-20T17:49:00.658344Z","steps":["trace[336290017] 'agreement among raft nodes before linearized reading' (duration: 178.599397ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:49:00.658305Z","caller":"traceutil/trace.go:172","msg":"trace[422976054] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1522; }","duration":"227.042018ms","start":"2026-04-20T17:49:00.431127Z","end":"2026-04-20T17:49:00.658169Z","steps":["trace[422976054] 'agreement among raft nodes before linearized reading' (duration: 226.938267ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:50:11.554358Z","caller":"traceutil/trace.go:172","msg":"trace[1444546428] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2086; }","duration":"314.865026ms","start":"2026-04-20T17:50:11.239468Z","end":"2026-04-20T17:50:11.554333Z","steps":["trace[1444546428] 'read index received' (duration: 314.844516ms)","trace[1444546428] 'applied index is now lower than readState.Index' (duration: 5.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:50:11.554459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.980487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:50:11.554522Z","caller":"traceutil/trace.go:172","msg":"trace[998646820] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1792; }","duration":"315.056058ms","start":"2026-04-20T17:50:11.239454Z","end":"2026-04-20T17:50:11.554510Z","steps":["trace[998646820] 'agreement among raft nodes before linearized reading' (duration: 314.951637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:11.554551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:11.239433Z","time spent":"315.111038ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:50:11.558310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.807722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:50:11.558379Z","caller":"traceutil/trace.go:172","msg":"trace[94523393] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1795; }","duration":"263.895133ms","start":"2026-04-20T17:50:11.294472Z","end":"2026-04-20T17:50:11.558367Z","steps":["trace[94523393] 'agreement among raft nodes before linearized reading' (duration: 263.782322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.120215Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12582104821025309482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:50:35.160184Z","caller":"traceutil/trace.go:172","msg":"trace[464489348] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2192; }","duration":"540.798952ms","start":"2026-04-20T17:50:34.619365Z","end":"2026-04-20T17:50:35.160164Z","steps":["trace[464489348] 'read index received' (duration: 540.795282ms)","trace[464489348] 'applied index is now lower than readState.Index' (duration: 3.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:50:35.160285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"540.916703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:50:35.160311Z","caller":"traceutil/trace.go:172","msg":"trace[1557000298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"540.952733ms","start":"2026-04-20T17:50:34.619350Z","end":"2026-04-20T17:50:35.160303Z","steps":["trace[1557000298] 'agreement among raft nodes before linearized reading' (duration: 540.897963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.160327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:34.619330Z","time spent":"540.992003ms","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:50:35.162554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.427663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-20T17:50:35.162608Z","caller":"traceutil/trace.go:172","msg":"trace[2132635614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1885; }","duration":"396.499743ms","start":"2026-04-20T17:50:34.766098Z","end":"2026-04-20T17:50:35.162598Z","steps":["trace[2132635614] 'agreement among raft nodes before linearized reading' (duration: 396.350522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.162635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:34.766069Z","time spent":"396.559694ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}