{"level":"warn","ts":"2026-05-13T01:04:13.387595Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-13T01:04:13.388683Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-13T01:04:13.388779Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=controller-2=https://199.204.45.229:2380,controller-1=https://199.204.45.250:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-13T01:04:13.388976Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-05-13T01:04:13.389152Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T01:04:13.389193Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-13T01:04:13.389255Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T01:04:13.389892Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-05-13T01:04:13.390076Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.250:2380,controller-2=https://199.204.45.229:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-13T01:04:13.392676Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011ea30}"} {"level":"info","ts":"2026-05-13T01:04:13.397527Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-13T01:04:13.397599Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.406184ms"} {"level":"info","ts":"2026-05-13T01:04:13.397642Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-13T01:04:13.397660Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-13T01:04:13.413516Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-13T01:04:13.413692Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-13T01:04:13.415795Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-13T01:04:13.423621Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-13T01:04:13.423774Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"63313c96da575865","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-05-13T01:04:13.424029Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-13T01:04:13.424318Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"63313c96da575865 switched to configuration voters=()"} {"level":"info","ts":"2026-05-13T01:04:13.424686Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"63313c96da575865 became follower at term 0"} {"level":"info","ts":"2026-05-13T01:04:13.424764Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 63313c96da575865 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-05-13T01:04:13.435093Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-13T01:04:13.437662Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-13T01:04:13.439828Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-13T01:04:13.441120Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.441486Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:04:13.441569Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.441716Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.442057Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.442205Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.443243Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.443292Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:04:13.443341Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"63313c96da575865","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-13T01:04:13.443560Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.443685Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:04:13.444138Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:04:13.444301Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:04:13.444149Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T01:04:13.443813Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-13T01:04:13.444175Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-13T01:04:13.444770Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-13T01:04:13.446127Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"63313c96da575865 [term: 0] received a MsgHeartbeat message with higher term from d98d5f2c752cc52d [term: 2]"} {"level":"info","ts":"2026-05-13T01:04:13.445017Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"63313c96da575865","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-13T01:04:13.445067Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-13T01:04:13.443836Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.446319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"63313c96da575865 became follower at term 2"} {"level":"info","ts":"2026-05-13T01:04:13.446581Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 63313c96da575865 elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-05-13T01:04:13.454925Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.454998Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.457058Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.457557Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"d98d5f2c752cc52d","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:13.457608Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.457967Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"d98d5f2c752cc52d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:13.457994Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.501197Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"63313c96da575865","remote-snapshot-sender-id":"d98d5f2c752cc52d","incoming-snapshot-index":452,"incoming-snapshot-message-size-bytes":8201,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-05-13T01:04:13.517797Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001c4.snap.db","bytes":753664,"size":"754 kB"} {"level":"info","ts":"2026-05-13T01:04:13.517883Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"63313c96da575865","remote-snapshot-sender-id":"d98d5f2c752cc52d","incoming-snapshot-index":452,"incoming-snapshot-size-bytes":753664,"incoming-snapshot-size":"754 kB","download-took":"16.774704ms"} {"level":"info","ts":"2026-05-13T01:04:13.518140Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 452, term: 2]"} {"level":"info","ts":"2026-05-13T01:04:13.518287Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"63313c96da575865 switched to configuration voters=(15676290522495632685) learners=(7147560702219606117)"} {"level":"info","ts":"2026-05-13T01:04:13.518335Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"63313c96da575865 [commit: 452, lastindex: 452, lastterm: 2] restored snapshot [index: 452, term: 2]"} {"level":"info","ts":"2026-05-13T01:04:13.518363Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"63313c96da575865 [commit: 452] restored snapshot [index: 452, term: 2]"} {"level":"info","ts":"2026-05-13T01:04:13.518540Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":452,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-13T01:04:13.522709Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":452} {"level":"info","ts":"2026-05-13T01:04:13.523299Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011eb00}"} {"level":"info","ts":"2026-05-13T01:04:13.524405Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-13T01:04:13.524587Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.561799ms"} {"level":"info","ts":"2026-05-13T01:04:13.524766Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-05-13T01:04:13.527433Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-05-13T01:04:13.527487Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-05-13T01:04:13.535043Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":429} {"level":"info","ts":"2026-05-13T01:04:13.535535Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":452} {"level":"info","ts":"2026-05-13T01:04:13.535581Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-05-13T01:04:13.535710Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-05-13T01:04:13.537026Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-05-13T01:04:13.537047Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-05-13T01:04:13.537088Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-05-13T01:04:13.537099Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-05-13T01:04:13.537294Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-05-13T01:04:13.537568Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-05-13T01:04:13.537599Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:13.537673Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:04:13.537690Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"63313c96da575865","recovered-remote-peer-id":"63313c96da575865","recovered-remote-peer-urls":["https://199.204.45.229:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-05-13T01:04:13.537701Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"63313c96da575865","recovered-remote-peer-id":"d98d5f2c752cc52d","recovered-remote-peer-urls":["https://199.204.45.250:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-13T01:04:13.537708Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:04:13.537714Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:13.537723Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-05-13T01:04:13.537731Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:13.537822Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.537842Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:13.537884Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.537899Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.537997Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:13.538152Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d","error":"context canceled"} {"level":"warn","ts":"2026-05-13T01:04:13.538197Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d98d5f2c752cc52d","error":"failed to read d98d5f2c752cc52d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-13T01:04:13.538233Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:13.538358Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:04:13.538384Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538394Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538412Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"63313c96da575865","removed-remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538428Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-05-13T01:04:13.538441Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:13.538470Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538498Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538571Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538600Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:04:13.538611Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:13.538626Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":452,"current-applied-index":452,"incoming-leader-snapshot-index":452,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-13T01:04:13.538680Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538697Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538707Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.538881Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.555755Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.555787Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.556454Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.564452Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"d98d5f2c752cc52d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:13.564518Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.565992Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"d98d5f2c752cc52d","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:13.566037Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:13.992821Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"63313c96da575865 switched to configuration voters=(7147560702219606117 15676290522495632685)"} {"level":"info","ts":"2026-05-13T01:04:13.993046Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"63313c96da575865","promoted-member-id":"63313c96da575865"} {"level":"warn","ts":"2026-05-13T01:04:20.444486Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"63313c96da575865","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.229:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-05-13T01:04:20.447719Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"63313c96da575865","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.229:2379]}","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-05-13T01:04:20.447806Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T01:04:20.447832Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T01:04:20.448206Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-13T01:04:20.448230Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-13T01:04:20.449706Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-05-13T01:04:20.450421Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-13T01:04:20.450623Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-13T01:04:20.453611Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-13T01:04:20.453918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.454023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57996","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:20.458047Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"warn","ts":"2026-05-13T01:04:20.458289Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.463298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.467113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:40086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.467518Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.468026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.468245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.468786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.470842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.472387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.473387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.473791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:44140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.482424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.500024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.524857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.533202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.545352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.552689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.562360Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.571859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.579026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.588437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.594509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.603831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.612071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.622815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.632744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.642492Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.652374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.696450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.701247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.707147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.717634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.726169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.733842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.744346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.759718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.767619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.775260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.781533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.791073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.798819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.807777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.815737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.841247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.845818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.854903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.863703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.873403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.892054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.901571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.908234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.917129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.926591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.935196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.944875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.953799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.963929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.973026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:20.990631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.008219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.018841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.057297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.063399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.075218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.083174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:21.141220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:31.173723Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377600843,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:04:31.662153Z","caller":"traceutil/trace.go:172","msg":"trace[627129375] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:503; }","duration":"988.701361ms","start":"2026-05-13T01:04:30.673411Z","end":"2026-05-13T01:04:31.662112Z","steps":["trace[627129375] 'read index received' (duration: 988.69214ms)","trace[627129375] 'applied index is now lower than readState.Index' (duration: 6.82µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:04:31.662344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"988.923799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:04:31.662467Z","caller":"traceutil/trace.go:172","msg":"trace[457949467] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:474; }","duration":"989.092335ms","start":"2026-05-13T01:04:30.673359Z","end":"2026-05-13T01:04:31.662451Z","steps":["trace[457949467] 'agreement among raft nodes before linearized reading' (duration: 988.893108ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:04:31.667446Z","caller":"traceutil/trace.go:172","msg":"trace[2060746629] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"471.841805ms","start":"2026-05-13T01:04:31.195533Z","end":"2026-05-13T01:04:31.667375Z","steps":["trace[2060746629] 'process raft request' (duration: 471.485382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:31.668369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:04:31.195498Z","time spent":"472.203618ms","remote":"127.0.0.1:58320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3007,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:04:31.668545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.481937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:04:31.668595Z","caller":"traceutil/trace.go:172","msg":"trace[685729253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"389.56116ms","start":"2026-05-13T01:04:31.279024Z","end":"2026-05-13T01:04:31.668585Z","steps":["trace[685729253] 'agreement among raft nodes before linearized reading' (duration: 389.450266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:31.668625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:04:31.279008Z","time spent":"389.610892ms","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:04:31.668425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.454601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:04:31.668760Z","caller":"traceutil/trace.go:172","msg":"trace[1680888611] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:0; response_revision:476; }","duration":"494.799113ms","start":"2026-05-13T01:04:31.173914Z","end":"2026-05-13T01:04:31.668713Z","steps":["trace[1680888611] 'agreement among raft nodes before linearized reading' (duration: 494.392839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:31.668896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:04:31.173885Z","time spent":"494.985401ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:04:31.669104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.621336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:04:31.669241Z","caller":"traceutil/trace.go:172","msg":"trace[1286718412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:476; }","duration":"380.070774ms","start":"2026-05-13T01:04:31.289145Z","end":"2026-05-13T01:04:31.669216Z","steps":["trace[1286718412] 'agreement among raft nodes before linearized reading' (duration: 379.257343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:31.670227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:04:31.289135Z","time spent":"381.073369ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:04:53.125277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:46602","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:53.605301Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"63313c96da575865 switched to configuration voters=(7147560702219606117 15676290522495632685) learners=(16031780623832544977)"} {"level":"info","ts":"2026-05-13T01:04:53.605430Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"63313c96da575865","added-peer-id":"de7c5389908776d1","added-peer-peer-urls":["https://199.204.45.144:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-13T01:04:53.605465Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605514Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605721Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605762Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605790Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605810Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605838Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1","remote-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-13T01:04:53.605775Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"warn","ts":"2026-05-13T01:04:53.635429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:46740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:54.657471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:46808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:55.157075Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:47114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.158060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:47152","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:56.423195Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"de7c5389908776d1","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:56.423241Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.423270Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.428434Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.428776Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.432793Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"de7c5389908776d1","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:56.432918Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"warn","ts":"2026-05-13T01:04:56.458383Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.458544Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:56.478563Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"de7c5389908776d1","stream-type":"stream Message"} {"level":"warn","ts":"2026-05-13T01:04:56.478598Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.478629Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.480581Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"63313c96da575865","to":"de7c5389908776d1","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-05-13T01:04:56.480619Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.480631Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.518433Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.521431Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"63313c96da575865","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.686871Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"63313c96da575865 switched to configuration voters=(7147560702219606117 15676290522495632685 16031780623832544977)"} {"level":"info","ts":"2026-05-13T01:04:56.687077Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"63313c96da575865","promoted-member-id":"de7c5389908776d1"} {"level":"warn","ts":"2026-05-13T01:04:56.737901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:47212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:01.173695Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:05:01.417010Z","caller":"traceutil/trace.go:172","msg":"trace[1874439706] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:633; }","duration":"744.29632ms","start":"2026-05-13T01:05:00.672656Z","end":"2026-05-13T01:05:01.416953Z","steps":["trace[1874439706] 'read index received' (duration: 744.28725ms)","trace[1874439706] 'applied index is now lower than readState.Index' (duration: 7.24µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:01.417101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.415644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:01.417369Z","caller":"traceutil/trace.go:172","msg":"trace[1811415558] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:586; }","duration":"744.706122ms","start":"2026-05-13T01:05:00.672644Z","end":"2026-05-13T01:05:01.417350Z","steps":["trace[1811415558] 'agreement among raft nodes before linearized reading' (duration: 744.391524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:10.070554Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601057,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:05:10.321301Z","caller":"traceutil/trace.go:172","msg":"trace[1721893560] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:683; }","duration":"751.556879ms","start":"2026-05-13T01:05:09.569710Z","end":"2026-05-13T01:05:10.321267Z","steps":["trace[1721893560] 'read index received' (duration: 751.548308ms)","trace[1721893560] 'applied index is now lower than readState.Index' (duration: 6.431µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:10.321571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.869976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:05:10.321661Z","caller":"traceutil/trace.go:172","msg":"trace[1738011387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:628; }","duration":"751.977839ms","start":"2026-05-13T01:05:09.569663Z","end":"2026-05-13T01:05:10.321641Z","steps":["trace[1738011387] 'agreement among raft nodes before linearized reading' (duration: 751.700552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:10.321723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:09.569636Z","time spent":"752.077092ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:05:10.323241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.216779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:10.323578Z","caller":"traceutil/trace.go:172","msg":"trace[692505185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"650.577718ms","start":"2026-05-13T01:05:09.672980Z","end":"2026-05-13T01:05:10.323557Z","steps":["trace[692505185] 'agreement among raft nodes before linearized reading' (duration: 650.066866ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:25.789166Z","caller":"traceutil/trace.go:172","msg":"trace[367525272] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:786; }","duration":"202.571994ms","start":"2026-05-13T01:05:25.586572Z","end":"2026-05-13T01:05:25.789144Z","steps":["trace[367525272] 'read index received' (duration: 202.566174ms)","trace[367525272] 'applied index is now lower than readState.Index' (duration: 4.35µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:25.789364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.789429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:25.789470Z","caller":"traceutil/trace.go:172","msg":"trace[1015872604] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:720; }","duration":"202.912752ms","start":"2026-05-13T01:05:25.586532Z","end":"2026-05-13T01:05:25.789445Z","steps":["trace[1015872604] 'agreement among raft nodes before linearized reading' (duration: 202.725407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:25.817059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.873302ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:25.817125Z","caller":"traceutil/trace.go:172","msg":"trace[2095254292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:720; }","duration":"139.946014ms","start":"2026-05-13T01:05:25.677164Z","end":"2026-05-13T01:05:25.817110Z","steps":["trace[2095254292] 'agreement among raft nodes before linearized reading' (duration: 139.845462ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.250453Z","caller":"traceutil/trace.go:172","msg":"trace[633804748] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:995; }","duration":"101.444864ms","start":"2026-05-13T01:05:41.148984Z","end":"2026-05-13T01:05:41.250429Z","steps":["trace[633804748] 'read index received' (duration: 101.436094ms)","trace[633804748] 'applied index is now lower than readState.Index' (duration: 7.56µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:41.250648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.634858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:41.250683Z","caller":"traceutil/trace.go:172","msg":"trace[1916584245] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:860; }","duration":"101.693409ms","start":"2026-05-13T01:05:41.148978Z","end":"2026-05-13T01:05:41.250671Z","steps":["trace[1916584245] 'agreement among raft nodes before linearized reading' (duration: 101.587827ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.251546Z","caller":"traceutil/trace.go:172","msg":"trace[168016015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:860; }","duration":"103.057137ms","start":"2026-05-13T01:05:41.148462Z","end":"2026-05-13T01:05:41.251519Z","steps":["trace[168016015] 'process raft request' (duration: 102.759561ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.621204Z","caller":"traceutil/trace.go:172","msg":"trace[770064195] transaction","detail":"{read_only:false; number_of_response:1; response_revision:868; }","duration":"221.152414ms","start":"2026-05-13T01:05:41.400013Z","end":"2026-05-13T01:05:41.621165Z","steps":["trace[770064195] 'process raft request' (duration: 220.846278ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.621420Z","caller":"traceutil/trace.go:172","msg":"trace[1281215833] transaction","detail":"{read_only:false; number_of_response:1; response_revision:870; }","duration":"160.205082ms","start":"2026-05-13T01:05:41.461188Z","end":"2026-05-13T01:05:41.621393Z","steps":["trace[1281215833] 'process raft request' (duration: 160.1316ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.777822Z","caller":"traceutil/trace.go:172","msg":"trace[1444625387] transaction","detail":"{read_only:false; number_of_response:1; response_revision:877; }","duration":"114.953882ms","start":"2026-05-13T01:05:41.662851Z","end":"2026-05-13T01:05:41.777805Z","steps":["trace[1444625387] 'process raft request' (duration: 114.84522ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.778521Z","caller":"traceutil/trace.go:172","msg":"trace[1947106052] transaction","detail":"{read_only:false; number_of_response:1; response_revision:877; }","duration":"104.404855ms","start":"2026-05-13T01:05:41.674104Z","end":"2026-05-13T01:05:41.778509Z","steps":["trace[1947106052] 'process raft request' (duration: 104.273012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.053080Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601304,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:05:43.099063Z","caller":"traceutil/trace.go:172","msg":"trace[223187262] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1049; }","duration":"546.463828ms","start":"2026-05-13T01:05:42.552574Z","end":"2026-05-13T01:05:43.099037Z","steps":["trace[223187262] 'read index received' (duration: 546.457398ms)","trace[223187262] 'applied index is now lower than readState.Index' (duration: 5.13µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.099236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.645562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.099261Z","caller":"traceutil/trace.go:172","msg":"trace[413805843] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:892; }","duration":"546.694323ms","start":"2026-05-13T01:05:42.552560Z","end":"2026-05-13T01:05:43.099255Z","steps":["trace[413805843] 'agreement among raft nodes before linearized reading' (duration: 546.608121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.099284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:42.552535Z","time spent":"546.745104ms","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-05-13T01:05:43.100491Z","caller":"traceutil/trace.go:172","msg":"trace[2091436458] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"104.055052ms","start":"2026-05-13T01:05:42.996428Z","end":"2026-05-13T01:05:43.100483Z","steps":["trace[2091436458] 'process raft request' (duration: 103.978681ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.100507Z","caller":"traceutil/trace.go:172","msg":"trace[1709654887] transaction","detail":"{read_only:false; number_of_response:1; response_revision:892; }","duration":"605.460903ms","start":"2026-05-13T01:05:42.495023Z","end":"2026-05-13T01:05:43.100484Z","steps":["trace[1709654887] 'process raft request' (duration: 604.580755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.100890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:42.494980Z","time spent":"605.624246ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570141,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:05:43.102291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.499013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.102388Z","caller":"traceutil/trace.go:172","msg":"trace[353334196] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:893; }","duration":"460.644036ms","start":"2026-05-13T01:05:42.641724Z","end":"2026-05-13T01:05:43.102368Z","steps":["trace[353334196] 'agreement among raft nodes before linearized reading' (duration: 460.428022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.102424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:42.641684Z","time spent":"460.734218ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:05:43.102533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.416497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.102594Z","caller":"traceutil/trace.go:172","msg":"trace[314082733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:893; }","duration":"429.477059ms","start":"2026-05-13T01:05:42.673110Z","end":"2026-05-13T01:05:43.102587Z","steps":["trace[314082733] 'agreement among raft nodes before linearized reading' (duration: 429.405457ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.466815Z","caller":"traceutil/trace.go:172","msg":"trace[1191407822] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1054; }","duration":"187.259901ms","start":"2026-05-13T01:05:43.279521Z","end":"2026-05-13T01:05:43.466781Z","steps":["trace[1191407822] 'read index received' (duration: 187.252671ms)","trace[1191407822] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.467052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.506586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.467173Z","caller":"traceutil/trace.go:172","msg":"trace[2109489555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:895; }","duration":"187.641919ms","start":"2026-05-13T01:05:43.279508Z","end":"2026-05-13T01:05:43.467150Z","steps":["trace[2109489555] 'agreement among raft nodes before linearized reading' (duration: 187.376084ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.862756Z","caller":"traceutil/trace.go:172","msg":"trace[1096467313] linearizableReadLoop","detail":"{readStateIndex:1056; appliedIndex:1056; }","duration":"285.060266ms","start":"2026-05-13T01:05:43.577671Z","end":"2026-05-13T01:05:43.862731Z","steps":["trace[1096467313] 'read index received' (duration: 285.054066ms)","trace[1096467313] 'applied index is now lower than readState.Index' (duration: 5.33µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.863029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.348391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-13T01:05:43.863113Z","caller":"traceutil/trace.go:172","msg":"trace[940651676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:896; }","duration":"285.447083ms","start":"2026-05-13T01:05:43.577654Z","end":"2026-05-13T01:05:43.863101Z","steps":["trace[940651676] 'agreement among raft nodes before linearized reading' (duration: 285.216179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.865727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.462027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.865789Z","caller":"traceutil/trace.go:172","msg":"trace[1002656736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"192.523398ms","start":"2026-05-13T01:05:43.673251Z","end":"2026-05-13T01:05:43.865775Z","steps":["trace[1002656736] 'agreement among raft nodes before linearized reading' (duration: 192.444496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.865979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:05:43.866069Z","caller":"traceutil/trace.go:172","msg":"trace[1402234661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:896; }","duration":"140.003932ms","start":"2026-05-13T01:05:43.726045Z","end":"2026-05-13T01:05:43.866049Z","steps":["trace[1402234661] 'agreement among raft nodes before linearized reading' (duration: 139.688556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.866274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.609718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:05:43.866465Z","caller":"traceutil/trace.go:172","msg":"trace[383428344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:896; }","duration":"152.024547ms","start":"2026-05-13T01:05:43.714283Z","end":"2026-05-13T01:05:43.866308Z","steps":["trace[383428344] 'agreement among raft nodes before linearized reading' (duration: 151.477675ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:48.075075Z","caller":"traceutil/trace.go:172","msg":"trace[1657772596] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1088; }","duration":"196.644101ms","start":"2026-05-13T01:05:47.878407Z","end":"2026-05-13T01:05:48.075051Z","steps":["trace[1657772596] 'read index received' (duration: 196.637571ms)","trace[1657772596] 'applied index is now lower than readState.Index' (duration: 5.12µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.075491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.575302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:05:48.075551Z","caller":"traceutil/trace.go:172","msg":"trace[1373939814] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"179.667515ms","start":"2026-05-13T01:05:47.895858Z","end":"2026-05-13T01:05:48.075525Z","steps":["trace[1373939814] 'process raft request' (duration: 179.4355ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:48.075595Z","caller":"traceutil/trace.go:172","msg":"trace[52183950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:927; }","duration":"245.685754ms","start":"2026-05-13T01:05:47.829882Z","end":"2026-05-13T01:05:48.075567Z","steps":["trace[52183950] 'agreement among raft nodes before linearized reading' (duration: 245.350998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.394649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.715169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-13T01:05:48.778955Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:05:48.873887Z","caller":"traceutil/trace.go:172","msg":"trace[1003489596] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1093; }","duration":"595.375668ms","start":"2026-05-13T01:05:48.278486Z","end":"2026-05-13T01:05:48.873861Z","steps":["trace[1003489596] 'read index received' (duration: 595.368268ms)","trace[1003489596] 'applied index is now lower than readState.Index' (duration: 6.6µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.874122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.579752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.874240Z","caller":"traceutil/trace.go:172","msg":"trace[758445416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:932; }","duration":"595.739585ms","start":"2026-05-13T01:05:48.278479Z","end":"2026-05-13T01:05:48.874218Z","steps":["trace[758445416] 'agreement among raft nodes before linearized reading' (duration: 595.519531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.874295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.278453Z","time spent":"595.834027ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:05:48.908086Z","caller":"traceutil/trace.go:172","msg":"trace[1456886540] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"111.039589ms","start":"2026-05-13T01:05:48.797005Z","end":"2026-05-13T01:05:48.908044Z","steps":["trace[1456886540] 'process raft request' (duration: 110.951457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.932442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.971997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:05:48.932447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.666189ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.932526Z","caller":"traceutil/trace.go:172","msg":"trace[1351036205] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:935; }","duration":"183.076649ms","start":"2026-05-13T01:05:48.749432Z","end":"2026-05-13T01:05:48.932508Z","steps":["trace[1351036205] 'agreement among raft nodes before linearized reading' (duration: 182.918266ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:48.932538Z","caller":"traceutil/trace.go:172","msg":"trace[453446125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"258.774002ms","start":"2026-05-13T01:05:48.673746Z","end":"2026-05-13T01:05:48.932520Z","steps":["trace[453446125] 'agreement among raft nodes before linearized reading' (duration: 258.624789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.932593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.553492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j7xlv\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-05-13T01:05:48.932625Z","caller":"traceutil/trace.go:172","msg":"trace[1134584663] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j7xlv; range_end:; response_count:1; response_revision:935; }","duration":"137.591112ms","start":"2026-05-13T01:05:48.795025Z","end":"2026-05-13T01:05:48.932617Z","steps":["trace[1134584663] 'agreement among raft nodes before linearized reading' (duration: 137.429739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.932721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.840415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:05:48.934321Z","caller":"traceutil/trace.go:172","msg":"trace[674956876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"395.371176ms","start":"2026-05-13T01:05:48.538849Z","end":"2026-05-13T01:05:48.934220Z","steps":["trace[674956876] 'agreement among raft nodes before linearized reading' (duration: 393.649761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.934618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.538819Z","time spent":"395.730082ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:00.514109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:03.622747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:03.648669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:03.673917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:03.686181Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:04.079477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:18.173716Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:06:18.196067Z","caller":"traceutil/trace.go:172","msg":"trace[1254734207] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1545; }","duration":"522.656096ms","start":"2026-05-13T01:06:17.673384Z","end":"2026-05-13T01:06:18.196040Z","steps":["trace[1254734207] 'read index received' (duration: 522.617725ms)","trace[1254734207] 'applied index is now lower than readState.Index' (duration: 36.291µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:18.196205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.792639ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:18.196315Z","caller":"traceutil/trace.go:172","msg":"trace[1850368144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"522.922181ms","start":"2026-05-13T01:06:17.673373Z","end":"2026-05-13T01:06:18.196295Z","steps":["trace[1850368144] 'agreement among raft nodes before linearized reading' (duration: 522.744678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.196383Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6369671103377601643,"received-request-id":6369671103377601642} {"level":"warn","ts":"2026-05-13T01:06:18.202112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.189549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:06:18.202187Z","caller":"traceutil/trace.go:172","msg":"trace[1025914331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1317; }","duration":"194.2787ms","start":"2026-05-13T01:06:18.007889Z","end":"2026-05-13T01:06:18.202167Z","steps":["trace[1025914331] 'agreement among raft nodes before linearized reading' (duration: 193.124381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.202114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.740832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-13T01:06:18.202305Z","caller":"traceutil/trace.go:172","msg":"trace[1320750703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1317; }","duration":"334.950075ms","start":"2026-05-13T01:06:17.867338Z","end":"2026-05-13T01:06:18.202288Z","steps":["trace[1320750703] 'agreement among raft nodes before linearized reading' (duration: 333.644383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.202360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:17.867304Z","time spent":"335.040767ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:18.888036Z","caller":"traceutil/trace.go:172","msg":"trace[2043719662] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1556; }","duration":"214.918081ms","start":"2026-05-13T01:06:18.673091Z","end":"2026-05-13T01:06:18.888009Z","steps":["trace[2043719662] 'read index received' (duration: 214.909711ms)","trace[2043719662] 'applied index is now lower than readState.Index' (duration: 6.56µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:18.888192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.084163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:18.888230Z","caller":"traceutil/trace.go:172","msg":"trace[681688333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1326; }","duration":"215.148624ms","start":"2026-05-13T01:06:18.673070Z","end":"2026-05-13T01:06:18.888219Z","steps":["trace[681688333] 'agreement among raft nodes before linearized reading' (duration: 215.051693ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:20.669560Z","caller":"traceutil/trace.go:172","msg":"trace[2023067894] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1568; }","duration":"389.830508ms","start":"2026-05-13T01:06:20.279694Z","end":"2026-05-13T01:06:20.669524Z","steps":["trace[2023067894] 'read index received' (duration: 389.823448ms)","trace[2023067894] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:20.669836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.119583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:20.669941Z","caller":"traceutil/trace.go:172","msg":"trace[223085868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"390.239175ms","start":"2026-05-13T01:06:20.279685Z","end":"2026-05-13T01:06:20.669925Z","steps":["trace[223085868] 'agreement among raft nodes before linearized reading' (duration: 390.078922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:20.669984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:20.279657Z","time spent":"390.317206ms","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:06:20.676445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.153385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-13T01:06:20.676505Z","caller":"traceutil/trace.go:172","msg":"trace[961568184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1337; }","duration":"267.222156ms","start":"2026-05-13T01:06:20.409257Z","end":"2026-05-13T01:06:20.676479Z","steps":["trace[961568184] 'agreement among raft nodes before linearized reading' (duration: 267.006913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:21.936135Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:22.436409Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:22.937232Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:23.437832Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:23.938924Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377601660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:24.280261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000115903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:06:24.280438Z","caller":"traceutil/trace.go:172","msg":"trace[918619306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310006s","start":"2026-05-13T01:06:22.280091Z","end":"2026-05-13T01:06:24.280401Z","steps":["trace[918619306] 'agreement among raft nodes before linearized reading' (duration: 2.000107883s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.280510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.280058Z","time spent":"2.000441179s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:06:24 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-13T01:06:24.323798Z","caller":"traceutil/trace.go:172","msg":"trace[55812117] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1574; }","duration":"2.887876719s","start":"2026-05-13T01:06:21.435891Z","end":"2026-05-13T01:06:24.323767Z","steps":["trace[55812117] 'read index received' (duration: 2.887866779s)","trace[55812117] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:24.324161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.888233996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:06:24.324225Z","caller":"traceutil/trace.go:172","msg":"trace[168520929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1343; }","duration":"2.888325807s","start":"2026-05-13T01:06:21.435871Z","end":"2026-05-13T01:06:24.324197Z","steps":["trace[168520929] 'agreement among raft nodes before linearized reading' (duration: 2.888041392s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.324261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.435843Z","time spent":"2.888411498s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:24.361302Z","caller":"traceutil/trace.go:172","msg":"trace[1423306093] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"177.8859ms","start":"2026-05-13T01:06:24.183190Z","end":"2026-05-13T01:06:24.361076Z","steps":["trace[1423306093] 'process raft request' (duration: 177.662457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.362664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.758414123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-13T01:06:24.362741Z","caller":"traceutil/trace.go:172","msg":"trace[509201735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1349; }","duration":"2.758500514s","start":"2026-05-13T01:06:21.604225Z","end":"2026-05-13T01:06:24.362725Z","steps":["trace[509201735] 'agreement among raft nodes before linearized reading' (duration: 2.75828265s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.362751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.582747635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.362837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.689100086s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.362813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.596946375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.362865Z","caller":"traceutil/trace.go:172","msg":"trace[671574367] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1349; }","duration":"1.582883957s","start":"2026-05-13T01:06:22.779962Z","end":"2026-05-13T01:06:24.362846Z","steps":["trace[671574367] 'agreement among raft nodes before linearized reading' (duration: 1.582685154s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:24.362867Z","caller":"traceutil/trace.go:172","msg":"trace[846304250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1349; }","duration":"2.689127007s","start":"2026-05-13T01:06:21.673731Z","end":"2026-05-13T01:06:24.362858Z","steps":["trace[846304250] 'agreement among raft nodes before linearized reading' (duration: 2.689084986s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:24.362920Z","caller":"traceutil/trace.go:172","msg":"trace[1140844390] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1349; }","duration":"2.597073817s","start":"2026-05-13T01:06:21.765823Z","end":"2026-05-13T01:06:24.362897Z","steps":["trace[1140844390] 'agreement among raft nodes before linearized reading' (duration: 2.596901634s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.362988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.765787Z","time spent":"2.597191278s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.363003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.53050779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:06:24.363044Z","caller":"traceutil/trace.go:172","msg":"trace[1166822793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1349; }","duration":"1.53054574s","start":"2026-05-13T01:06:22.832487Z","end":"2026-05-13T01:06:24.363033Z","steps":["trace[1166822793] 'agreement among raft nodes before linearized reading' (duration: 1.530468589s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.363084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.832457Z","time spent":"1.530613912s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.363086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.409671234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.363195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208852996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.363245Z","caller":"traceutil/trace.go:172","msg":"trace[509444354] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1349; }","duration":"1.208904097s","start":"2026-05-13T01:06:23.154327Z","end":"2026-05-13T01:06:24.363231Z","steps":["trace[509444354] 'agreement among raft nodes before linearized reading' (duration: 1.208831635s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.363280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.154305Z","time spent":"1.208968068s","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.362927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.779861Z","time spent":"1.58305617s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:24.363192Z","caller":"traceutil/trace.go:172","msg":"trace[47975006] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1349; }","duration":"1.409796506s","start":"2026-05-13T01:06:22.953377Z","end":"2026-05-13T01:06:24.363173Z","steps":["trace[47975006] 'agreement among raft nodes before linearized reading' (duration: 1.409575142s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.363493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.953355Z","time spent":"1.410105711s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.362764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.29654625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T01:06:24.363673Z","caller":"traceutil/trace.go:172","msg":"trace[14519007] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1349; }","duration":"1.297476626s","start":"2026-05-13T01:06:23.066184Z","end":"2026-05-13T01:06:24.363661Z","steps":["trace[14519007] 'agreement among raft nodes before linearized reading' (duration: 1.296402678s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.363721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.066167Z","time spent":"1.297542487s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.229\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.362868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.062561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.363912Z","caller":"traceutil/trace.go:172","msg":"trace[111732743] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1349; }","duration":"254.105798ms","start":"2026-05-13T01:06:24.109788Z","end":"2026-05-13T01:06:24.363894Z","steps":["trace[111732743] 'agreement among raft nodes before linearized reading' (duration: 253.022371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.362788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.604208Z","time spent":"2.758563905s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.364254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.025108557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-13T01:06:24.364309Z","caller":"traceutil/trace.go:172","msg":"trace[387429960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1349; }","duration":"1.025160078s","start":"2026-05-13T01:06:23.339130Z","end":"2026-05-13T01:06:24.364290Z","steps":["trace[387429960] 'agreement among raft nodes before linearized reading' (duration: 1.023696954s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.364348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.339085Z","time spent":"1.02525393s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:45.475007Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:45.975368Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:46.476115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:46.978850Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:47.021672Z","caller":"traceutil/trace.go:172","msg":"trace[172343504] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1957; }","duration":"2.047053201s","start":"2026-05-13T01:07:44.974596Z","end":"2026-05-13T01:07:47.021649Z","steps":["trace[172343504] 'read index received' (duration: 2.047047531s)","trace[172343504] 'applied index is now lower than readState.Index' (duration: 4.82µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:47.021751Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6369671103377602188,"received-request-id":6369671103377602185} {"level":"warn","ts":"2026-05-13T01:07:47.021873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.047268294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-13T01:07:47.021949Z","caller":"traceutil/trace.go:172","msg":"trace[21327620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1675; }","duration":"2.047347905s","start":"2026-05-13T01:07:44.974580Z","end":"2026-05-13T01:07:47.021928Z","steps":["trace[21327620] 'agreement among raft nodes before linearized reading' (duration: 2.047152833s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:47.021992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:44.974553Z","time spent":"2.047430496s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:47.522739Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:48.023308Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:48.266624Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6369671103377602188,"received-request-id":6369671103377602185} {"level":"info","ts":"2026-05-13T01:07:48.267245Z","caller":"traceutil/trace.go:172","msg":"trace[1610997379] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"1.935758002s","start":"2026-05-13T01:07:46.331451Z","end":"2026-05-13T01:07:48.267209Z","steps":["trace[1610997379] 'process raft request' (duration: 1.935275185s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:48.267342Z","caller":"traceutil/trace.go:172","msg":"trace[1811215843] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"1.786585737s","start":"2026-05-13T01:07:46.480730Z","end":"2026-05-13T01:07:48.267315Z","steps":["trace[1811215843] 'process raft request' (duration: 1.786241123s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.267500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.480701Z","time spent":"1.786710879s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:07:48.267632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.331422Z","time spent":"1.935963115s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:07:48.271878Z","caller":"traceutil/trace.go:172","msg":"trace[786910874] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1960; }","duration":"1.250112564s","start":"2026-05-13T01:07:47.021738Z","end":"2026-05-13T01:07:48.271850Z","steps":["trace[786910874] 'read index received' (duration: 1.250101044s)","trace[786910874] 'applied index is now lower than readState.Index' (duration: 10.48µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:48.271994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.993830539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:48.272039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.75334497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.272050Z","caller":"traceutil/trace.go:172","msg":"trace[11078815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1678; }","duration":"1.993879869s","start":"2026-05-13T01:07:46.278149Z","end":"2026-05-13T01:07:48.272029Z","steps":["trace[11078815] 'agreement among raft nodes before linearized reading' (duration: 1.993794958s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:48.272075Z","caller":"traceutil/trace.go:172","msg":"trace[1270559056] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1679; }","duration":"2.753390581s","start":"2026-05-13T01:07:45.518675Z","end":"2026-05-13T01:07:48.272066Z","steps":["trace[1270559056] 'agreement among raft nodes before linearized reading' (duration: 2.75331149s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.598853559s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:48.272110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.518651Z","time spent":"2.753451171s","remote":"127.0.0.1:59012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.272173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.256035705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-13T01:07:48.272206Z","caller":"traceutil/trace.go:172","msg":"trace[906845318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1682; }","duration":"1.256067075s","start":"2026-05-13T01:07:47.016129Z","end":"2026-05-13T01:07:48.272197Z","steps":["trace[906845318] 'agreement among raft nodes before linearized reading' (duration: 1.255975324s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:48.272141Z","caller":"traceutil/trace.go:172","msg":"trace[1509756476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1678; }","duration":"2.59894899s","start":"2026-05-13T01:07:45.673163Z","end":"2026-05-13T01:07:48.272112Z","steps":["trace[1509756476] 'agreement among raft nodes before linearized reading' (duration: 2.598808818s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:47.016117Z","time spent":"1.256108596s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.272260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.403198743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:48.272352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.318729273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:48.272414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.909772606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-05-13T01:07:48.272084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.278126Z","time spent":"1.99395109s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:07:48.272431Z","caller":"traceutil/trace.go:172","msg":"trace[1333044825] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1682; }","duration":"1.318802864s","start":"2026-05-13T01:07:46.953607Z","end":"2026-05-13T01:07:48.272410Z","steps":["trace[1333044825] 'agreement among raft nodes before linearized reading' (duration: 1.318692643s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:48.272442Z","caller":"traceutil/trace.go:172","msg":"trace[1369903126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1682; }","duration":"1.909800667s","start":"2026-05-13T01:07:46.362634Z","end":"2026-05-13T01:07:48.272434Z","steps":["trace[1369903126] 'agreement among raft nodes before linearized reading' (duration: 1.909677225s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.892314718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T01:07:48.272476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.362620Z","time spent":"1.909850617s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:07:48.272498Z","caller":"traceutil/trace.go:172","msg":"trace[62963076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1682; }","duration":"2.892352788s","start":"2026-05-13T01:07:45.380136Z","end":"2026-05-13T01:07:48.272488Z","steps":["trace[62963076] 'agreement among raft nodes before linearized reading' (duration: 2.892200846s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.380102Z","time spent":"2.892424909s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.272552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.953587Z","time spent":"1.318951916s","remote":"127.0.0.1:58690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-05-13T01:07:48.272319Z","caller":"traceutil/trace.go:172","msg":"trace[759490688] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1682; }","duration":"2.403255034s","start":"2026-05-13T01:07:45.869050Z","end":"2026-05-13T01:07:48.272305Z","steps":["trace[759490688] 'agreement among raft nodes before linearized reading' (duration: 2.403168553s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.273073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.869030Z","time spent":"2.404021794s","remote":"127.0.0.1:58690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.274410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.341275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.274464Z","caller":"traceutil/trace.go:172","msg":"trace[1748230355] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1682; }","duration":"448.402776ms","start":"2026-05-13T01:07:47.826049Z","end":"2026-05-13T01:07:48.274452Z","steps":["trace[1748230355] 'agreement among raft nodes before linearized reading' (duration: 448.310214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.274492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:47.826031Z","time spent":"448.455606ms","remote":"127.0.0.1:58706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:49.966767Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6369671103377602197,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:50.246076Z","caller":"traceutil/trace.go:172","msg":"trace[905500869] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1968; }","duration":"779.938157ms","start":"2026-05-13T01:07:49.466109Z","end":"2026-05-13T01:07:50.246048Z","steps":["trace[905500869] 'read index received' (duration: 779.932917ms)","trace[905500869] 'applied index is now lower than readState.Index' (duration: 4.3µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:50.246211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"780.082429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.246243Z","caller":"traceutil/trace.go:172","msg":"trace[1396242507] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1684; }","duration":"780.126289ms","start":"2026-05-13T01:07:49.466105Z","end":"2026-05-13T01:07:50.246231Z","steps":["trace[1396242507] 'agreement among raft nodes before linearized reading' (duration: 780.047178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.246276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:49.466091Z","time spent":"780.17681ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:50.736725Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6369671103377602198,"received-request-id":6369671103377602197} {"level":"info","ts":"2026-05-13T01:07:50.736827Z","caller":"traceutil/trace.go:172","msg":"trace[1750670661] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1970; }","duration":"490.645375ms","start":"2026-05-13T01:07:50.246141Z","end":"2026-05-13T01:07:50.736787Z","steps":["trace[1750670661] 'read index received' (duration: 490.641155ms)","trace[1750670661] 'applied index is now lower than readState.Index' (duration: 3.55µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:50.736974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.063371481s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.737017Z","caller":"traceutil/trace.go:172","msg":"trace[1235381423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1686; }","duration":"1.063463543s","start":"2026-05-13T01:07:49.673543Z","end":"2026-05-13T01:07:50.737006Z","steps":["trace[1235381423] 'agreement among raft nodes before linearized reading' (duration: 1.063352111s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.738888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.983282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:50.738922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"445.142563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-13T01:07:50.738936Z","caller":"traceutil/trace.go:172","msg":"trace[1023910005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1688; }","duration":"459.043873ms","start":"2026-05-13T01:07:50.279881Z","end":"2026-05-13T01:07:50.738925Z","steps":["trace[1023910005] 'agreement among raft nodes before linearized reading' (duration: 458.940342ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:50.738966Z","caller":"traceutil/trace.go:172","msg":"trace[2043550189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1688; }","duration":"445.189393ms","start":"2026-05-13T01:07:50.293765Z","end":"2026-05-13T01:07:50.738954Z","steps":["trace[2043550189] 'agreement among raft nodes before linearized reading' (duration: 445.044531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.738972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.279834Z","time spent":"459.131663ms","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:07:50.738998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.293749Z","time spent":"445.240604ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:08:11.857028Z","caller":"traceutil/trace.go:172","msg":"trace[42871052] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"184.050667ms","start":"2026-05-13T01:08:11.672953Z","end":"2026-05-13T01:08:11.857003Z","steps":["trace[42871052] 'read index received' (duration: 184.029936ms)","trace[42871052] 'applied index is now lower than readState.Index' (duration: 19.451µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:11.857168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.188598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:11.857261Z","caller":"traceutil/trace.go:172","msg":"trace[509613260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1771; }","duration":"184.30072ms","start":"2026-05-13T01:08:11.672944Z","end":"2026-05-13T01:08:11.857244Z","steps":["trace[509613260] 'agreement among raft nodes before linearized reading' (duration: 184.149518ms)"],"step_count":1}