{"level":"warn","ts":"2026-04-13T15:22:31.717939Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-13T15:22:31.718253Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-13T15:22:31.718269Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.137:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.137:2380","--initial-cluster=controller-1=https://199.19.213.137:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.137:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.137:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-13T15:22:31.718340Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-04-13T15:22:31.718378Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-13T15:22:31.718389Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.137:2380"]} {"level":"info","ts":"2026-04-13T15:22:31.718410Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-13T15:22:31.718873Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.137:2379"]} {"level":"info","ts":"2026-04-13T15:22:31.719047Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.137:2380"],"listen-peer-urls":["https://199.19.213.137:2380"],"advertise-client-urls":["https://199.19.213.137:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.137:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-13T15:22:31.719788Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000d25d0}"} {"level":"info","ts":"2026-04-13T15:22:31.728531Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-13T15:22:31.728706Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.044417ms"} {"level":"info","ts":"2026-04-13T15:22:31.728794Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":4874} {"level":"info","ts":"2026-04-13T15:22:31.776900Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-04-13T15:22:31.776965Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":24674304,"backend-size":"25 MB","backend-size-in-use-bytes":7573504,"backend-size-in-use":"7.6 MB"} {"level":"info","ts":"2026-04-13T15:22:31.777149Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-04-13T15:22:31.825578Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","commit-index":4872} {"level":"info","ts":"2026-04-13T15:22:31.825638Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-13T15:22:31.825806Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-13T15:22:31.826001Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:2ba8e3c2b0588654 RaftAttributes:{PeerURLs:[https://199.19.213.137:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.19.213.137:2379]}}"} {"level":"info","ts":"2026-04-13T15:22:31.826030Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:4bf2daa1f2b4aaba RaftAttributes:{PeerURLs:[https://199.19.213.86:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.19.213.86:2379]}}"} {"level":"info","ts":"2026-04-13T15:22:31.826037Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:f6d1c34a0209f60a RaftAttributes:{PeerURLs:[https://199.19.213.191:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.19.213.191:2379]}}"} {"level":"info","ts":"2026-04-13T15:22:31.826094Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-13T15:22:31.826110Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","recovered-remote-peer-id":"2ba8e3c2b0588654","recovered-remote-peer-urls":["https://199.19.213.137:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-13T15:22:31.826118Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","recovered-remote-peer-id":"4bf2daa1f2b4aaba","recovered-remote-peer-urls":["https://199.19.213.86:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-13T15:22:31.826123Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","recovered-remote-peer-id":"f6d1c34a0209f60a","recovered-remote-peer-urls":["https://199.19.213.191:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-13T15:22:31.826129Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-13T15:22:31.826139Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-13T15:22:31.826198Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-13T15:22:31.826280Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ba8e3c2b0588654 switched to configuration voters=()"} {"level":"info","ts":"2026-04-13T15:22:31.826311Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2ba8e3c2b0588654 became follower at term 5"} {"level":"info","ts":"2026-04-13T15:22:31.826342Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 2ba8e3c2b0588654 [peers: [], term: 5, commit: 4872, applied: 0, lastindex: 4874, lastterm: 5]"} {"level":"warn","ts":"2026-04-13T15:22:31.828177Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-13T15:22:31.829296Z","caller":"mvcc/kvstore.go:334","msg":"restored last compact revision","meta-bucket-name-key":"finishedCompactRev","restored-compact-revision":2323} {"level":"info","ts":"2026-04-13T15:22:31.833413Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":4239} {"level":"info","ts":"2026-04-13T15:22:31.838121Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-13T15:22:31.838715Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.838752Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.839093Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.839130Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba","remote-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-04-13T15:22:31.839189Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.839202Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.839378Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.839950Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.839989Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a","remote-peer-urls":["https://199.19.213.191:2380"]} {"level":"info","ts":"2026-04-13T15:22:31.840004Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"2ba8e3c2b0588654","timeout":"7s"} {"level":"info","ts":"2026-04-13T15:22:31.840086Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.840321Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.840307Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.840397Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.840310Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.839311Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.840434Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.853471Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.853519Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.856928Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.856972Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.857808Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.858616Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.872977Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"2ba8e3c2b0588654"} {"level":"info","ts":"2026-04-13T15:22:31.873066Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"2ba8e3c2b0588654","local-server-version":"3.6.4","cluster-id":"97694c3f9947e4ca","cluster-version":"3.6"} {"level":"info","ts":"2026-04-13T15:22:31.873254Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-13T15:22:31.873389Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.137:2380"} {"level":"info","ts":"2026-04-13T15:22:31.873402Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T15:22:31.873461Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T15:22:31.873420Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.137:2380"} {"level":"info","ts":"2026-04-13T15:22:31.873474Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-13T15:22:31.873368Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-13T15:22:31.873603Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604)"} {"level":"info","ts":"2026-04-13T15:22:31.873721Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","added-peer-id":"2ba8e3c2b0588654","added-peer-peer-urls":["https://199.19.213.137:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-13T15:22:31.873949Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"f6d1c34a0209f60a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-13T15:22:31.873986Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.874009Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","from":"3.6","to":"3.5"} {"level":"info","ts":"2026-04-13T15:22:31.874051Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2ba8e3c2b0588654 [term: 5] received a MsgHeartbeat message with higher term from 4bf2daa1f2b4aaba [term: 6]"} {"level":"info","ts":"2026-04-13T15:22:31.874072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2ba8e3c2b0588654 became follower at term 6"} {"level":"info","ts":"2026-04-13T15:22:31.874080Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2ba8e3c2b0588654 elected leader 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:31.874119Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-13T15:22:31.874192Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.5.0","storage-version":"3.6.0"} {"level":"info","ts":"2026-04-13T15:22:31.874196Z","caller":"apply/apply.go:422","msg":"Cluster version downgrade detected, forcing snapshot","prev-cluster-version":"3.6.0","new-cluster-version":"3.5.0"} {"level":"info","ts":"2026-04-13T15:22:31.874223Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"4bf2daa1f2b4aaba","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-13T15:22:31.874252Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.874281Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"f6d1c34a0209f60a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-13T15:22:31.874319Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"4bf2daa1f2b4aaba","stream-type":"stream Message"} {"level":"info","ts":"2026-04-13T15:22:31.874323Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.874342Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.874526Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"2ba8e3c2b0588654","initial-advertise-peer-urls":["https://199.19.213.137:2380"],"listen-peer-urls":["https://199.19.213.137:2380"],"advertise-client-urls":["https://199.19.213.137:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.137:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-13T15:22:31.874576Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-13T15:22:31.877901Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604) learners=(17785211126092002826)"} {"level":"info","ts":"2026-04-13T15:22:31.878181Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","added-peer-id":"f6d1c34a0209f60a","added-peer-peer-urls":["https://199.19.213.191:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-13T15:22:31.878451Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604 17785211126092002826)"} {"level":"info","ts":"2026-04-13T15:22:31.878586Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","promoted-member-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:22:31.879550Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604 17785211126092002826) learners=(5472676886305090234)"} {"level":"info","ts":"2026-04-13T15:22:31.879612Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","added-peer-id":"4bf2daa1f2b4aaba","added-peer-peer-urls":["https://199.19.213.86:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-13T15:22:31.879852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604 5472676886305090234 17785211126092002826)"} {"level":"info","ts":"2026-04-13T15:22:31.879949Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","promoted-member-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:31.880863Z","caller":"etcdserver/server.go:2185","msg":"triggering snapshot","local-member-id":"2ba8e3c2b0588654","local-member-applied-index":802,"local-member-snapshot-index":0,"local-member-snapshot-count":10000,"snapshot-forced":true} {"level":"info","ts":"2026-04-13T15:22:31.923511Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"2ba8e3c2b0588654","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-13T15:22:32.041972Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.5.0"} {"level":"info","ts":"2026-04-13T15:22:32.048459Z","caller":"etcdserver/server.go:2230","msg":"saved snapshot to disk","snapshot-index":802} {"level":"info","ts":"2026-04-13T15:22:32.065240Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-04-13T15:22:32.065358Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-13T15:22:32.065666Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-13T15:22:32.065870Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-13T15:22:32.095129Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"2ba8e3c2b0588654","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.137:2379]}","cluster-id":"97694c3f9947e4ca","publish-timeout":"7s"} {"level":"info","ts":"2026-04-13T15:22:32.095148Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-13T15:22:32.095144Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-13T15:22:32.095510Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-13T15:22:32.095593Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-13T15:22:32.096858Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-13T15:22:32.096819Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-13T15:22:32.096971Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-13T15:22:32.100081Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-13T15:22:32.100208Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.137:2379"} {"level":"warn","ts":"2026-04-13T15:22:34.494128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.532656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.559053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.569704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.576333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.586657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.596802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.604370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.614316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.624485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.631961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.640836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.650789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.658408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.667789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.675539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.683164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.709131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.718941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.725629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.735396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.746615Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.755605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.764286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.772986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.782329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.792618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.822245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.845704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.856781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.863890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.872025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.892832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.902394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.912682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.925917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.935913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.946371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.955472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.964748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.977238Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.984425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:34.993020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.000109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.008512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.018025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.024383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.034121Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.049649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.057320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.066104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.111985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.121942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.132716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:35.190700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:38.378877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:45016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:38.658506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:45122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.002805Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.002936Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"f6d1c34a0209f60a","error":"failed to read f6d1c34a0209f60a on stream MsgApp v2 (unexpected EOF)"} {"level":"warn","ts":"2026-04-13T15:22:41.003066Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.156509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.206448Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.229479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.248220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.292170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.320318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.343367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.362486Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.454826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.513059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.539845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.560617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.570004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.652481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.665894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.684157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.699364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.711410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.757788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.818636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:41.839779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:46.051253Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-13T15:22:46.051368Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4bf2daa1f2b4aaba","error":"failed to read 4bf2daa1f2b4aaba on stream MsgApp v2 (unexpected EOF)"} {"level":"warn","ts":"2026-04-13T15:22:46.051429Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-13T15:22:46.798240Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:46.841542Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"warn","ts":"2026-04-13T15:22:46.841546Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"warn","ts":"2026-04-13T15:22:47.055099Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"warn","ts":"2026-04-13T15:22:47.102256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:47.128251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:47.137419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:47.152252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:47.163713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:47.299436Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:22:47.427111Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:47.427225Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:47.427264Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:47.427286Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:47.427308Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 2ba8e3c2b0588654 lost leader 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:47.427466Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:47.427501Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:47.799802Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:47.848830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:22:48.300589Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:48.800780Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:48.840304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56564","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-13T15:22:48.926612Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:48.926675Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:48.926708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:48.926723Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:48.926768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:48.926789Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:49.014263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000570999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:49.014337Z","caller":"traceutil/trace.go:172","msg":"trace[1704758384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685741s","start":"2026-04-13T15:22:47.013639Z","end":"2026-04-13T15:22:49.014325Z","steps":["trace[1704758384] 'agreement among raft nodes before linearized reading' (duration: 2.000569609s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:49.014374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.013607Z","time spent":"2.000761062s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:49 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:49.301312Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:49.801887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:50.303090Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:22:50.427514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:50.427558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:50.427574Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:50.427582Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:50.427707Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:50.427724Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:50.803160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:51.014284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999842315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-13T15:22:51.014389Z","caller":"traceutil/trace.go:172","msg":"trace[1723060786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999960647s","start":"2026-04-13T15:22:49.014418Z","end":"2026-04-13T15:22:51.014379Z","steps":["trace[1723060786] 'agreement among raft nodes before linearized reading' (duration: 1.999841015s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:51.015445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:49.014396Z","time spent":"2.000019789s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:51 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:51.303227Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:51.589009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.001102988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:51.589072Z","caller":"traceutil/trace.go:172","msg":"trace[1326215885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00118727s","start":"2026-04-13T15:22:46.587876Z","end":"2026-04-13T15:22:51.589063Z","steps":["trace[1326215885] 'agreement among raft nodes before linearized reading' (duration: 5.001101088s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:51.589110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:46.587854Z","time spent":"5.001248452s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/13 15:22:51 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:51.741589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000215543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-13T15:22:51.741648Z","caller":"traceutil/trace.go:172","msg":"trace[1187022774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000292924s","start":"2026-04-13T15:22:46.741345Z","end":"2026-04-13T15:22:51.741638Z","steps":["trace[1187022774] 'agreement among raft nodes before linearized reading' (duration: 5.000213472s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:51.741679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:46.741321Z","time spent":"5.000352175s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:22:51.805504Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:51.839653Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:22:51.926522Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:51.927113Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:51.927131Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:51.927142Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:51.927167Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:51.927178Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:52.053698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.054933Z","time spent":"4.998759488s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-13T15:22:52.309263Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:52.809358Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:53.027701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.998837028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:53.027797Z","caller":"traceutil/trace.go:172","msg":"trace[565451237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99894368s","start":"2026-04-13T15:22:51.028843Z","end":"2026-04-13T15:22:53.027787Z","steps":["trace[565451237] 'agreement among raft nodes before linearized reading' (duration: 1.998835218s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:53.027831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:51.028830Z","time spent":"1.998994081s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:53 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:53.299161Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-13T15:22:53.299599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.001859934s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:22:53.299646Z","caller":"traceutil/trace.go:172","msg":"trace[1667217937] range","detail":"{range_begin:; range_end:; }","duration":"7.001917345s","start":"2026-04-13T15:22:46.297720Z","end":"2026-04-13T15:22:53.299638Z","steps":["trace[1667217937] 'agreement among raft nodes before linearized reading' (duration: 7.001858884s)"],"step_count":1} {"level":"error","ts":"2026-04-13T15:22:53.299679Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-13T15:22:53.430292Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:53.430343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:53.430361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:53.430370Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:53.430967Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:53.430981Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:53.799588Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:54.038474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.958612265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:54.040966Z","caller":"traceutil/trace.go:172","msg":"trace[1370288629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.958709847s","start":"2026-04-13T15:22:49.079828Z","end":"2026-04-13T15:22:54.038537Z","steps":["trace[1370288629] 'agreement among raft nodes before linearized reading' (duration: 4.958609325s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:54.041043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:49.079810Z","time spent":"4.961200009s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/04/13 15:22:54 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:54.299776Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:54.800151Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:22:54.927040Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:54.927185Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:54.927640Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:54.927657Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:54.927692Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:54.927704Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:55.030098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000124988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:55.030263Z","caller":"traceutil/trace.go:172","msg":"trace[2069083004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722271s","start":"2026-04-13T15:22:53.029527Z","end":"2026-04-13T15:22:55.030250Z","steps":["trace[2069083004] 'agreement among raft nodes before linearized reading' (duration: 2.000123228s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:55.030311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:53.029513Z","time spent":"2.000787022s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:55 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:55.304367Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:55.310318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:48.310254Z","time spent":"7.000060409s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-13T15:22:55.617603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.995662576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:55.617662Z","caller":"traceutil/trace.go:172","msg":"trace[847194721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995733808s","start":"2026-04-13T15:22:53.621918Z","end":"2026-04-13T15:22:55.617652Z","steps":["trace[847194721] 'agreement among raft nodes before linearized reading' (duration: 1.995660726s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:55.617692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:53.621909Z","time spent":"1.995777818s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:55 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:55.804451Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:56.304759Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:22:56.427872Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:56.427918Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:56.427936Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:56.427943Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:56.427973Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:56.427986Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:56.809902Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:57.035119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999903778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-13T15:22:57.035183Z","caller":"traceutil/trace.go:172","msg":"trace[22081886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999980389s","start":"2026-04-13T15:22:55.035193Z","end":"2026-04-13T15:22:57.035173Z","steps":["trace[22081886] 'agreement among raft nodes before linearized reading' (duration: 1.999902938s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:57.035215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:55.035178Z","time spent":"2.00003089s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:57 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:57.055394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99289425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:57.055464Z","caller":"traceutil/trace.go:172","msg":"trace[835049680] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.992979942s","start":"2026-04-13T15:22:52.062475Z","end":"2026-04-13T15:22:57.055455Z","steps":["trace[835049680] 'agreement among raft nodes before linearized reading' (duration: 4.99289325s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:57.055562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:52.062461Z","time spent":"4.993026813s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" limit:1 "} 2026/04/13 15:22:57 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:57.310001Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:57.810105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:22:57.928073Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:57.928125Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:57.928143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:57.928152Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:57.928175Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:57.928187Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:58.310554Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:58.311840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:55.343049Z","time spent":"2.96878421s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/13 15:22:58 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:58.811807Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:22:59.027175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:54.039724Z","time spent":"4.987445169s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/13 15:22:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:59.035568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999767948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:59.035620Z","caller":"traceutil/trace.go:172","msg":"trace[615055803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999832579s","start":"2026-04-13T15:22:57.035778Z","end":"2026-04-13T15:22:59.035610Z","steps":["trace[615055803] 'agreement among raft nodes before linearized reading' (duration: 1.999766648s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:59.035650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:57.035766Z","time spent":"1.99987869s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:22:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:59.311896Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:22:59.427319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:22:59.429064Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:22:59.429105Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:22:59.429125Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:22:59.429164Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:22:59.429180Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:22:59.738021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999961483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:22:59.738097Z","caller":"traceutil/trace.go:172","msg":"trace[1239486776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000055615s","start":"2026-04-13T15:22:54.738027Z","end":"2026-04-13T15:22:59.738083Z","steps":["trace[1239486776] 'agreement among raft nodes before linearized reading' (duration: 4.999960133s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:22:59.738145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:54.737939Z","time spent":"5.000195048s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/13 15:22:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-13T15:22:59.811997Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:23:00.299255Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-13T15:23:00.299414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.163031707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299441Z","caller":"traceutil/trace.go:172","msg":"trace[1663049430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"11.163123029s","start":"2026-04-13T15:22:49.136307Z","end":"2026-04-13T15:23:00.299430Z","steps":["trace[1663049430] 'agreement among raft nodes before linearized reading' (duration: 11.163031137s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:49.136290Z","time spent":"11.163172301s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.456696191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299505Z","caller":"traceutil/trace.go:172","msg":"trace[1228586121] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; }","duration":"11.456708831s","start":"2026-04-13T15:22:48.842793Z","end":"2026-04-13T15:23:00.299501Z","steps":["trace[1228586121] 'agreement among raft nodes before linearized reading' (duration: 11.456697081s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:48.842761Z","time spent":"11.456756652s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.299538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.456851864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299550Z","caller":"traceutil/trace.go:172","msg":"trace[1165964153] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; }","duration":"11.456864774s","start":"2026-04-13T15:22:48.842682Z","end":"2026-04-13T15:23:00.299547Z","steps":["trace[1165964153] 'agreement among raft nodes before linearized reading' (duration: 11.456851994s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:48.842667Z","time spent":"11.456891165s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.441925757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299597Z","caller":"traceutil/trace.go:172","msg":"trace[1801123218] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"12.441941997s","start":"2026-04-13T15:22:47.857650Z","end":"2026-04-13T15:23:00.299592Z","steps":["trace[1801123218] 'agreement among raft nodes before linearized reading' (duration: 12.441925557s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.857646Z","time spent":"12.441959729s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.299633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.442004779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299646Z","caller":"traceutil/trace.go:172","msg":"trace[699302665] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; }","duration":"12.442018249s","start":"2026-04-13T15:22:47.857624Z","end":"2026-04-13T15:23:00.299643Z","steps":["trace[699302665] 'agreement among raft nodes before linearized reading' (duration: 12.442004279s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.857608Z","time spent":"12.442046279s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.935295775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299693Z","caller":"traceutil/trace.go:172","msg":"trace[1842095841] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; }","duration":"12.935309385s","start":"2026-04-13T15:22:47.364380Z","end":"2026-04-13T15:23:00.299690Z","steps":["trace[1842095841] 'agreement among raft nodes before linearized reading' (duration: 12.935295755s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.364365Z","time spent":"12.935337745s","remote":"127.0.0.1:46050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.095016927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299740Z","caller":"traceutil/trace.go:172","msg":"trace[150980619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"13.095030858s","start":"2026-04-13T15:22:47.204704Z","end":"2026-04-13T15:23:00.299735Z","steps":["trace[150980619] 'agreement among raft nodes before linearized reading' (duration: 13.095017438s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.204672Z","time spent":"13.095076889s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.12439422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299789Z","caller":"traceutil/trace.go:172","msg":"trace[159517607] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; }","duration":"13.12440788s","start":"2026-04-13T15:22:47.175377Z","end":"2026-04-13T15:23:00.299785Z","steps":["trace[159517607] 'agreement among raft nodes before linearized reading' (duration: 13.12439358s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.175374Z","time spent":"13.12442323s","remote":"127.0.0.1:56524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.124466291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299833Z","caller":"traceutil/trace.go:172","msg":"trace[1900114089] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; }","duration":"13.124477351s","start":"2026-04-13T15:22:47.175352Z","end":"2026-04-13T15:23:00.299829Z","steps":["trace[1900114089] 'agreement among raft nodes before linearized reading' (duration: 13.124464591s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.175335Z","time spent":"13.124508011s","remote":"127.0.0.1:56524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.299869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.139477169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299878Z","caller":"traceutil/trace.go:172","msg":"trace[1030484005] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; }","duration":"13.139486169s","start":"2026-04-13T15:22:47.160388Z","end":"2026-04-13T15:23:00.299874Z","steps":["trace[1030484005] 'agreement among raft nodes before linearized reading' (duration: 13.139477469s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.160370Z","time spent":"13.139515689s","remote":"127.0.0.1:56510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.139727133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299921Z","caller":"traceutil/trace.go:172","msg":"trace[703773260] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"13.139736954s","start":"2026-04-13T15:22:47.160181Z","end":"2026-04-13T15:23:00.299918Z","steps":["trace[703773260] 'agreement among raft nodes before linearized reading' (duration: 13.139726963s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.160163Z","time spent":"13.139766434s","remote":"127.0.0.1:56510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.299958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.152097167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.299967Z","caller":"traceutil/trace.go:172","msg":"trace[526638431] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; }","duration":"13.152106718s","start":"2026-04-13T15:22:47.147856Z","end":"2026-04-13T15:23:00.299963Z","steps":["trace[526638431] 'agreement among raft nodes before linearized reading' (duration: 13.152097097s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.299979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.147817Z","time spent":"13.152158128s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.299997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.152500265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300011Z","caller":"traceutil/trace.go:172","msg":"trace[119827332] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"13.152516945s","start":"2026-04-13T15:22:47.147491Z","end":"2026-04-13T15:23:00.300008Z","steps":["trace[119827332] 'agreement among raft nodes before linearized reading' (duration: 13.152500695s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.147465Z","time spent":"13.152553286s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.300039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.166146095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300053Z","caller":"traceutil/trace.go:172","msg":"trace[276874353] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; }","duration":"13.166158605s","start":"2026-04-13T15:22:47.133890Z","end":"2026-04-13T15:23:00.300048Z","steps":["trace[276874353] 'agreement among raft nodes before linearized reading' (duration: 13.166145665s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.133887Z","time spent":"13.166173265s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.300086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.166202066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300099Z","caller":"traceutil/trace.go:172","msg":"trace[1921193729] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"13.166216766s","start":"2026-04-13T15:22:47.133879Z","end":"2026-04-13T15:23:00.300096Z","steps":["trace[1921193729] 'agreement among raft nodes before linearized reading' (duration: 13.166201876s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.133863Z","time spent":"13.166243886s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.300130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.185953321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300140Z","caller":"traceutil/trace.go:172","msg":"trace[486792511] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"13.185968131s","start":"2026-04-13T15:22:47.114168Z","end":"2026-04-13T15:23:00.300136Z","steps":["trace[486792511] 'agreement among raft nodes before linearized reading' (duration: 13.185957461s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.114165Z","time spent":"13.185983121s","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:00.300169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.186029513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300178Z","caller":"traceutil/trace.go:172","msg":"trace[543709708] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; }","duration":"13.186039193s","start":"2026-04-13T15:22:47.114136Z","end":"2026-04-13T15:23:00.300175Z","steps":["trace[543709708] 'agreement among raft nodes before linearized reading' (duration: 13.186029933s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.114114Z","time spent":"13.186074804s","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.300212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.258999217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.137\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300225Z","caller":"traceutil/trace.go:172","msg":"trace[1409177840] range","detail":"{range_begin:/registry/masterleases/199.19.213.137; range_end:; }","duration":"13.259012418s","start":"2026-04-13T15:22:47.041209Z","end":"2026-04-13T15:23:00.300221Z","steps":["trace[1409177840] 'agreement among raft nodes before linearized reading' (duration: 13.258998987s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:47.041191Z","time spent":"13.259042208s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.137\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.300256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.938780781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller-1.18a5f3da279ba56c\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-13T15:23:00.300270Z","caller":"traceutil/trace.go:172","msg":"trace[1576132568] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller-1.18a5f3da279ba56c; range_end:; }","duration":"13.938794061s","start":"2026-04-13T15:22:46.361471Z","end":"2026-04-13T15:23:00.300265Z","steps":["trace[1576132568] 'agreement among raft nodes before linearized reading' (duration: 13.938780541s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.300282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:46.361454Z","time spent":"13.938824233s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-scheduler-controller-1.18a5f3da279ba56c\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:00.799569Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:23:00.846752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99932398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-13T15:23:00.849980Z","caller":"traceutil/trace.go:172","msg":"trace[145018883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.002571736s","start":"2026-04-13T15:22:55.847397Z","end":"2026-04-13T15:23:00.849969Z","steps":["trace[145018883] 'agreement among raft nodes before linearized reading' (duration: 4.99932237s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:00.850060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:55.847383Z","time spent":"5.002665199s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/13 15:23:00 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-13T15:23:00.928094Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:23:00.928141Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:23:00.928160Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:23:00.928177Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:23:00.928201Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:23:00.928214Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-13T15:23:01.047686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.998921535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-13T15:23:01.047740Z","caller":"traceutil/trace.go:172","msg":"trace[539113348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998986966s","start":"2026-04-13T15:22:59.048743Z","end":"2026-04-13T15:23:01.047730Z","steps":["trace[539113348] 'agreement among raft nodes before linearized reading' (duration: 1.998920665s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:01.047910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:59.048727Z","time spent":"1.999175481s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/13 15:23:01 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-13T15:23:01.285896Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"f6d1c34a0209f60a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-13T15:23:01.286262Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:23:01.286461Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:23:01.288529Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"f6d1c34a0209f60a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-13T15:23:01.288590Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"info","ts":"2026-04-13T15:23:01.299089Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"warn","ts":"2026-04-13T15:23:01.302036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:23:01.302213Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"f6d1c34a0209f60a"} {"level":"warn","ts":"2026-04-13T15:23:01.803306Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-13T15:23:02.311352Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679534704149795907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-13T15:23:02.429711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ba8e3c2b0588654 is starting a new election at term 6"} {"level":"info","ts":"2026-04-13T15:23:02.429764Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ba8e3c2b0588654 became pre-candidate at term 6"} {"level":"info","ts":"2026-04-13T15:23:02.429785Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to 4bf2daa1f2b4aaba at term 6"} {"level":"info","ts":"2026-04-13T15:23:02.429802Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgPreVote request to f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:23:02.430899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 6"} {"level":"info","ts":"2026-04-13T15:23:02.430944Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-13T15:23:02.436944Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from f6d1c34a0209f60a at term 6"} {"level":"info","ts":"2026-04-13T15:23:02.436980Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-13T15:23:02.437116Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"2ba8e3c2b0588654 became candidate at term 7"} {"level":"info","ts":"2026-04-13T15:23:02.437141Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgVote request to 4bf2daa1f2b4aaba at term 7"} {"level":"info","ts":"2026-04-13T15:23:02.437153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ba8e3c2b0588654 [logterm: 6, index: 5217] sent MsgVote request to f6d1c34a0209f60a at term 7"} {"level":"info","ts":"2026-04-13T15:23:02.440787Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgVoteResp from 2ba8e3c2b0588654 at term 7"} {"level":"info","ts":"2026-04-13T15:23:02.440814Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-13T15:23:02.444065Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ba8e3c2b0588654 received MsgVoteResp from f6d1c34a0209f60a at term 7"} {"level":"info","ts":"2026-04-13T15:23:02.444127Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ba8e3c2b0588654 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-13T15:23:02.444162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"2ba8e3c2b0588654 became leader at term 7"} {"level":"info","ts":"2026-04-13T15:23:02.444187Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2ba8e3c2b0588654 elected leader 2ba8e3c2b0588654 at term 7"} {"level":"warn","ts":"2026-04-13T15:23:02.447452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.091798318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-13T15:23:02.447511Z","caller":"traceutil/trace.go:172","msg":"trace[1333150529] range","detail":"{range_begin:/registry/secrets; range_end:; }","duration":"6.091862989s","start":"2026-04-13T15:22:56.355639Z","end":"2026-04-13T15:23:02.447502Z","steps":["trace[1333150529] 'agreement among raft nodes before linearized reading' (duration: 6.091797148s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.447549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:56.355626Z","time spent":"6.091916631s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.447839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.146140989s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-13T15:23:02.447872Z","caller":"traceutil/trace.go:172","msg":"trace[2108165647] range","detail":"{range_begin:; range_end:; }","duration":"9.14619189s","start":"2026-04-13T15:22:53.301676Z","end":"2026-04-13T15:23:02.447868Z","steps":["trace[2108165647] 'agreement among raft nodes before linearized reading' (duration: 9.146140439s)"],"step_count":1} {"level":"error","ts":"2026-04-13T15:23:02.447913Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-13T15:23:02.459983Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-13T15:23:02.460279Z","caller":"traceutil/trace.go:172","msg":"trace[802266123] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"5.399183045s","start":"2026-04-13T15:22:57.061079Z","end":"2026-04-13T15:23:02.460262Z","steps":["trace[802266123] 'process raft request' (duration: 5.399111033s)"],"step_count":1} {"level":"info","ts":"2026-04-13T15:23:02.460318Z","caller":"traceutil/trace.go:172","msg":"trace[1114841842] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"6.529917717s","start":"2026-04-13T15:22:55.930377Z","end":"2026-04-13T15:23:02.460295Z","steps":["trace[1114841842] 'process raft request' (duration: 6.529655582s)"],"step_count":1} {"level":"info","ts":"2026-04-13T15:23:02.460449Z","caller":"traceutil/trace.go:172","msg":"trace[1981099704] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"4.1476358s","start":"2026-04-13T15:22:58.312792Z","end":"2026-04-13T15:23:02.460427Z","steps":["trace[1981099704] 'process raft request' (duration: 4.147440756s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.460748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:57.061061Z","time spent":"5.399286776s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-13T15:23:02.460945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:58.312774Z","time spent":"4.147719512s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-13T15:23:02.461061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:22:55.930360Z","time spent":"6.53007172s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-13T15:23:02.461512Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.86:2380/version","remote-member-id":"4bf2daa1f2b4aaba","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-13T15:23:02.461615Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"4bf2daa1f2b4aaba","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-13T15:23:02.462350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.133437901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-13T15:23:02.462423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128031651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-13T15:23:02.462446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.129422459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.462466Z","caller":"traceutil/trace.go:172","msg":"trace[1299094365] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:4525; }","duration":"2.128084622s","start":"2026-04-13T15:23:00.334370Z","end":"2026-04-13T15:23:02.462454Z","steps":["trace[1299094365] 'agreement among raft nodes before linearized reading' (duration: 2.12800389s)"],"step_count":1} {"level":"info","ts":"2026-04-13T15:23:02.462491Z","caller":"traceutil/trace.go:172","msg":"trace[1145676634] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:4525; }","duration":"2.12947091s","start":"2026-04-13T15:23:00.333008Z","end":"2026-04-13T15:23:02.462479Z","steps":["trace[1145676634] 'agreement among raft nodes before linearized reading' (duration: 2.129390819s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.462532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.333004Z","time spent":"2.129518831s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.462622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.127889878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-13T15:23:02.462653Z","caller":"traceutil/trace.go:172","msg":"trace[1753504445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4525; }","duration":"2.127918108s","start":"2026-04-13T15:23:00.334727Z","end":"2026-04-13T15:23:02.462645Z","steps":["trace[1753504445] 'agreement among raft nodes before linearized reading' (duration: 2.127824047s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.462646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128364997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.462716Z","caller":"traceutil/trace.go:172","msg":"trace[1884293588] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:4525; }","duration":"2.128434639s","start":"2026-04-13T15:23:00.334267Z","end":"2026-04-13T15:23:02.462702Z","steps":["trace[1884293588] 'agreement among raft nodes before linearized reading' (duration: 2.128332896s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.462722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.129081893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-13T15:23:02.462757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334260Z","time spent":"2.128488459s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.462800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128183333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:4 size:7105"} {"level":"info","ts":"2026-04-13T15:23:02.462829Z","caller":"traceutil/trace.go:172","msg":"trace[650503349] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:4; response_revision:4525; }","duration":"2.128213194s","start":"2026-04-13T15:23:00.334609Z","end":"2026-04-13T15:23:02.462822Z","steps":["trace[650503349] 'agreement among raft nodes before linearized reading' (duration: 2.128125802s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.462856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334605Z","time spent":"2.128245375s","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":4,"response size":7128,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:02.462868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.129619313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:3 size:7555"} {"level":"info","ts":"2026-04-13T15:23:02.462894Z","caller":"traceutil/trace.go:172","msg":"trace[596048063] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:3; response_revision:4525; }","duration":"2.129645803s","start":"2026-04-13T15:23:00.333241Z","end":"2026-04-13T15:23:02.462887Z","steps":["trace[596048063] 'agreement among raft nodes before linearized reading' (duration: 2.129531101s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.462675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334722Z","time spent":"2.127948079s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.462924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.333228Z","time spent":"2.129688555s","remote":"127.0.0.1:56510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":3,"response size":7578,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:02.462723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128081782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-13T15:23:02.462498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334365Z","time spent":"2.128125472s","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.462539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128573102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:3 size:6521"} {"level":"warn","ts":"2026-04-13T15:23:02.463071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.12846101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-13T15:23:02.463099Z","caller":"traceutil/trace.go:172","msg":"trace[1674969074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4525; }","duration":"2.12848974s","start":"2026-04-13T15:23:00.334602Z","end":"2026-04-13T15:23:02.463092Z","steps":["trace[1674969074] 'agreement among raft nodes before linearized reading' (duration: 2.128400698s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334596Z","time spent":"2.128519561s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.462534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.415190931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.463169Z","caller":"traceutil/trace.go:172","msg":"trace[1225759558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4525; }","duration":"1.415814943s","start":"2026-04-13T15:23:01.047338Z","end":"2026-04-13T15:23:02.463153Z","steps":["trace[1225759558] 'agreement among raft nodes before linearized reading' (duration: 1.415176811s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:01.047325Z","time spent":"1.415919055s","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-13T15:23:02.463291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128864047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.463315Z","caller":"traceutil/trace.go:172","msg":"trace[1669851852] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:4525; }","duration":"2.128884377s","start":"2026-04-13T15:23:00.334422Z","end":"2026-04-13T15:23:02.463306Z","steps":["trace[1669851852] 'agreement among raft nodes before linearized reading' (duration: 2.128854267s)"],"step_count":1} {"level":"info","ts":"2026-04-13T15:23:02.463056Z","caller":"traceutil/trace.go:172","msg":"trace[1703821696] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4525; }","duration":"2.128412328s","start":"2026-04-13T15:23:00.334629Z","end":"2026-04-13T15:23:02.463041Z","steps":["trace[1703821696] 'agreement among raft nodes before linearized reading' (duration: 2.128060311s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334419Z","time spent":"2.128916448s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.463260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128662613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-13T15:23:02.463359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334626Z","time spent":"2.128715904s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-13T15:23:02.463377Z","caller":"traceutil/trace.go:172","msg":"trace[1945340710] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4525; }","duration":"2.128776567s","start":"2026-04-13T15:23:00.334590Z","end":"2026-04-13T15:23:02.463366Z","steps":["trace[1945340710] 'agreement among raft nodes before linearized reading' (duration: 2.128645593s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334586Z","time spent":"2.128814227s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:02.463499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.13091577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-controller-1.18a5f3da279ba56c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-13T15:23:02.462758Z","caller":"traceutil/trace.go:172","msg":"trace[588544487] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4525; }","duration":"2.129116063s","start":"2026-04-13T15:23:00.333631Z","end":"2026-04-13T15:23:02.462747Z","steps":["trace[588544487] 'agreement among raft nodes before linearized reading' (duration: 2.129059572s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.129100602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.463533Z","caller":"traceutil/trace.go:172","msg":"trace[805206274] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-controller-1.18a5f3da279ba56c; range_end:; response_count:1; response_revision:4525; }","duration":"2.130948601s","start":"2026-04-13T15:23:00.332573Z","end":"2026-04-13T15:23:02.463521Z","steps":["trace[805206274] 'agreement among raft nodes before linearized reading' (duration: 2.130853059s)"],"step_count":1} {"level":"info","ts":"2026-04-13T15:23:02.463539Z","caller":"traceutil/trace.go:172","msg":"trace[942776268] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:4525; }","duration":"2.129124573s","start":"2026-04-13T15:23:00.334408Z","end":"2026-04-13T15:23:02.463532Z","steps":["trace[942776268] 'agreement among raft nodes before linearized reading' (duration: 2.129086592s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.332567Z","time spent":"2.130984961s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-scheduler-controller-1.18a5f3da279ba56c\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.463596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.131307428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:5128"} {"level":"info","ts":"2026-04-13T15:23:02.463635Z","caller":"traceutil/trace.go:172","msg":"trace[441768782] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:4525; }","duration":"2.131346459s","start":"2026-04-13T15:23:00.332277Z","end":"2026-04-13T15:23:02.463623Z","steps":["trace[441768782] 'agreement among raft nodes before linearized reading' (duration: 2.131233986s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.332266Z","time spent":"2.13139883s","remote":"127.0.0.1:46050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5151,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.463700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.130765707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.463664Z","caller":"traceutil/trace.go:172","msg":"trace[669069722] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:3; response_revision:4525; }","duration":"2.129702595s","start":"2026-04-13T15:23:00.333945Z","end":"2026-04-13T15:23:02.463647Z","steps":["trace[669069722] 'agreement among raft nodes before linearized reading' (duration: 2.12847135s)"],"step_count":1} {"level":"info","ts":"2026-04-13T15:23:02.463737Z","caller":"traceutil/trace.go:172","msg":"trace[2124347196] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:4525; }","duration":"2.130800168s","start":"2026-04-13T15:23:00.332928Z","end":"2026-04-13T15:23:02.463728Z","steps":["trace[2124347196] 'agreement among raft nodes before linearized reading' (duration: 2.130749387s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.463761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.332922Z","time spent":"2.130833048s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.463782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.333939Z","time spent":"2.129830798s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":3,"response size":6544,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:02.463560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334405Z","time spent":"2.129150054s","remote":"127.0.0.1:56524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.464239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.132466771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-13T15:23:02.464278Z","caller":"traceutil/trace.go:172","msg":"trace[189787311] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:4525; }","duration":"2.132506431s","start":"2026-04-13T15:23:00.331763Z","end":"2026-04-13T15:23:02.464269Z","steps":["trace[189787311] 'agreement among raft nodes before linearized reading' (duration: 2.13244738s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.464303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.331751Z","time spent":"2.132544953s","remote":"127.0.0.1:56510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.464663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.130263236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.137\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-13T15:23:02.462405Z","caller":"traceutil/trace.go:172","msg":"trace[1362463642] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4525; }","duration":"2.133497162s","start":"2026-04-13T15:23:00.328895Z","end":"2026-04-13T15:23:02.462392Z","steps":["trace[1362463642] 'agreement among raft nodes before linearized reading' (duration: 2.133405831s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.464793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.328881Z","time spent":"2.135891951s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"info","ts":"2026-04-13T15:23:02.464810Z","caller":"traceutil/trace.go:172","msg":"trace[1154952964] range","detail":"{range_begin:/registry/masterleases/199.19.213.137; range_end:; response_count:1; response_revision:4525; }","duration":"2.130355278s","start":"2026-04-13T15:23:00.334392Z","end":"2026-04-13T15:23:02.464747Z","steps":["trace[1154952964] 'agreement among raft nodes before linearized reading' (duration: 2.130168124s)"],"step_count":1} {"level":"warn","ts":"2026-04-13T15:23:02.464970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.334389Z","time spent":"2.130546462s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.137\" limit:1 "} {"level":"warn","ts":"2026-04-13T15:23:02.465069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-13T15:23:00.333625Z","time spent":"2.12990539s","remote":"127.0.0.1:56524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-13T15:23:04.453930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.482661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.502917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.524535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.536250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.548284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.562912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-13T15:23:04.577466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48906","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-13T15:23:05.337770Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"4bf2daa1f2b4aaba","stream-type":"stream Message"} {"level":"info","ts":"2026-04-13T15:23:05.337836Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:23:05.337877Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:23:05.338543Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ba8e3c2b0588654","to":"4bf2daa1f2b4aaba","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-13T15:23:05.338592Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:23:05.355206Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"info","ts":"2026-04-13T15:23:05.355671Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ba8e3c2b0588654","remote-peer-id":"4bf2daa1f2b4aaba"} {"level":"warn","ts":"2026-04-13T15:23:06.840673Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4bf2daa1f2b4aaba","rtt":"4.142476ms","error":"dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-13T15:23:06.840787Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4bf2daa1f2b4aaba","rtt":"1.009951ms","error":"dial tcp 199.19.213.86:2380: connect: connection refused"}