{"level":"warn","ts":"2026-03-25T07:35:08.915703Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-25T07:35:08.915821Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-25T07:35:08.915834Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.140:2380","--initial-cluster=controller-2=https://199.19.213.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.140:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-25T07:35:08.915912Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-03-25T07:35:08.915957Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T07:35:08.915978Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.140:2380"]} {"level":"info","ts":"2026-03-25T07:35:08.916022Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T07:35:08.917126Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.140:2379"]} {"level":"info","ts":"2026-03-25T07:35:08.917306Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.140:2380"],"listen-peer-urls":["https://199.19.213.140:2380"],"advertise-client-urls":["https://199.19.213.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-25T07:35:08.918170Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00013aa70}"} {"level":"info","ts":"2026-03-25T07:35:08.931795Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-25T07:35:08.931863Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"13.828001ms"} {"level":"info","ts":"2026-03-25T07:35:08.931892Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":3137} {"level":"info","ts":"2026-03-25T07:35:08.986474Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-03-25T07:35:08.986619Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":21946368,"backend-size":"22 MB","backend-size-in-use-bytes":21528576,"backend-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-25T07:35:08.986936Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-03-25T07:35:09.038312Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","commit-index":3137} {"level":"info","ts":"2026-03-25T07:35:09.038418Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-25T07:35:09.038627Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-25T07:35:09.038942Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:4873d5607463aedb RaftAttributes:{PeerURLs:[https://199.19.213.140:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.19.213.140:2379]}}"} {"level":"info","ts":"2026-03-25T07:35:09.038987Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:4edbe0dc99dceaa8 RaftAttributes:{PeerURLs:[https://199.19.213.111:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.19.213.111:2379]}}"} {"level":"info","ts":"2026-03-25T07:35:09.038998Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:b7bec0a21741f1c RaftAttributes:{PeerURLs:[https://199.19.213.206:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.19.213.206:2379]}}"} {"level":"info","ts":"2026-03-25T07:35:09.039058Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T07:35:09.039079Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","recovered-remote-peer-id":"4873d5607463aedb","recovered-remote-peer-urls":["https://199.19.213.140:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-25T07:35:09.039098Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","recovered-remote-peer-id":"4edbe0dc99dceaa8","recovered-remote-peer-urls":["https://199.19.213.111:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-25T07:35:09.039107Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","recovered-remote-peer-id":"b7bec0a21741f1c","recovered-remote-peer-urls":["https://199.19.213.206:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-25T07:35:09.039116Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T07:35:09.039134Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-25T07:35:09.039256Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-25T07:35:09.039348Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4873d5607463aedb switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T07:35:09.039404Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4873d5607463aedb became follower at term 4"} {"level":"info","ts":"2026-03-25T07:35:09.039428Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 4873d5607463aedb [peers: [], term: 4, commit: 3137, applied: 0, lastindex: 3137, lastterm: 4]"} {"level":"warn","ts":"2026-03-25T07:35:09.040956Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T07:35:09.054760Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":2701} {"level":"info","ts":"2026-03-25T07:35:09.059664Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T07:35:09.060284Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.060331Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.060511Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.060621Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.060656Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c","remote-peer-urls":["https://199.19.213.206:2380"]} {"level":"info","ts":"2026-03-25T07:35:09.060675Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.060687Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.060759Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.060765Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.060891Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.060918Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8","remote-peer-urls":["https://199.19.213.111:2380"]} {"level":"info","ts":"2026-03-25T07:35:09.060935Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"4873d5607463aedb","timeout":"7s"} {"level":"info","ts":"2026-03-25T07:35:09.060951Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.060967Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.060982Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.060636Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.061474Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.073954Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.074024Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.074912Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.074954Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.075772Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.077592Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.086781Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4873d5607463aedb elected leader b7bec0a21741f1c at term 4"} {"level":"info","ts":"2026-03-25T07:35:09.102308Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"4873d5607463aedb"} {"level":"info","ts":"2026-03-25T07:35:09.102413Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"4873d5607463aedb","local-server-version":"3.6.4","cluster-id":"9f725a00b80fcc82","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T07:35:09.102667Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T07:35:09.102871Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-25T07:35:09.102994Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.140:2380"} {"level":"info","ts":"2026-03-25T07:35:09.103026Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.140:2380"} {"level":"info","ts":"2026-03-25T07:35:09.103004Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T07:35:09.103093Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T07:35:09.103105Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T07:35:09.103098Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4873d5607463aedb","initial-advertise-peer-urls":["https://199.19.213.140:2380"],"listen-peer-urls":["https://199.19.213.140:2380"],"advertise-client-urls":["https://199.19.213.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T07:35:09.103146Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T07:35:09.103369Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4873d5607463aedb switched to configuration voters=(5682382592936831656)"} {"level":"info","ts":"2026-03-25T07:35:09.103521Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","added-peer-id":"4edbe0dc99dceaa8","added-peer-peer-urls":["https://199.19.213.111:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-25T07:35:09.103765Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"b7bec0a21741f1c","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:35:09.103796Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.103813Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","from":"3.5","to":"3.5"} {"level":"info","ts":"2026-03-25T07:35:09.104013Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"4edbe0dc99dceaa8","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:35:09.104008Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"4edbe0dc99dceaa8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:35:09.104038Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.104048Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:35:09.103913Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"b7bec0a21741f1c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:35:09.104291Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.106296Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4873d5607463aedb switched to configuration voters=(5682382592936831656) learners=(5220751003298803419)"} {"level":"info","ts":"2026-03-25T07:35:09.106373Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","added-peer-id":"4873d5607463aedb","added-peer-peer-urls":["https://199.19.213.140:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-25T07:35:09.106649Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4873d5607463aedb switched to configuration voters=(5220751003298803419 5682382592936831656)"} {"level":"info","ts":"2026-03-25T07:35:09.106873Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","promoted-member-id":"4873d5607463aedb"} {"level":"info","ts":"2026-03-25T07:35:09.107540Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4873d5607463aedb switched to configuration voters=(5220751003298803419 5682382592936831656) learners=(827514484807704348)"} {"level":"info","ts":"2026-03-25T07:35:09.107581Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","added-peer-id":"b7bec0a21741f1c","added-peer-peer-urls":["https://199.19.213.206:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-25T07:35:09.107749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4873d5607463aedb switched to configuration voters=(827514484807704348 5220751003298803419 5682382592936831656)"} {"level":"info","ts":"2026-03-25T07:35:09.107814Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","promoted-member-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:35:09.146998Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T07:35:09.147059Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T07:35:09.147480Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T07:35:09.147551Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T07:35:09.146931Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"4873d5607463aedb","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.140:2379]}","cluster-id":"9f725a00b80fcc82","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T07:35:09.148574Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-25T07:35:09.149086Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-25T07:35:09.149199Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-25T07:35:09.151414Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.140:2379"} {"level":"info","ts":"2026-03-25T07:35:09.151546Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T07:35:09.154045Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"4873d5607463aedb","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-25T07:35:30.685657Z","caller":"traceutil/trace.go:172","msg":"trace[839341352] linearizableReadLoop","detail":"{readStateIndex:3496; appliedIndex:3496; }","duration":"104.452386ms","start":"2026-03-25T07:35:30.581180Z","end":"2026-03-25T07:35:30.685632Z","steps":["trace[839341352] 'read index received' (duration: 104.441786ms)","trace[839341352] 'applied index is now lower than readState.Index' (duration: 8.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:35:30.694999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.782444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T07:35:30.695092Z","caller":"traceutil/trace.go:172","msg":"trace[1332510121] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3023; }","duration":"113.897746ms","start":"2026-03-25T07:35:30.581176Z","end":"2026-03-25T07:35:30.695073Z","steps":["trace[1332510121] 'agreement among raft nodes before linearized reading' (duration: 104.552137ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:35:30.695413Z","caller":"traceutil/trace.go:172","msg":"trace[1869270558] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"114.318173ms","start":"2026-03-25T07:35:30.581073Z","end":"2026-03-25T07:35:30.695391Z","steps":["trace[1869270558] 'process raft request' (duration: 104.648849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:35:30.749424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.075221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:35:30.749497Z","caller":"traceutil/trace.go:172","msg":"trace[968434773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3027; }","duration":"164.168682ms","start":"2026-03-25T07:35:30.585312Z","end":"2026-03-25T07:35:30.749481Z","steps":["trace[968434773] 'agreement among raft nodes before linearized reading' (duration: 164.04393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:35:30.749532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.280228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T07:35:30.749577Z","caller":"traceutil/trace.go:172","msg":"trace[2022723084] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3027; }","duration":"122.328998ms","start":"2026-03-25T07:35:30.627236Z","end":"2026-03-25T07:35:30.749565Z","steps":["trace[2022723084] 'agreement among raft nodes before linearized reading' (duration: 122.227367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:35:30.749584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.871625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:35:30.749716Z","caller":"traceutil/trace.go:172","msg":"trace[1425761108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3027; }","duration":"114.034097ms","start":"2026-03-25T07:35:30.635657Z","end":"2026-03-25T07:35:30.749691Z","steps":["trace[1425761108] 'agreement among raft nodes before linearized reading' (duration: 113.781824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:35:30.980029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.905092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:35:30.980136Z","caller":"traceutil/trace.go:172","msg":"trace[165090194] linearizableReadLoop","detail":"{readStateIndex:3507; appliedIndex:3506; }","duration":"177.309711ms","start":"2026-03-25T07:35:30.802811Z","end":"2026-03-25T07:35:30.980121Z","steps":["trace[165090194] 'read index received' (duration: 69.849867ms)","trace[165090194] 'applied index is now lower than readState.Index' (duration: 107.458664ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:35:30.980220Z","caller":"traceutil/trace.go:172","msg":"trace[1568236169] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"198.435666ms","start":"2026-03-25T07:35:30.781741Z","end":"2026-03-25T07:35:30.980177Z","steps":["trace[1568236169] 'process raft request' (duration: 87.738521ms)","trace[1568236169] 'compare' (duration: 109.026478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:35:30.980280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.465134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-25T07:35:30.980481Z","caller":"traceutil/trace.go:172","msg":"trace[433438828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3031; }","duration":"177.663237ms","start":"2026-03-25T07:35:30.802805Z","end":"2026-03-25T07:35:30.980468Z","steps":["trace[433438828] 'agreement among raft nodes before linearized reading' (duration: 177.359372ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:35:31.169935Z","caller":"traceutil/trace.go:172","msg":"trace[1243842161] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3507; }","duration":"160.554859ms","start":"2026-03-25T07:35:31.009352Z","end":"2026-03-25T07:35:31.169907Z","steps":["trace[1243842161] 'read index received' (duration: 160.250425ms)","trace[1243842161] 'applied index is now lower than readState.Index' (duration: 303.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:35:31.169990Z","caller":"traceutil/trace.go:172","msg":"trace[95874143] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"175.375373ms","start":"2026-03-25T07:35:30.994580Z","end":"2026-03-25T07:35:31.169956Z","steps":["trace[95874143] 'process raft request' (duration: 175.088879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:35:31.170076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.699962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:35:31.170127Z","caller":"traceutil/trace.go:172","msg":"trace[530622387] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3033; }","duration":"160.770653ms","start":"2026-03-25T07:35:31.009345Z","end":"2026-03-25T07:35:31.170115Z","steps":["trace[530622387] 'agreement among raft nodes before linearized reading' (duration: 160.671981ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:35:31.717877Z","caller":"traceutil/trace.go:172","msg":"trace[885936961] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"119.911137ms","start":"2026-03-25T07:35:31.597935Z","end":"2026-03-25T07:35:31.717846Z","steps":["trace[885936961] 'process raft request' (duration: 119.739645ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:35:31.838035Z","caller":"traceutil/trace.go:172","msg":"trace[1925501664] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"108.013009ms","start":"2026-03-25T07:35:31.729998Z","end":"2026-03-25T07:35:31.838011Z","steps":["trace[1925501664] 'process raft request' (duration: 107.881277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:36:03.570118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.342438ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T07:36:06.625089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.631945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.652461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.662676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.677416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.694857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.710319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.719769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.731103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.741462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.754434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.766881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.773792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.785997Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.800780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.813428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.823172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.832657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.844141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.854841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.862065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.873368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.916233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.928525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.938326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.948300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.956594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.966887Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.975679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.983532Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.992702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:06.999664Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.009493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.019350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.029558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.040897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.054535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.066370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.076377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.087576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.095865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.105271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.113895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.123427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.134735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.143117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.160816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.176472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.186448Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.193571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.203637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.215665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.233485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.244223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.252408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.264258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.320513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.327744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.339072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.347989Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:36:07.399021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35582","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-25T07:36:48.853606Z","caller":"traceutil/trace.go:172","msg":"trace[1567372127] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"103.478028ms","start":"2026-03-25T07:36:48.750103Z","end":"2026-03-25T07:36:48.853581Z","steps":["trace[1567372127] 'process raft request' (duration: 75.082776ms)","trace[1567372127] 'compare' (duration: 28.276221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:37:03.633638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.213024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:37:09.650331Z","caller":"traceutil/trace.go:172","msg":"trace[1361777846] linearizableReadLoop","detail":"{readStateIndex:4003; appliedIndex:4003; }","duration":"293.616026ms","start":"2026-03-25T07:37:09.356685Z","end":"2026-03-25T07:37:09.650301Z","steps":["trace[1361777846] 'read index received' (duration: 293.607306ms)","trace[1361777846] 'applied index is now lower than readState.Index' (duration: 7.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:37:09.650549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.845219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:37:09.650605Z","caller":"traceutil/trace.go:172","msg":"trace[1112485552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3467; }","duration":"293.91878ms","start":"2026-03-25T07:37:09.356671Z","end":"2026-03-25T07:37:09.650590Z","steps":["trace[1112485552] 'agreement among raft nodes before linearized reading' (duration: 293.785349ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:37:09.652530Z","caller":"traceutil/trace.go:172","msg":"trace[1671226623] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"433.408014ms","start":"2026-03-25T07:37:09.219102Z","end":"2026-03-25T07:37:09.652510Z","steps":["trace[1671226623] 'process raft request' (duration: 433.121951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:09.652686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:37:09.219069Z","time spent":"433.529106ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:37:09.669293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.224827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.140\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T07:37:09.669381Z","caller":"traceutil/trace.go:172","msg":"trace[314564541] range","detail":"{range_begin:/registry/masterleases/199.19.213.140; range_end:; response_count:1; response_revision:3469; }","duration":"251.327158ms","start":"2026-03-25T07:37:09.418032Z","end":"2026-03-25T07:37:09.669359Z","steps":["trace[314564541] 'agreement among raft nodes before linearized reading' (duration: 251.102515ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:37:16.559033Z","caller":"traceutil/trace.go:172","msg":"trace[314440115] linearizableReadLoop","detail":"{readStateIndex:4013; appliedIndex:4013; }","duration":"314.352099ms","start":"2026-03-25T07:37:16.244655Z","end":"2026-03-25T07:37:16.559007Z","steps":["trace[314440115] 'read index received' (duration: 314.343639ms)","trace[314440115] 'applied index is now lower than readState.Index' (duration: 7.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:37:16.559237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.558922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:37:16.559346Z","caller":"traceutil/trace.go:172","msg":"trace[1628673793] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:3472; }","duration":"314.690123ms","start":"2026-03-25T07:37:16.244638Z","end":"2026-03-25T07:37:16.559328Z","steps":["trace[1628673793] 'agreement among raft nodes before linearized reading' (duration: 314.499071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:16.559394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:37:16.244610Z","time spent":"314.772944ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:37:16.572376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.339156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:37:16.572470Z","caller":"traceutil/trace.go:172","msg":"trace[91903149] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:3472; }","duration":"193.466388ms","start":"2026-03-25T07:37:16.378988Z","end":"2026-03-25T07:37:16.572455Z","steps":["trace[91903149] 'agreement among raft nodes before linearized reading' (duration: 193.283415ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:37:16.651114Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"4873d5607463aedb [term: 4] received a MsgVote message with higher term from 4edbe0dc99dceaa8 [term: 5]"} {"level":"info","ts":"2026-03-25T07:37:16.651203Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4873d5607463aedb became follower at term 5"} {"level":"info","ts":"2026-03-25T07:37:16.651241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"4873d5607463aedb [logterm: 4, index: 4015, vote: 0] cast MsgVote for 4edbe0dc99dceaa8 [logterm: 4, index: 4015] at term 5"} {"level":"info","ts":"2026-03-25T07:37:16.651265Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 4873d5607463aedb lost leader b7bec0a21741f1c at term 5"} {"level":"info","ts":"2026-03-25T07:37:16.654911Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4873d5607463aedb elected leader 4edbe0dc99dceaa8 at term 5"} {"level":"warn","ts":"2026-03-25T07:37:16.750835Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:37:16.750749Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:37:16.761731Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"b7bec0a21741f1c","error":"failed to dial b7bec0a21741f1c on stream MsgApp v2 (peer b7bec0a21741f1c failed to find local node 4873d5607463aedb)"} {"level":"info","ts":"2026-03-25T07:37:19.862556Z","caller":"traceutil/trace.go:172","msg":"trace[402354850] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"177.301534ms","start":"2026-03-25T07:37:19.685236Z","end":"2026-03-25T07:37:19.862537Z","steps":["trace[402354850] 'process raft request' (duration: 177.143412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:22.394483Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"warn","ts":"2026-03-25T07:37:22.394490Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:37:28.298854Z","caller":"traceutil/trace.go:172","msg":"trace[1924121544] linearizableReadLoop","detail":"{readStateIndex:4049; appliedIndex:4049; }","duration":"265.741146ms","start":"2026-03-25T07:37:28.033089Z","end":"2026-03-25T07:37:28.298831Z","steps":["trace[1924121544] 'read index received' (duration: 265.732716ms)","trace[1924121544] 'applied index is now lower than readState.Index' (duration: 6.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:37:28.299018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.907578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T07:37:28.299071Z","caller":"traceutil/trace.go:172","msg":"trace[716496443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3501; }","duration":"265.987809ms","start":"2026-03-25T07:37:28.033072Z","end":"2026-03-25T07:37:28.299059Z","steps":["trace[716496443] 'agreement among raft nodes before linearized reading' (duration: 265.850297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:28.301340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.402264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:37:28.301388Z","caller":"traceutil/trace.go:172","msg":"trace[823027713] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:3501; }","duration":"212.444024ms","start":"2026-03-25T07:37:28.088927Z","end":"2026-03-25T07:37:28.301371Z","steps":["trace[823027713] 'agreement among raft nodes before linearized reading' (duration: 212.365953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:28.301835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.032578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-25T07:37:28.302329Z","caller":"traceutil/trace.go:172","msg":"trace[390707476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3501; }","duration":"104.218211ms","start":"2026-03-25T07:37:28.197724Z","end":"2026-03-25T07:37:28.301942Z","steps":["trace[390707476] 'agreement among raft nodes before linearized reading' (duration: 103.653193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:44.063122Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b7bec0a21741f1c","rtt":"12.914424ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:37:44.063129Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b7bec0a21741f1c","rtt":"1.110628ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:37:49.063288Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b7bec0a21741f1c","rtt":"1.110628ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:37:49.063323Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b7bec0a21741f1c","rtt":"12.914424ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:37:49.962640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.768409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-25T07:37:49.962747Z","caller":"traceutil/trace.go:172","msg":"trace[1816447365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3584; }","duration":"305.897631ms","start":"2026-03-25T07:37:49.656829Z","end":"2026-03-25T07:37:49.962727Z","steps":["trace[1816447365] 'range keys from in-memory index tree' (duration: 303.663902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:37:49.962806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:37:49.656800Z","time spent":"305.980302ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:37:54.063638Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b7bec0a21741f1c","rtt":"12.914424ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:37:54.063683Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b7bec0a21741f1c","rtt":"1.110628ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"info","ts":"2026-03-25T07:37:58.065855Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"b7bec0a21741f1c","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:37:58.065922Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:37:58.065958Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:37:58.066147Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"b7bec0a21741f1c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:37:58.066206Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:37:58.098212Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:37:58.098361Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"warn","ts":"2026-03-25T07:37:59.064709Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b7bec0a21741f1c","rtt":"1.110628ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:37:59.064802Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b7bec0a21741f1c","rtt":"12.914424ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"info","ts":"2026-03-25T07:38:00.725575Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"9f725a00b80fcc82","local-member-id":"4873d5607463aedb","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-03-25T07:38:00.725756Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-25T07:38:00.725838Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-25T07:38:00.725928Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-25T07:38:05.750947Z","caller":"traceutil/trace.go:172","msg":"trace[1141142817] linearizableReadLoop","detail":"{readStateIndex:4198; appliedIndex:4198; }","duration":"164.640832ms","start":"2026-03-25T07:38:05.586278Z","end":"2026-03-25T07:38:05.750918Z","steps":["trace[1141142817] 'read index received' (duration: 164.626782ms)","trace[1141142817] 'applied index is now lower than readState.Index' (duration: 12.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:38:05.751108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.808185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:38:05.751136Z","caller":"traceutil/trace.go:172","msg":"trace[642307251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3631; }","duration":"164.861465ms","start":"2026-03-25T07:38:05.586266Z","end":"2026-03-25T07:38:05.751128Z","steps":["trace[642307251] 'agreement among raft nodes before linearized reading' (duration: 164.761854ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:38:06.778170Z","caller":"traceutil/trace.go:172","msg":"trace[714982207] linearizableReadLoop","detail":"{readStateIndex:4202; appliedIndex:4202; }","duration":"192.184651ms","start":"2026-03-25T07:38:06.585917Z","end":"2026-03-25T07:38:06.778102Z","steps":["trace[714982207] 'read index received' (duration: 192.175891ms)","trace[714982207] 'applied index is now lower than readState.Index' (duration: 7.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:38:06.778393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.440584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:38:06.778501Z","caller":"traceutil/trace.go:172","msg":"trace[851808484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3634; }","duration":"192.571715ms","start":"2026-03-25T07:38:06.585909Z","end":"2026-03-25T07:38:06.778481Z","steps":["trace[851808484] 'agreement among raft nodes before linearized reading' (duration: 192.369353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:38:06.779726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.428799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:38:06.779755Z","caller":"traceutil/trace.go:172","msg":"trace[2018319850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3634; }","duration":"179.458469ms","start":"2026-03-25T07:38:06.600289Z","end":"2026-03-25T07:38:06.779748Z","steps":["trace[2018319850] 'agreement among raft nodes before linearized reading' (duration: 179.405168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:38:09.709149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:38:09.819537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:38:09.872713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:38:09.887271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:38:10.507696Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45038","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-25T07:38:24.336244Z","caller":"mvcc/index.go:194","msg":"compact tree index","revision":2154} {"level":"info","ts":"2026-03-25T07:38:24.433895Z","caller":"mvcc/kvstore_compaction.go:70","msg":"finished scheduled compaction","compact-revision":2154,"took":"97.127176ms","hash":4088989510,"current-db-size-bytes":25583616,"current-db-size":"26 MB","current-db-size-in-use-bytes":7143424,"current-db-size-in-use":"7.1 MB"} {"level":"info","ts":"2026-03-25T07:38:24.433971Z","caller":"mvcc/hash.go:157","msg":"storing new hash","hash":4088989510,"revision":2154,"compact-revision":-1} {"level":"info","ts":"2026-03-25T07:38:39.577259Z","caller":"traceutil/trace.go:172","msg":"trace[469902081] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4428; }","duration":"154.365019ms","start":"2026-03-25T07:38:39.422858Z","end":"2026-03-25T07:38:39.577223Z","steps":["trace[469902081] 'read index received' (duration: 154.355548ms)","trace[469902081] 'applied index is now lower than readState.Index' (duration: 8.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:38:39.577532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.65678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.140\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T07:38:39.577586Z","caller":"traceutil/trace.go:172","msg":"trace[42962860] range","detail":"{range_begin:/registry/masterleases/199.19.213.140; range_end:; response_count:1; response_revision:3841; }","duration":"154.732653ms","start":"2026-03-25T07:38:39.422841Z","end":"2026-03-25T07:38:39.577574Z","steps":["trace[42962860] 'agreement among raft nodes before linearized reading' (duration: 154.503584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:38:53.421631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:39:18.497392Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12599837160094299577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T07:39:18.630242Z","caller":"traceutil/trace.go:172","msg":"trace[2125617772] linearizableReadLoop","detail":"{readStateIndex:4630; appliedIndex:4630; }","duration":"666.012827ms","start":"2026-03-25T07:39:17.964203Z","end":"2026-03-25T07:39:18.630215Z","steps":["trace[2125617772] 'read index received' (duration: 666.006907ms)","trace[2125617772] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:39:18.630463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.221944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:39:18.630497Z","caller":"traceutil/trace.go:172","msg":"trace[1508332788] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:4023; }","duration":"666.303978ms","start":"2026-03-25T07:39:17.964184Z","end":"2026-03-25T07:39:18.630488Z","steps":["trace[1508332788] 'agreement among raft nodes before linearized reading' (duration: 666.178044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:39:18.630525Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:39:17.964154Z","time spent":"666.3641ms","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"info","ts":"2026-03-25T07:39:18.630864Z","caller":"traceutil/trace.go:172","msg":"trace[1793691177] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"475.210989ms","start":"2026-03-25T07:39:18.155646Z","end":"2026-03-25T07:39:18.630857Z","steps":["trace[1793691177] 'process raft request' (duration: 475.123816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:39:18.630934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:39:18.155617Z","time spent":"475.271681ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:40:02.347350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.111:55694","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-25T07:40:03.830198Z","caller":"traceutil/trace.go:172","msg":"trace[504911313] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4976; }","duration":"359.292312ms","start":"2026-03-25T07:40:03.470877Z","end":"2026-03-25T07:40:03.830169Z","steps":["trace[504911313] 'read index received' (duration: 359.282521ms)","trace[504911313] 'applied index is now lower than readState.Index' (duration: 7.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:03.830493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.593502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T07:40:03.830540Z","caller":"traceutil/trace.go:172","msg":"trace[434667917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4325; }","duration":"359.661364ms","start":"2026-03-25T07:40:03.470867Z","end":"2026-03-25T07:40:03.830529Z","steps":["trace[434667917] 'agreement among raft nodes before linearized reading' (duration: 359.444997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:03.830579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:03.470821Z","time spent":"359.748997ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:03.842809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.793185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:40:03.842861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.030548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:03.842900Z","caller":"traceutil/trace.go:172","msg":"trace[1604532064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4327; }","duration":"256.901269ms","start":"2026-03-25T07:40:03.585983Z","end":"2026-03-25T07:40:03.842884Z","steps":["trace[1604532064] 'agreement among raft nodes before linearized reading' (duration: 256.769444ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:03.842929Z","caller":"traceutil/trace.go:172","msg":"trace[1890666408] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:4327; }","duration":"220.105711ms","start":"2026-03-25T07:40:03.622809Z","end":"2026-03-25T07:40:03.842915Z","steps":["trace[1890666408] 'agreement among raft nodes before linearized reading' (duration: 219.978097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:03.842868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.747524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:03.843028Z","caller":"traceutil/trace.go:172","msg":"trace[1294554395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4327; }","duration":"243.906199ms","start":"2026-03-25T07:40:03.599113Z","end":"2026-03-25T07:40:03.843019Z","steps":["trace[1294554395] 'agreement among raft nodes before linearized reading' (duration: 243.729163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:05.437734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.807454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:40:05.438018Z","caller":"traceutil/trace.go:172","msg":"trace[1449142514] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"357.88887ms","start":"2026-03-25T07:40:05.080092Z","end":"2026-03-25T07:40:05.437981Z","steps":["trace[1449142514] 'process raft request' (duration: 223.772266ms)","trace[1449142514] 'compare' (duration: 132.543485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:05.438201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:05.080057Z","time spent":"358.063255ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T07:40:06.111028Z","caller":"traceutil/trace.go:172","msg":"trace[1509253215] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"212.900368ms","start":"2026-03-25T07:40:05.898099Z","end":"2026-03-25T07:40:06.110999Z","steps":["trace[1509253215] 'process raft request' (duration: 212.717552ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:06.482919Z","caller":"traceutil/trace.go:172","msg":"trace[383913584] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"360.340712ms","start":"2026-03-25T07:40:06.122517Z","end":"2026-03-25T07:40:06.482858Z","steps":["trace[383913584] 'process raft request' (duration: 359.997172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:06.485017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.122481Z","time spent":"360.557529ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4843,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:40:07.074612Z","caller":"traceutil/trace.go:172","msg":"trace[1533514320] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5023; }","duration":"472.301291ms","start":"2026-03-25T07:40:06.602289Z","end":"2026-03-25T07:40:07.074590Z","steps":["trace[1533514320] 'read index received' (duration: 472.295181ms)","trace[1533514320] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:07.074798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.504737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:07.074832Z","caller":"traceutil/trace.go:172","msg":"trace[1600453004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4359; }","duration":"472.561319ms","start":"2026-03-25T07:40:06.602263Z","end":"2026-03-25T07:40:07.074824Z","steps":["trace[1600453004] 'agreement among raft nodes before linearized reading' (duration: 472.452316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.074885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.602238Z","time spent":"472.640862ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T07:40:07.337201Z","caller":"traceutil/trace.go:172","msg":"trace[1567194538] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"595.416423ms","start":"2026-03-25T07:40:06.741753Z","end":"2026-03-25T07:40:07.337170Z","steps":["trace[1567194538] 'process raft request' (duration: 595.254588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.338291Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.741716Z","time spent":"596.196179ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:40:07.575732Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12599837160094299915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:40:07.580212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.995076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:40:07.581332Z","caller":"traceutil/trace.go:172","msg":"trace[591127235] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"628.129951ms","start":"2026-03-25T07:40:06.953184Z","end":"2026-03-25T07:40:07.581314Z","steps":["trace[591127235] 'process raft request' (duration: 628.018538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.581422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.953146Z","time spent":"628.234106ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:40:07.921376Z","caller":"traceutil/trace.go:172","msg":"trace[1727850403] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5030; }","duration":"846.679402ms","start":"2026-03-25T07:40:07.074670Z","end":"2026-03-25T07:40:07.921349Z","steps":["trace[1727850403] 'read index received' (duration: 813.806695ms)","trace[1727850403] 'applied index is now lower than readState.Index' (duration: 32.871767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:07.921700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.222684779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T07:40:07.921763Z","caller":"traceutil/trace.go:172","msg":"trace[1834734495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4364; }","duration":"1.222774532s","start":"2026-03-25T07:40:06.698977Z","end":"2026-03-25T07:40:07.921751Z","steps":["trace[1834734495] 'agreement among raft nodes before linearized reading' (duration: 1.222552845s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.922262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.698951Z","time spent":"1.223294707s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:07.921898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.305470669s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:07.922454Z","caller":"traceutil/trace.go:172","msg":"trace[1556394941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4364; }","duration":"1.306027206s","start":"2026-03-25T07:40:06.616378Z","end":"2026-03-25T07:40:07.922405Z","steps":["trace[1556394941] 'agreement among raft nodes before linearized reading' (duration: 1.305416537s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.921972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.034393539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:07.922571Z","caller":"traceutil/trace.go:172","msg":"trace[1848654147] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:4364; }","duration":"1.035004618s","start":"2026-03-25T07:40:06.887548Z","end":"2026-03-25T07:40:07.922552Z","steps":["trace[1848654147] 'agreement among raft nodes before linearized reading' (duration: 1.034348387s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.922619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.887516Z","time spent":"1.0350901s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:07.923725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.069403324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:379 size:33576"} {"level":"info","ts":"2026-03-25T07:40:07.923816Z","caller":"traceutil/trace.go:172","msg":"trace[1513681500] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:379; response_revision:4364; }","duration":"1.069491317s","start":"2026-03-25T07:40:06.854302Z","end":"2026-03-25T07:40:07.923793Z","steps":["trace[1513681500] 'agreement among raft nodes before linearized reading' (duration: 1.067090732s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:07.923887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:06.854274Z","time spent":"1.06958593s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":379,"response size":33599,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-25T07:40:08.058301Z","caller":"traceutil/trace.go:172","msg":"trace[396770126] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5034; }","duration":"136.786167ms","start":"2026-03-25T07:40:07.921492Z","end":"2026-03-25T07:40:08.058279Z","steps":["trace[396770126] 'read index received' (duration: 100.746664ms)","trace[396770126] 'applied index is now lower than readState.Index' (duration: 36.038313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:08.058454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"660.524297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:08.058489Z","caller":"traceutil/trace.go:172","msg":"trace[1924867869] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:4369; }","duration":"660.63478ms","start":"2026-03-25T07:40:07.397845Z","end":"2026-03-25T07:40:08.058480Z","steps":["trace[1924867869] 'agreement among raft nodes before linearized reading' (duration: 660.491366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:08.058517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:07.397818Z","time spent":"660.691722ms","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:08.058527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"951.352816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-674b8bbfcf-6zdtg\" limit:1 ","response":"range_response_count:1 size:5283"} {"level":"info","ts":"2026-03-25T07:40:08.058568Z","caller":"traceutil/trace.go:172","msg":"trace[264205400] range","detail":"{range_begin:/registry/pods/kube-system/coredns-674b8bbfcf-6zdtg; range_end:; response_count:1; response_revision:4369; }","duration":"951.396777ms","start":"2026-03-25T07:40:07.107160Z","end":"2026-03-25T07:40:08.058557Z","steps":["trace[264205400] 'agreement among raft nodes before linearized reading' (duration: 951.252713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:08.058729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:07.107134Z","time spent":"951.453559ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5306,"request content":"key:\"/registry/pods/kube-system/coredns-674b8bbfcf-6zdtg\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:08.058916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"982.053024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:08.059037Z","caller":"traceutil/trace.go:172","msg":"trace[1029816771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4369; }","duration":"982.2246ms","start":"2026-03-25T07:40:07.076791Z","end":"2026-03-25T07:40:08.059016Z","steps":["trace[1029816771] 'agreement among raft nodes before linearized reading' (duration: 981.91317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:08.059536Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:07.076771Z","time spent":"982.749236ms","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:40:08.559444Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12599837160094299917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:40:09.060831Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12599837160094299917,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T07:40:09.313388Z","caller":"traceutil/trace.go:172","msg":"trace[21829924] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5039; }","duration":"1.254983294s","start":"2026-03-25T07:40:08.058377Z","end":"2026-03-25T07:40:09.313360Z","steps":["trace[21829924] 'read index received' (duration: 1.254972794s)","trace[21829924] 'applied index is now lower than readState.Index' (duration: 8.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:09.313568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.388337504s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:09.313671Z","caller":"traceutil/trace.go:172","msg":"trace[1206723537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4370; }","duration":"1.388467528s","start":"2026-03-25T07:40:07.925185Z","end":"2026-03-25T07:40:09.313652Z","steps":["trace[1206723537] 'agreement among raft nodes before linearized reading' (duration: 1.388271202s)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:09.314046Z","caller":"traceutil/trace.go:172","msg":"trace[1131550746] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"1.239837932s","start":"2026-03-25T07:40:08.074181Z","end":"2026-03-25T07:40:09.314019Z","steps":["trace[1131550746] 'process raft request' (duration: 1.239666527s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.314230Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:08.074153Z","time spent":"1.239986107s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:40:09.325756Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12599837160094299919,"received-request-id":12599837160094299917} {"level":"warn","ts":"2026-03-25T07:40:09.328020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.039709737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:40:09.328029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.255726236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:09.328077Z","caller":"traceutil/trace.go:172","msg":"trace[922823133] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:4375; }","duration":"1.0397951s","start":"2026-03-25T07:40:08.288264Z","end":"2026-03-25T07:40:09.328059Z","steps":["trace[922823133] 'agreement among raft nodes before linearized reading' (duration: 1.039603744s)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:09.328081Z","caller":"traceutil/trace.go:172","msg":"trace[1436322941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4375; }","duration":"1.255779488s","start":"2026-03-25T07:40:08.072288Z","end":"2026-03-25T07:40:09.328068Z","steps":["trace[1436322941] 'agreement among raft nodes before linearized reading' (duration: 1.255696635s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.328118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:08.288235Z","time spent":"1.039874232s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:09.328113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.988493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-25T07:40:09.328168Z","caller":"traceutil/trace.go:172","msg":"trace[1396787558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4375; }","duration":"233.045635ms","start":"2026-03-25T07:40:09.095112Z","end":"2026-03-25T07:40:09.328157Z","steps":["trace[1396787558] 'agreement among raft nodes before linearized reading' (duration: 232.910091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.328118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:08.072263Z","time spent":"1.255846439s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:40:09.328113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.211661943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:40:09.328344Z","caller":"traceutil/trace.go:172","msg":"trace[1261211469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4375; }","duration":"1.21188235s","start":"2026-03-25T07:40:08.116439Z","end":"2026-03-25T07:40:09.328321Z","steps":["trace[1261211469] 'agreement among raft nodes before linearized reading' (duration: 1.211447806s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.328414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:08.116410Z","time spent":"1.211970233s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-25T07:40:09.571772Z","caller":"traceutil/trace.go:172","msg":"trace[1629989954] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5047; }","duration":"241.360993ms","start":"2026-03-25T07:40:09.330380Z","end":"2026-03-25T07:40:09.571741Z","steps":["trace[1629989954] 'read index received' (duration: 241.352283ms)","trace[1629989954] 'applied index is now lower than readState.Index' (duration: 6.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:09.572007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.636561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:09.572056Z","caller":"traceutil/trace.go:172","msg":"trace[896019454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4376; }","duration":"241.704793ms","start":"2026-03-25T07:40:09.330338Z","end":"2026-03-25T07:40:09.572042Z","steps":["trace[896019454] 'agreement among raft nodes before linearized reading' (duration: 241.545708ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:09.572434Z","caller":"traceutil/trace.go:172","msg":"trace[1509624440] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"238.7089ms","start":"2026-03-25T07:40:09.333701Z","end":"2026-03-25T07:40:09.572410Z","steps":["trace[1509624440] 'process raft request' (duration: 238.514405ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:09.762290Z","caller":"traceutil/trace.go:172","msg":"trace[1191220835] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5049; }","duration":"190.406518ms","start":"2026-03-25T07:40:09.571858Z","end":"2026-03-25T07:40:09.762265Z","steps":["trace[1191220835] 'read index received' (duration: 190.399548ms)","trace[1191220835] 'applied index is now lower than readState.Index' (duration: 5.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:09.762528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.155987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.140\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T07:40:09.762580Z","caller":"traceutil/trace.go:172","msg":"trace[1369652513] range","detail":"{range_begin:/registry/masterleases/199.19.213.140; range_end:; response_count:1; response_revision:4378; }","duration":"334.22873ms","start":"2026-03-25T07:40:09.428341Z","end":"2026-03-25T07:40:09.762569Z","steps":["trace[1369652513] 'agreement among raft nodes before linearized reading' (duration: 334.001393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.762613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:09.428317Z","time spent":"334.288272ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.140\" limit:1 "} {"level":"info","ts":"2026-03-25T07:40:09.762679Z","caller":"traceutil/trace.go:172","msg":"trace[1516595644] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"175.561377ms","start":"2026-03-25T07:40:09.587096Z","end":"2026-03-25T07:40:09.762658Z","steps":["trace[1516595644] 'process raft request' (duration: 175.413283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.762732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.894892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-674b8bbfcf-6zdtg\" limit:1 ","response":"range_response_count:1 size:5472"} {"level":"info","ts":"2026-03-25T07:40:09.762869Z","caller":"traceutil/trace.go:172","msg":"trace[360586189] range","detail":"{range_begin:/registry/pods/kube-system/coredns-674b8bbfcf-6zdtg; range_end:; response_count:1; response_revision:4378; }","duration":"429.033916ms","start":"2026-03-25T07:40:09.333821Z","end":"2026-03-25T07:40:09.762855Z","steps":["trace[360586189] 'agreement among raft nodes before linearized reading' (duration: 428.676875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.762955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:09.333814Z","time spent":"429.125869ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5495,"request content":"key:\"/registry/pods/kube-system/coredns-674b8bbfcf-6zdtg\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:09.764068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.640746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:09.764148Z","caller":"traceutil/trace.go:172","msg":"trace[674390003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4379; }","duration":"180.727359ms","start":"2026-03-25T07:40:09.583402Z","end":"2026-03-25T07:40:09.764130Z","steps":["trace[674390003] 'agreement among raft nodes before linearized reading' (duration: 180.600765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:09.764133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.938833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:09.764200Z","caller":"traceutil/trace.go:172","msg":"trace[263520151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4379; }","duration":"179.021105ms","start":"2026-03-25T07:40:09.585162Z","end":"2026-03-25T07:40:09.764183Z","steps":["trace[263520151] 'agreement among raft nodes before linearized reading' (duration: 178.897732ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:10.126111Z","caller":"traceutil/trace.go:172","msg":"trace[37325500] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"361.065107ms","start":"2026-03-25T07:40:09.765023Z","end":"2026-03-25T07:40:10.126088Z","steps":["trace[37325500] 'process raft request' (duration: 360.85455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:10.126291Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:09.764832Z","time spent":"361.364436ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:40:10.216147Z","caller":"traceutil/trace.go:172","msg":"trace[517542503] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"315.113202ms","start":"2026-03-25T07:40:09.901009Z","end":"2026-03-25T07:40:10.216122Z","steps":["trace[517542503] 'process raft request' (duration: 314.718779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:10.216310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:09.900987Z","time spent":"315.239106ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:40:10.405287Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8","error":"unexpected EOF"} {"level":"warn","ts":"2026-03-25T07:40:10.405508Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4edbe0dc99dceaa8","error":"failed to read 4edbe0dc99dceaa8 on stream Message (unexpected EOF)"} {"level":"warn","ts":"2026-03-25T07:40:10.405523Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8","error":"unexpected EOF"} {"level":"warn","ts":"2026-03-25T07:40:11.086381Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12599837160094299936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:40:11.587331Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12599837160094299936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:40:11.588102Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:40:11.939576Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"4873d5607463aedb is starting a new election at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.939681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"4873d5607463aedb became pre-candidate at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.939719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4873d5607463aedb [logterm: 5, index: 5056] sent MsgPreVote request to b7bec0a21741f1c at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.939740Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4873d5607463aedb [logterm: 5, index: 5056] sent MsgPreVote request to 4edbe0dc99dceaa8 at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.939762Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 4873d5607463aedb lost leader 4edbe0dc99dceaa8 at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.939829Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4873d5607463aedb received MsgPreVoteResp from 4873d5607463aedb at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.939851Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4873d5607463aedb has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-25T07:40:11.943315Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4873d5607463aedb received MsgPreVoteResp from b7bec0a21741f1c at term 5"} {"level":"info","ts":"2026-03-25T07:40:11.943352Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4873d5607463aedb has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-25T07:40:11.943379Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"4873d5607463aedb became candidate at term 6"} {"level":"info","ts":"2026-03-25T07:40:11.943393Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4873d5607463aedb [logterm: 5, index: 5056] sent MsgVote request to b7bec0a21741f1c at term 6"} {"level":"info","ts":"2026-03-25T07:40:11.943406Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"4873d5607463aedb [logterm: 5, index: 5056] sent MsgVote request to 4edbe0dc99dceaa8 at term 6"} {"level":"info","ts":"2026-03-25T07:40:11.945703Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4873d5607463aedb received MsgVoteResp from 4873d5607463aedb at term 6"} {"level":"info","ts":"2026-03-25T07:40:11.945732Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4873d5607463aedb has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-25T07:40:12.024717Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4873d5607463aedb received MsgVoteResp from b7bec0a21741f1c at term 6"} {"level":"info","ts":"2026-03-25T07:40:12.024783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4873d5607463aedb has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-25T07:40:12.024823Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"4873d5607463aedb became leader at term 6"} {"level":"info","ts":"2026-03-25T07:40:12.024846Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4873d5607463aedb elected leader 4873d5607463aedb at term 6"} {"level":"warn","ts":"2026-03-25T07:40:12.025062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.439225248s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-25T07:40:12.025267Z","caller":"traceutil/trace.go:172","msg":"trace[623341475] range","detail":"{range_begin:; range_end:; }","duration":"1.439410844s","start":"2026-03-25T07:40:10.585790Z","end":"2026-03-25T07:40:12.025201Z","steps":["trace[623341475] 'agreement among raft nodes before linearized reading' (duration: 1.439221298s)"],"step_count":1} {"level":"error","ts":"2026-03-25T07:40:12.025510Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-25T07:40:12.083220Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-25T07:40:12.095422Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.111:2380/version","remote-member-id":"4edbe0dc99dceaa8","error":"Get \"https://199.19.213.111:2380/version\": dial tcp 199.19.213.111:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:12.095482Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"4edbe0dc99dceaa8","error":"Get \"https://199.19.213.111:2380/version\": dial tcp 199.19.213.111:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:12.121482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.608408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:40:12.121551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.068442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-25T07:40:12.121571Z","caller":"traceutil/trace.go:172","msg":"trace[1313599165] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:4383; }","duration":"781.720221ms","start":"2026-03-25T07:40:11.339831Z","end":"2026-03-25T07:40:12.121551Z","steps":["trace[1313599165] 'agreement among raft nodes before linearized reading' (duration: 781.560086ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:40:12.121600Z","caller":"traceutil/trace.go:172","msg":"trace[260568956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4383; }","duration":"541.123313ms","start":"2026-03-25T07:40:11.580465Z","end":"2026-03-25T07:40:12.121588Z","steps":["trace[260568956] 'agreement among raft nodes before linearized reading' (duration: 540.897006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:12.121675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:11.580440Z","time spent":"541.183775ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:12.121676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:11.339804Z","time spent":"781.815764ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:12.121708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.179012454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:12.121806Z","caller":"traceutil/trace.go:172","msg":"trace[1782661451] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:4383; }","duration":"1.179178109s","start":"2026-03-25T07:40:10.942610Z","end":"2026-03-25T07:40:12.121788Z","steps":["trace[1782661451] 'agreement among raft nodes before linearized reading' (duration: 1.178946872s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:12.121968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.83612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:40:12.121986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:10.942577Z","time spent":"1.179385826s","remote":"127.0.0.1:34844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-25T07:40:12.122013Z","caller":"traceutil/trace.go:172","msg":"trace[1104822221] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:4383; }","duration":"461.881781ms","start":"2026-03-25T07:40:11.660122Z","end":"2026-03-25T07:40:12.122004Z","steps":["trace[1104822221] 'agreement among raft nodes before linearized reading' (duration: 461.812779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:12.122044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:11.660088Z","time spent":"461.948153ms","remote":"127.0.0.1:44970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:40:12.122264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.520157956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:12.122311Z","caller":"traceutil/trace.go:172","msg":"trace[707787811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4384; }","duration":"1.520203217s","start":"2026-03-25T07:40:10.602096Z","end":"2026-03-25T07:40:12.122299Z","steps":["trace[707787811] 'agreement among raft nodes before linearized reading' (duration: 1.520125255s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:12.122338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:10.602064Z","time spent":"1.520268179s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:40:12.122268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.343277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T07:40:12.122641Z","caller":"traceutil/trace.go:172","msg":"trace[598850703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4384; }","duration":"527.712269ms","start":"2026-03-25T07:40:11.594915Z","end":"2026-03-25T07:40:12.122627Z","steps":["trace[598850703] 'agreement among raft nodes before linearized reading' (duration: 527.277955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:12.122712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:11.594884Z","time spent":"527.812452ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-25T07:40:12.299683Z","caller":"traceutil/trace.go:172","msg":"trace[524188952] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5059; }","duration":"164.42257ms","start":"2026-03-25T07:40:12.135233Z","end":"2026-03-25T07:40:12.299656Z","steps":["trace[524188952] 'read index received' (duration: 164.413519ms)","trace[524188952] 'applied index is now lower than readState.Index' (duration: 7.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:12.353366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.111878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:12.353451Z","caller":"traceutil/trace.go:172","msg":"trace[574280852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4385; }","duration":"218.201831ms","start":"2026-03-25T07:40:12.135228Z","end":"2026-03-25T07:40:12.353430Z","steps":["trace[574280852] 'agreement among raft nodes before linearized reading' (duration: 164.529623ms)","trace[574280852] 'range keys from in-memory index tree' (duration: 53.544414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:14.062119Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"warn","ts":"2026-03-25T07:40:14.066555Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"4edbe0dc99dceaa8","rtt":"1.280536ms","error":"dial tcp 199.19.213.111:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:14.067683Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"4edbe0dc99dceaa8","rtt":"12.667471ms","error":"dial tcp 199.19.213.111:2380: connect: connection refused"} {"level":"info","ts":"2026-03-25T07:40:15.733559Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"4edbe0dc99dceaa8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:40:15.733626Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:40:15.733677Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:40:15.735553Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"4edbe0dc99dceaa8","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:40:15.735615Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:40:15.756519Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"info","ts":"2026-03-25T07:40:15.757908Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"4edbe0dc99dceaa8"} {"level":"warn","ts":"2026-03-25T07:40:16.767504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:40:11.769265Z","time spent":"4.998229768s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/25 07:40:16 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T07:40:19.696754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.095071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:40:19.696884Z","caller":"traceutil/trace.go:172","msg":"trace[1807165730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4427; }","duration":"111.246616ms","start":"2026-03-25T07:40:19.585615Z","end":"2026-03-25T07:40:19.696862Z","steps":["trace[1807165730] 'range keys from in-memory index tree' (duration: 111.02923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:19.696954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.579566ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-25T07:40:19.991285Z","caller":"traceutil/trace.go:172","msg":"trace[1861187954] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5113; }","duration":"262.942694ms","start":"2026-03-25T07:40:19.728305Z","end":"2026-03-25T07:40:19.991248Z","steps":["trace[1861187954] 'read index received' (duration: 262.934144ms)","trace[1861187954] 'applied index is now lower than readState.Index' (duration: 7.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:40:19.991650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.316707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-25T07:40:19.991714Z","caller":"traceutil/trace.go:172","msg":"trace[976220998] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4430; }","duration":"263.41713ms","start":"2026-03-25T07:40:19.728282Z","end":"2026-03-25T07:40:19.991699Z","steps":["trace[976220998] 'agreement among raft nodes before linearized reading' (duration: 263.106079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:40:25.622647Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c","error":"unexpected EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.622724Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"b7bec0a21741f1c","error":"failed to read b7bec0a21741f1c on stream MsgApp v2 (unexpected EOF)"} {"level":"warn","ts":"2026-03-25T07:40:25.622643Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c","error":"unexpected EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.662485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.670457Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"warn","ts":"2026-03-25T07:40:25.744102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.847148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.867519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.882926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.895170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.940988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:25.966578Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.004243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.022199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.198038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.232144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.253546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.271020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.352659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.380366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.398699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.443988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.477243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:26.505623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.036018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.071041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.111025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.118994Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.206:2380/version","remote-member-id":"b7bec0a21741f1c","error":"Get \"https://199.19.213.206:2380/version\": dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:28.119085Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"b7bec0a21741f1c","error":"Get \"https://199.19.213.206:2380/version\": dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:28.132191Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.148102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.163071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.176974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:28.191004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:40:29.063179Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"warn","ts":"2026-03-25T07:40:32.122016Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.206:2380/version","remote-member-id":"b7bec0a21741f1c","error":"Get \"https://199.19.213.206:2380/version\": dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:32.122101Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"b7bec0a21741f1c","error":"Get \"https://199.19.213.206:2380/version\": dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"info","ts":"2026-03-25T07:40:34.035884Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"b7bec0a21741f1c","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:40:34.035956Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:40:34.035992Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:40:34.040572Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4873d5607463aedb","to":"b7bec0a21741f1c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:40:34.040635Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:40:34.060573Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"info","ts":"2026-03-25T07:40:34.060647Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4873d5607463aedb","remote-peer-id":"b7bec0a21741f1c"} {"level":"warn","ts":"2026-03-25T07:40:34.067504Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b7bec0a21741f1c","rtt":"1.212177ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-25T07:40:34.067553Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b7bec0a21741f1c","rtt":"13.538742ms","error":"dial tcp 199.19.213.206:2380: connect: connection refused"} {"level":"info","ts":"2026-03-25T07:41:00.824079Z","caller":"traceutil/trace.go:172","msg":"trace[407440726] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"144.406492ms","start":"2026-03-25T07:41:00.679657Z","end":"2026-03-25T07:41:00.824063Z","steps":["trace[407440726] 'process raft request' (duration: 144.215256ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:41:00.824848Z","caller":"traceutil/trace.go:172","msg":"trace[175503011] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5524; }","duration":"121.545092ms","start":"2026-03-25T07:41:00.703284Z","end":"2026-03-25T07:41:00.824830Z","steps":["trace[175503011] 'read index received' (duration: 121.540602ms)","trace[175503011] 'applied index is now lower than readState.Index' (duration: 3.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:41:00.824955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.657924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:41:00.825013Z","caller":"traceutil/trace.go:172","msg":"trace[321283363] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:4794; }","duration":"121.738167ms","start":"2026-03-25T07:41:00.703268Z","end":"2026-03-25T07:41:00.825006Z","steps":["trace[321283363] 'agreement among raft nodes before linearized reading' (duration: 121.634524ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:41:04.194568Z","caller":"traceutil/trace.go:172","msg":"trace[886883340] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5538; }","duration":"221.393657ms","start":"2026-03-25T07:41:03.973130Z","end":"2026-03-25T07:41:04.194524Z","steps":["trace[886883340] 'read index received' (duration: 221.341575ms)","trace[886883340] 'applied index is now lower than readState.Index' (duration: 15.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:41:04.240759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.605453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:41:04.240888Z","caller":"traceutil/trace.go:172","msg":"trace[1998761191] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:4808; }","duration":"267.746567ms","start":"2026-03-25T07:41:03.973125Z","end":"2026-03-25T07:41:04.240872Z","steps":["trace[1998761191] 'agreement among raft nodes before linearized reading' (duration: 221.640794ms)","trace[1998761191] 'range keys from in-memory index tree' (duration: 45.920838ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:41:04.241128Z","caller":"traceutil/trace.go:172","msg":"trace[1279033116] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"271.277556ms","start":"2026-03-25T07:41:03.969835Z","end":"2026-03-25T07:41:04.241112Z","steps":["trace[1279033116] 'process raft request' (duration: 224.906516ms)","trace[1279033116] 'compare' (duration: 46.01362ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:41:04.666643Z","caller":"traceutil/trace.go:172","msg":"trace[78393585] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5540; }","duration":"182.590674ms","start":"2026-03-25T07:41:04.484013Z","end":"2026-03-25T07:41:04.666603Z","steps":["trace[78393585] 'read index received' (duration: 182.576723ms)","trace[78393585] 'applied index is now lower than readState.Index' (duration: 11.911µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:41:04.666993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.961254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T07:41:04.667030Z","caller":"traceutil/trace.go:172","msg":"trace[345735842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4810; }","duration":"183.023446ms","start":"2026-03-25T07:41:04.483996Z","end":"2026-03-25T07:41:04.667019Z","steps":["trace[345735842] 'agreement among raft nodes before linearized reading' (duration: 182.80664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:41:04.723141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.978922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:41:04.723152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.817248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:41:04.723263Z","caller":"traceutil/trace.go:172","msg":"trace[1786841035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4811; }","duration":"137.945111ms","start":"2026-03-25T07:41:04.585296Z","end":"2026-03-25T07:41:04.723241Z","steps":["trace[1786841035] 'agreement among raft nodes before linearized reading' (duration: 136.79007ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:41:04.723205Z","caller":"traceutil/trace.go:172","msg":"trace[1446092427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4811; }","duration":"124.060834ms","start":"2026-03-25T07:41:04.599132Z","end":"2026-03-25T07:41:04.723193Z","steps":["trace[1446092427] 'agreement among raft nodes before linearized reading' (duration: 122.966844ms)"],"step_count":1}