{"level":"warn","ts":"2026-03-18T13:26:01.455273Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-18T13:26:01.455885Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-18T13:26:01.455934Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=controller-3=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-18T13:26:01.456199Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-03-18T13:26:01.456284Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T13:26:01.456318Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-18T13:26:01.456385Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:26:01.456902Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-03-18T13:26:01.457079Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-18T13:26:01.457990Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00007cdb0}"} {"level":"info","ts":"2026-03-18T13:26:01.465273Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T13:26:01.465344Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.489724ms"} {"level":"info","ts":"2026-03-18T13:26:01.465387Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":5572} {"level":"info","ts":"2026-03-18T13:26:01.510613Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-03-18T13:26:01.510701Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":24956928,"backend-size":"25 MB","backend-size-in-use-bytes":8667136,"backend-size-in-use":"8.7 MB"} {"level":"info","ts":"2026-03-18T13:26:01.510832Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-03-18T13:26:01.568732Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","commit-index":5571} {"level":"info","ts":"2026-03-18T13:26:01.568802Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-18T13:26:01.568917Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-18T13:26:01.569050Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:791a7e25b533cd26 RaftAttributes:{PeerURLs:[https://162.253.55.62:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://162.253.55.62:2379]}}"} {"level":"info","ts":"2026-03-18T13:26:01.569074Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:7d1d8e886c91dd93 RaftAttributes:{PeerURLs:[https://199.204.45.102:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.204.45.102:2379]}}"} {"level":"info","ts":"2026-03-18T13:26:01.569081Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:854e2881e5be6e6c RaftAttributes:{PeerURLs:[https://199.204.45.233:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.204.45.233:2379]}}"} {"level":"info","ts":"2026-03-18T13:26:01.569117Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:26:01.569128Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","recovered-remote-peer-id":"791a7e25b533cd26","recovered-remote-peer-urls":["https://162.253.55.62:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:26:01.569136Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","recovered-remote-peer-id":"7d1d8e886c91dd93","recovered-remote-peer-urls":["https://199.204.45.102:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:26:01.569141Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","recovered-remote-peer-id":"854e2881e5be6e6c","recovered-remote-peer-urls":["https://199.204.45.233:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:26:01.569146Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:26:01.569157Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-18T13:26:01.569229Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-18T13:26:01.569291Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"854e2881e5be6e6c switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T13:26:01.569317Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"854e2881e5be6e6c became follower at term 6"} {"level":"info","ts":"2026-03-18T13:26:01.569331Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 854e2881e5be6e6c [peers: [], term: 6, commit: 5571, applied: 0, lastindex: 5572, lastterm: 6]"} {"level":"warn","ts":"2026-03-18T13:26:01.571020Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T13:26:01.572236Z","caller":"mvcc/kvstore.go:334","msg":"restored last compact revision","meta-bucket-name-key":"finishedCompactRev","restored-compact-revision":2292} {"level":"info","ts":"2026-03-18T13:26:01.579245Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":4806} {"level":"info","ts":"2026-03-18T13:26:01.584033Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T13:26:01.584786Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.584828Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.585153Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.585254Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.585399Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.585425Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.585425Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26","remote-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-18T13:26:01.585445Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.585460Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.585444Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.585627Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.585630Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.585628Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.585646Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93","remote-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-18T13:26:01.585660Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.585664Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"854e2881e5be6e6c","timeout":"7s"} {"level":"info","ts":"2026-03-18T13:26:01.585675Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.599014Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.599118Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.599501Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"warn","ts":"2026-03-18T13:26:01.603983Z","caller":"etcdserver/corrupt.go:494","msg":"failed hash kv request","local-member-id":"854e2881e5be6e6c","requested-revision":4806,"remote-peer-endpoint":"https://199.204.45.102:2380","error":"Get \"https://199.204.45.102:2380/members/hashkv\": dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"info","ts":"2026-03-18T13:26:01.604063Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"854e2881e5be6e6c"} {"level":"info","ts":"2026-03-18T13:26:01.604117Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"854e2881e5be6e6c","local-server-version":"3.6.4","cluster-id":"be484d2748da72cd","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:26:01.604329Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:26:01.604400Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:26:01.604430Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:26:01.604472Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:26:01.604498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"854e2881e5be6e6c switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-18T13:26:01.604667Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:26:01.604997Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","from":"3.6","to":"3.5"} {"level":"info","ts":"2026-03-18T13:26:01.605067Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T13:26:01.605103Z","caller":"apply/apply.go:422","msg":"Cluster version downgrade detected, forcing snapshot","prev-cluster-version":"3.6.0","new-cluster-version":"3.5.0"} {"level":"info","ts":"2026-03-18T13:26:01.605147Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-18T13:26:01.605167Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-18T13:26:01.605151Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T13:26:01.605299Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.5.0","storage-version":"3.6.0"} {"level":"info","ts":"2026-03-18T13:26:01.605403Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"854e2881e5be6e6c","to":"791a7e25b533cd26","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:26:01.605424Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.605526Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"854e2881e5be6e6c","to":"791a7e25b533cd26","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:26:01.605541Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"854e2881e5be6e6c","remote-peer-id":"791a7e25b533cd26"} {"level":"info","ts":"2026-03-18T13:26:01.605598Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-18T13:26:01.605105Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"854e2881e5be6e6c","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T13:26:01.606718Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"854e2881e5be6e6c switched to configuration voters=(8726425928402717990) learners=(9015518745653796243)"} {"level":"info","ts":"2026-03-18T13:26:01.606794Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","added-peer-id":"7d1d8e886c91dd93","added-peer-peer-urls":["https://199.204.45.102:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:26:01.606917Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"854e2881e5be6e6c switched to configuration voters=(8726425928402717990 9015518745653796243)"} {"level":"info","ts":"2026-03-18T13:26:01.606999Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","promoted-member-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:01.607588Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"854e2881e5be6e6c switched to configuration voters=(8726425928402717990 9015518745653796243) learners=(9605659593598201452)"} {"level":"info","ts":"2026-03-18T13:26:01.607663Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","added-peer-id":"854e2881e5be6e6c","added-peer-peer-urls":["https://199.204.45.233:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:26:01.607793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"854e2881e5be6e6c switched to configuration voters=(8726425928402717990 9015518745653796243 9605659593598201452)"} {"level":"info","ts":"2026-03-18T13:26:01.607878Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","promoted-member-id":"854e2881e5be6e6c"} {"level":"info","ts":"2026-03-18T13:26:01.608913Z","caller":"etcdserver/server.go:2185","msg":"triggering snapshot","local-member-id":"854e2881e5be6e6c","local-member-applied-index":825,"local-member-snapshot-index":0,"local-member-snapshot-count":10000,"snapshot-forced":true} {"level":"info","ts":"2026-03-18T13:26:01.747251Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"854e2881e5be6e6c no leader at term 6; dropping index reading msg"} {"level":"info","ts":"2026-03-18T13:26:01.774470Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.5.0"} {"level":"info","ts":"2026-03-18T13:26:01.781743Z","caller":"etcdserver/server.go:2230","msg":"saved snapshot to disk","snapshot-index":825} {"level":"info","ts":"2026-03-18T13:26:01.796207Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"be484d2748da72cd","local-member-id":"854e2881e5be6e6c","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-03-18T13:26:01.796282Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:26:01.796338Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-18T13:26:01.796383Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-18T13:26:02.107610Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"854e2881e5be6e6c [logterm: 6, index: 5572, vote: 854e2881e5be6e6c] cast MsgPreVote for 791a7e25b533cd26 [logterm: 6, index: 5572] at term 6"} {"level":"info","ts":"2026-03-18T13:26:02.111203Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"854e2881e5be6e6c [term: 6] received a MsgVote message with higher term from 791a7e25b533cd26 [term: 7]"} {"level":"info","ts":"2026-03-18T13:26:02.111304Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"854e2881e5be6e6c became follower at term 7"} {"level":"info","ts":"2026-03-18T13:26:02.111439Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"854e2881e5be6e6c [logterm: 6, index: 5572, vote: 0] cast MsgVote for 791a7e25b533cd26 [logterm: 6, index: 5572] at term 7"} {"level":"info","ts":"2026-03-18T13:26:02.113675Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 854e2881e5be6e6c elected leader 791a7e25b533cd26 at term 7"} {"level":"info","ts":"2026-03-18T13:26:02.119325Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"854e2881e5be6e6c","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.233:2379]}","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T13:26:02.119360Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:26:02.119470Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:26:02.120573Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T13:26:02.121342Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T13:26:02.121393Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-18T13:26:02.123220Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-18T13:26:02.123607Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T13:26:02.125883Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-03-18T13:26:02.132599Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T13:26:02.134151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.134262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.150088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.157222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.172892Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.188374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.199983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.211195Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.220365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.231977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.244092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.265107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.277691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.288537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.297140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.304843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.312463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.319821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.332765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.358586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.367774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.401961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.410332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.419954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.427908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.437313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.447129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.454271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.464660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.476780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.485461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.493303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.502307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.510380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.518788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.527907Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.536034Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.545979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.558375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.591347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.604981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.622992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.628588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.639835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.651026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.662307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.671232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.682645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.704168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.715392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.725200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.736700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.748039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.761518Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.773200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.783303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.792394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.849393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.859680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:02.905807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:26:06.586313Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"7d1d8e886c91dd93","rtt":"0s","error":"dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:26:06.586347Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"7d1d8e886c91dd93","rtt":"0s","error":"dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:26:11.586769Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"7d1d8e886c91dd93","rtt":"0s","error":"dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:26:11.586857Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"7d1d8e886c91dd93","rtt":"0s","error":"dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:26:16.586897Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"7d1d8e886c91dd93","rtt":"0s","error":"dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:26:16.586981Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"7d1d8e886c91dd93","rtt":"0s","error":"dial tcp 199.204.45.102:2380: connect: connection refused"} {"level":"info","ts":"2026-03-18T13:26:17.373330Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"854e2881e5be6e6c","to":"7d1d8e886c91dd93","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:26:17.373371Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:17.373405Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:17.377316Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"854e2881e5be6e6c","to":"7d1d8e886c91dd93","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:26:17.377369Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:17.408151Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:17.408409Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"854e2881e5be6e6c","remote-peer-id":"7d1d8e886c91dd93"} {"level":"info","ts":"2026-03-18T13:26:22.792924Z","caller":"traceutil/trace.go:172","msg":"trace[131416431] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"151.894213ms","start":"2026-03-18T13:26:22.641012Z","end":"2026-03-18T13:26:22.792906Z","steps":["trace[131416431] 'process raft request' (duration: 151.710165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:26:27.527343Z","caller":"traceutil/trace.go:172","msg":"trace[1490647377] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"172.221318ms","start":"2026-03-18T13:26:27.354723Z","end":"2026-03-18T13:26:27.526944Z","steps":["trace[1490647377] 'process raft request' (duration: 171.688225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:26:27.598044Z","caller":"traceutil/trace.go:172","msg":"trace[922379306] linearizableReadLoop","detail":"{readStateIndex:5802; appliedIndex:5802; }","duration":"203.663772ms","start":"2026-03-18T13:26:27.394356Z","end":"2026-03-18T13:26:27.598019Z","steps":["trace[922379306] 'read index received' (duration: 203.657042ms)","trace[922379306] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:26:27.598173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.793207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:26:27.598279Z","caller":"traceutil/trace.go:172","msg":"trace[1467005748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5019; }","duration":"203.911433ms","start":"2026-03-18T13:26:27.394348Z","end":"2026-03-18T13:26:27.598260Z","steps":["trace[1467005748] 'agreement among raft nodes before linearized reading' (duration: 203.765476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:26:53.925960Z","caller":"traceutil/trace.go:172","msg":"trace[2064929050] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"105.367688ms","start":"2026-03-18T13:26:53.820562Z","end":"2026-03-18T13:26:53.925930Z","steps":["trace[2064929050] 'process raft request' (duration: 105.196481ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:26:55.023972Z","caller":"traceutil/trace.go:172","msg":"trace[1654351960] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"126.197318ms","start":"2026-03-18T13:26:54.897755Z","end":"2026-03-18T13:26:55.023952Z","steps":["trace[1654351960] 'process raft request' (duration: 100.107595ms)","trace[1654351960] 'compare' (duration: 25.988369ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:26:56.525274Z","caller":"traceutil/trace.go:172","msg":"trace[1385905532] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5956; }","duration":"130.920695ms","start":"2026-03-18T13:26:56.394336Z","end":"2026-03-18T13:26:56.525257Z","steps":["trace[1385905532] 'read index received' (duration: 130.915505ms)","trace[1385905532] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:26:56.525381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.02969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:26:56.525409Z","caller":"traceutil/trace.go:172","msg":"trace[786716199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5155; }","duration":"131.070032ms","start":"2026-03-18T13:26:56.394326Z","end":"2026-03-18T13:26:56.525396Z","steps":["trace[786716199] 'agreement among raft nodes before linearized reading' (duration: 131.006899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:27:00.306875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.448086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:27:02.445360Z","caller":"traceutil/trace.go:172","msg":"trace[307674107] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"368.073952ms","start":"2026-03-18T13:27:02.077265Z","end":"2026-03-18T13:27:02.445338Z","steps":["trace[307674107] 'process raft request' (duration: 312.945515ms)","trace[307674107] 'compare' (duration: 54.513923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:02.445156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.361215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:02.445543Z","caller":"traceutil/trace.go:172","msg":"trace[639732071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5177; }","duration":"151.755551ms","start":"2026-03-18T13:27:02.293773Z","end":"2026-03-18T13:27:02.445528Z","steps":["trace[639732071] 'range keys from in-memory index tree' (duration: 151.314083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:27:02.446376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:27:02.077254Z","time spent":"368.290281ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:27:02.558361Z","caller":"traceutil/trace.go:172","msg":"trace[67421594] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5984; }","duration":"113.494212ms","start":"2026-03-18T13:27:02.444844Z","end":"2026-03-18T13:27:02.558338Z","steps":["trace[67421594] 'read index received' (duration: 113.489772ms)","trace[67421594] 'applied index is now lower than readState.Index' (duration: 3.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:02.596533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.670867ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:02.596620Z","caller":"traceutil/trace.go:172","msg":"trace[441521019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5180; }","duration":"151.766641ms","start":"2026-03-18T13:27:02.444833Z","end":"2026-03-18T13:27:02.596600Z","steps":["trace[441521019] 'agreement among raft nodes before linearized reading' (duration: 113.546065ms)","trace[441521019] 'range keys from in-memory index tree' (duration: 38.101762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:27:03.427819Z","caller":"traceutil/trace.go:172","msg":"trace[1597777835] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"152.637232ms","start":"2026-03-18T13:27:03.275163Z","end":"2026-03-18T13:27:03.427800Z","steps":["trace[1597777835] 'process raft request' (duration: 57.689644ms)","trace[1597777835] 'compare' (duration: 94.628935ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:27:04.357573Z","caller":"traceutil/trace.go:172","msg":"trace[743714138] linearizableReadLoop","detail":"{readStateIndex:5987; appliedIndex:5987; }","duration":"115.692629ms","start":"2026-03-18T13:27:04.241856Z","end":"2026-03-18T13:27:04.357548Z","steps":["trace[743714138] 'read index received' (duration: 115.685899ms)","trace[743714138] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:04.357727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.877797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:04.357757Z","caller":"traceutil/trace.go:172","msg":"trace[1480927299] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:5183; }","duration":"115.929839ms","start":"2026-03-18T13:27:04.241818Z","end":"2026-03-18T13:27:04.357748Z","steps":["trace[1480927299] 'agreement among raft nodes before linearized reading' (duration: 115.836355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:27:04.497684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.111101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:04.497762Z","caller":"traceutil/trace.go:172","msg":"trace[1681513169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5184; }","duration":"103.208236ms","start":"2026-03-18T13:27:04.394538Z","end":"2026-03-18T13:27:04.497746Z","steps":["trace[1681513169] 'range keys from in-memory index tree' (duration: 103.046268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:27:21.530506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.228208ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:21.530599Z","caller":"traceutil/trace.go:172","msg":"trace[108537118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5251; }","duration":"136.370874ms","start":"2026-03-18T13:27:21.394210Z","end":"2026-03-18T13:27:21.530581Z","steps":["trace[108537118] 'range keys from in-memory index tree' (duration: 136.174967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:27:21.562234Z","caller":"traceutil/trace.go:172","msg":"trace[795480788] linearizableReadLoop","detail":"{readStateIndex:6068; appliedIndex:6068; }","duration":"159.030825ms","start":"2026-03-18T13:27:21.403172Z","end":"2026-03-18T13:27:21.562203Z","steps":["trace[795480788] 'read index received' (duration: 159.020405ms)","trace[795480788] 'applied index is now lower than readState.Index' (duration: 9.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:21.562387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.184461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:21.562488Z","caller":"traceutil/trace.go:172","msg":"trace[1768227288] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:5253; }","duration":"159.307046ms","start":"2026-03-18T13:27:21.403167Z","end":"2026-03-18T13:27:21.562475Z","steps":["trace[1768227288] 'agreement among raft nodes before linearized reading' (duration: 159.122749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:27:22.804359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.902832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:27:22.804494Z","caller":"traceutil/trace.go:172","msg":"trace[2080185940] linearizableReadLoop","detail":"{readStateIndex:6073; appliedIndex:6072; }","duration":"283.509883ms","start":"2026-03-18T13:27:22.520967Z","end":"2026-03-18T13:27:22.804477Z","steps":["trace[2080185940] 'read index received' (duration: 13.061996ms)","trace[2080185940] 'applied index is now lower than readState.Index' (duration: 270.446887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:22.804621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.646438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:22.804666Z","caller":"traceutil/trace.go:172","msg":"trace[1397717203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5257; }","duration":"283.69721ms","start":"2026-03-18T13:27:22.520960Z","end":"2026-03-18T13:27:22.804657Z","steps":["trace[1397717203] 'agreement among raft nodes before linearized reading' (duration: 283.615927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:27:22.807250Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.829108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:22.807340Z","caller":"traceutil/trace.go:172","msg":"trace[1316295589] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:5257; }","duration":"199.938413ms","start":"2026-03-18T13:27:22.607383Z","end":"2026-03-18T13:27:22.807322Z","steps":["trace[1316295589] 'agreement among raft nodes before linearized reading' (duration: 199.711505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:27:57.956768Z","caller":"traceutil/trace.go:172","msg":"trace[575067345] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"184.044725ms","start":"2026-03-18T13:27:57.772696Z","end":"2026-03-18T13:27:57.956741Z","steps":["trace[575067345] 'process raft request' (duration: 126.19832ms)","trace[575067345] 'compare' (duration: 57.70794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:58.896484Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7956907269812675879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:27:58.965526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.43021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:27:59.139528Z","caller":"traceutil/trace.go:172","msg":"trace[1643561245] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6231; }","duration":"743.536669ms","start":"2026-03-18T13:27:58.395967Z","end":"2026-03-18T13:27:59.139504Z","steps":["trace[1643561245] 'read index received' (duration: 743.529739ms)","trace[1643561245] 'applied index is now lower than readState.Index' (duration: 5.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:59.141223Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7956907269812675880,"received-request-id":7956907269812675879} {"level":"warn","ts":"2026-03-18T13:27:59.266794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"870.796898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:59.266873Z","caller":"traceutil/trace.go:172","msg":"trace[806864196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5394; }","duration":"870.891762ms","start":"2026-03-18T13:27:58.395962Z","end":"2026-03-18T13:27:59.266854Z","steps":["trace[806864196] 'agreement among raft nodes before linearized reading' (duration: 743.627712ms)","trace[806864196] 'range keys from in-memory index tree' (duration: 127.145605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:59.266906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"750.023748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:27:59.266998Z","caller":"traceutil/trace.go:172","msg":"trace[1786282789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5394; }","duration":"750.119351ms","start":"2026-03-18T13:27:58.516860Z","end":"2026-03-18T13:27:59.266979Z","steps":["trace[1786282789] 'agreement among raft nodes before linearized reading' (duration: 624.441447ms)","trace[1786282789] 'range keys from in-memory index tree' (duration: 125.528319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:27:59.267033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:27:58.516843Z","time spent":"750.182734ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:28:13.850048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.219194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:28:15.715243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.421212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T13:28:15.715298Z","caller":"traceutil/trace.go:172","msg":"trace[1038654773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5460; }","duration":"137.493034ms","start":"2026-03-18T13:28:15.577793Z","end":"2026-03-18T13:28:15.715286Z","steps":["trace[1038654773] 'range keys from in-memory index tree' (duration: 135.766324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:28:20.914578Z","caller":"traceutil/trace.go:172","msg":"trace[421196194] linearizableReadLoop","detail":"{readStateIndex:6332; appliedIndex:6332; }","duration":"348.646787ms","start":"2026-03-18T13:28:20.565900Z","end":"2026-03-18T13:28:20.914547Z","steps":["trace[421196194] 'read index received' (duration: 348.638477ms)","trace[421196194] 'applied index is now lower than readState.Index' (duration: 7.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:28:20.914746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.837124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:28:20.914828Z","caller":"traceutil/trace.go:172","msg":"trace[2015132632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5480; }","duration":"348.929087ms","start":"2026-03-18T13:28:20.565881Z","end":"2026-03-18T13:28:20.914811Z","steps":["trace[2015132632] 'agreement among raft nodes before linearized reading' (duration: 348.801243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:28:20.914870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:28:20.565856Z","time spent":"349.00669ms","remote":"127.0.0.1:39160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:28:25.040910Z","caller":"traceutil/trace.go:172","msg":"trace[2141436250] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"108.75172ms","start":"2026-03-18T13:28:24.932135Z","end":"2026-03-18T13:28:25.040886Z","steps":["trace[2141436250] 'process raft request' (duration: 108.14854ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:28:26.311534Z","caller":"traceutil/trace.go:172","msg":"trace[1053901439] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"136.953585ms","start":"2026-03-18T13:28:26.174556Z","end":"2026-03-18T13:28:26.311510Z","steps":["trace[1053901439] 'process raft request' (duration: 136.738518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:28:26.934283Z","caller":"traceutil/trace.go:172","msg":"trace[1072368620] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"184.388219ms","start":"2026-03-18T13:28:26.749873Z","end":"2026-03-18T13:28:26.934262Z","steps":["trace[1072368620] 'process raft request' (duration: 184.266485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:28:28.543219Z","caller":"traceutil/trace.go:172","msg":"trace[2114003299] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6363; }","duration":"148.620643ms","start":"2026-03-18T13:28:28.394586Z","end":"2026-03-18T13:28:28.543206Z","steps":["trace[2114003299] 'read index received' (duration: 122.985275ms)","trace[2114003299] 'applied index is now lower than readState.Index' (duration: 25.634778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:28:28.543540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.976104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:28:28.543586Z","caller":"traceutil/trace.go:172","msg":"trace[765994894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5509; }","duration":"149.032896ms","start":"2026-03-18T13:28:28.394546Z","end":"2026-03-18T13:28:28.543579Z","steps":["trace[765994894] 'agreement among raft nodes before linearized reading' (duration: 148.962234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:28:28.545704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.556941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T13:28:28.545757Z","caller":"traceutil/trace.go:172","msg":"trace[1193234752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5509; }","duration":"115.620043ms","start":"2026-03-18T13:28:28.430126Z","end":"2026-03-18T13:28:28.545746Z","steps":["trace[1193234752] 'agreement among raft nodes before linearized reading' (duration: 115.453176ms)"],"step_count":1}