{"level":"warn","ts":"2026-04-22T13:48:44.282074Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T13:48:44.282269Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T13:48:44.282699Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=controller-2=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T13:48:44.282956Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-04-22T13:48:44.283018Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T13:48:44.283061Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-22T13:48:44.283214Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:48:44.283787Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-04-22T13:48:44.283994Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T13:48:44.284837Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00038e198}"} {"level":"info","ts":"2026-04-22T13:48:44.299037Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T13:48:44.299105Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.390218ms"} {"level":"info","ts":"2026-04-22T13:48:44.299152Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":3081} {"level":"info","ts":"2026-04-22T13:48:44.349853Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-04-22T13:48:44.350009Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":21721088,"backend-size":"22 MB","backend-size-in-use-bytes":21610496,"backend-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-22T13:48:44.350422Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-04-22T13:48:44.409989Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","commit-index":3081} {"level":"info","ts":"2026-04-22T13:48:44.410054Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T13:48:44.410243Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T13:48:44.410422Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:344940fc142d902f RaftAttributes:{PeerURLs:[https://199.204.45.155:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.204.45.155:2379]}}"} {"level":"info","ts":"2026-04-22T13:48:44.410447Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:75f116d1a7ba8dba RaftAttributes:{PeerURLs:[https://199.204.45.109:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.204.45.109:2379]}}"} {"level":"info","ts":"2026-04-22T13:48:44.410454Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:ddb62e4844a1979d RaftAttributes:{PeerURLs:[https://199.204.45.44:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.204.45.44:2379]}}"} {"level":"info","ts":"2026-04-22T13:48:44.410507Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:48:44.410518Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","recovered-remote-peer-id":"344940fc142d902f","recovered-remote-peer-urls":["https://199.204.45.155:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T13:48:44.410527Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","recovered-remote-peer-id":"75f116d1a7ba8dba","recovered-remote-peer-urls":["https://199.204.45.109:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T13:48:44.410532Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","recovered-remote-peer-id":"ddb62e4844a1979d","recovered-remote-peer-urls":["https://199.204.45.44:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T13:48:44.410537Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:48:44.410587Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T13:48:44.410639Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T13:48:44.410687Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ddb62e4844a1979d switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T13:48:44.410741Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ddb62e4844a1979d became follower at term 4"} {"level":"info","ts":"2026-04-22T13:48:44.410757Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft ddb62e4844a1979d [peers: [], term: 4, commit: 3081, applied: 0, lastindex: 3081, lastterm: 4]"} {"level":"warn","ts":"2026-04-22T13:48:44.412256Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T13:48:44.424810Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":2678} {"level":"info","ts":"2026-04-22T13:48:44.428530Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T13:48:44.429119Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429158Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429388Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429487Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429545Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429568Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429515Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.429511Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-22T13:48:44.429678Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.429694Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.429884Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.429971Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.430064Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.430094Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-22T13:48:44.430090Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.430105Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.430109Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"ddb62e4844a1979d","timeout":"7s"} {"level":"info","ts":"2026-04-22T13:48:44.441773Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.441834Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.444099Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.444150Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.445998Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.446225Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.472933Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"ddb62e4844a1979d"} {"level":"info","ts":"2026-04-22T13:48:44.472997Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"ddb62e4844a1979d","local-server-version":"3.6.4","cluster-id":"c7d65bf2a36fbd4","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:48:44.473194Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:48:44.473199Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-22T13:48:44.473329Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:48:44.473391Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:48:44.473406Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:48:44.473578Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-22T13:48:44.473629Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ddb62e4844a1979d","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T13:48:44.473991Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-22T13:48:44.473645Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ddb62e4844a1979d switched to configuration voters=(3767614014686597167)"} {"level":"info","ts":"2026-04-22T13:48:44.474199Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","added-peer-id":"344940fc142d902f","added-peer-peer-urls":["https://199.204.45.155:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-22T13:48:44.473656Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T13:48:44.474399Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","from":"3.5","to":"3.5"} {"level":"info","ts":"2026-04-22T13:48:44.474535Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ddb62e4844a1979d elected leader 75f116d1a7ba8dba at term 4"} {"level":"info","ts":"2026-04-22T13:48:44.475011Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"344940fc142d902f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:48:44.475050Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.475076Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"344940fc142d902f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:48:44.475018Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"75f116d1a7ba8dba","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:48:44.475222Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.475170Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:48:44.475164Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"75f116d1a7ba8dba","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:48:44.475392Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.476437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ddb62e4844a1979d switched to configuration voters=(3767614014686597167) learners=(15976007616067377053)"} {"level":"info","ts":"2026-04-22T13:48:44.476500Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","added-peer-id":"ddb62e4844a1979d","added-peer-peer-urls":["https://199.204.45.44:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T13:48:44.476650Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ddb62e4844a1979d switched to configuration voters=(3767614014686597167 15976007616067377053)"} {"level":"info","ts":"2026-04-22T13:48:44.476803Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","promoted-member-id":"ddb62e4844a1979d"} {"level":"info","ts":"2026-04-22T13:48:44.477635Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ddb62e4844a1979d switched to configuration voters=(3767614014686597167 15976007616067377053) learners=(8498599061542833594)"} {"level":"info","ts":"2026-04-22T13:48:44.477691Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","added-peer-id":"75f116d1a7ba8dba","added-peer-peer-urls":["https://199.204.45.109:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T13:48:44.477828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ddb62e4844a1979d switched to configuration voters=(3767614014686597167 8498599061542833594 15976007616067377053)"} {"level":"info","ts":"2026-04-22T13:48:44.477910Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","promoted-member-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:48:44.517048Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"ddb62e4844a1979d","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.44:2379]}","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T13:48:44.517088Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:48:44.517753Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:48:44.517969Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T13:48:44.518056Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T13:48:44.519207Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T13:48:44.519725Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T13:48:44.519846Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T13:48:44.521997Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T13:48:44.524258Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-04-22T13:48:44.524328Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"ddb62e4844a1979d","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-22T13:49:12.881763Z","caller":"traceutil/trace.go:172","msg":"trace[1066836178] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3451; }","duration":"303.804177ms","start":"2026-04-22T13:49:12.577935Z","end":"2026-04-22T13:49:12.881739Z","steps":["trace[1066836178] 'read index received' (duration: 303.797997ms)","trace[1066836178] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:49:12.881935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.985404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:49:12.882091Z","caller":"traceutil/trace.go:172","msg":"trace[1612879379] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-2; range_end:; response_count:0; response_revision:3008; }","duration":"304.155829ms","start":"2026-04-22T13:49:12.577920Z","end":"2026-04-22T13:49:12.882076Z","steps":["trace[1612879379] 'agreement among raft nodes before linearized reading' (duration: 303.947492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:49:12.882254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:49:12.577906Z","time spent":"304.324605ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/pods/kube-system/etcd-controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:49:12.915252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.060898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:49:12.915325Z","caller":"traceutil/trace.go:172","msg":"trace[601977688] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:3012; }","duration":"318.150962ms","start":"2026-04-22T13:49:12.597160Z","end":"2026-04-22T13:49:12.915311Z","steps":["trace[601977688] 'agreement among raft nodes before linearized reading' (duration: 318.032468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:49:12.915359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:49:12.597142Z","time spent":"318.210333ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-04-22T13:49:13.096888Z","caller":"traceutil/trace.go:172","msg":"trace[1954426989] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"109.13542ms","start":"2026-04-22T13:49:12.987730Z","end":"2026-04-22T13:49:13.096865Z","steps":["trace[1954426989] 'process raft request' (duration: 108.987444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:49:57.030486Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.030690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.049875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.066515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.074485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.092828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.099842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.109764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.118913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.132854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.150268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.173363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.181158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.189879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.200671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.209755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.220639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.229399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.241118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.250376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.288815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.295351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.303587Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.313267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.321478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.329864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.337029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.346379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.353177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.361731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.373218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.384239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.391726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.399077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.420056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.429592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.440056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.447886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.459225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.471355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.479367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.486829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.495479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.506970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.526753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.534610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.543690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.552936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.560287Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.568161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.578112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.588638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.600567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.608814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.618238Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.662794Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.670390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.678370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:49:57.726464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59208","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T13:50:30.470341Z","caller":"traceutil/trace.go:172","msg":"trace[19989742] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"211.261816ms","start":"2026-04-22T13:50:30.259057Z","end":"2026-04-22T13:50:30.470319Z","steps":["trace[19989742] 'process raft request' (duration: 211.118362ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:50:36.248344Z","caller":"traceutil/trace.go:172","msg":"trace[1416326391] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"186.773292ms","start":"2026-04-22T13:50:36.061469Z","end":"2026-04-22T13:50:36.248242Z","steps":["trace[1416326391] 'process raft request' (duration: 186.497972ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:51:08.684114Z","caller":"traceutil/trace.go:172","msg":"trace[745297084] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4022; }","duration":"126.945428ms","start":"2026-04-22T13:51:08.557146Z","end":"2026-04-22T13:51:08.684091Z","steps":["trace[745297084] 'read index received' (duration: 126.941178ms)","trace[745297084] 'applied index is now lower than readState.Index' (duration: 3.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:51:08.684251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.085703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:51:08.684327Z","caller":"traceutil/trace.go:172","msg":"trace[1173895182] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:3509; }","duration":"127.173915ms","start":"2026-04-22T13:51:08.557140Z","end":"2026-04-22T13:51:08.684314Z","steps":["trace[1173895182] 'agreement among raft nodes before linearized reading' (duration: 127.053761ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:51:09.391720Z","caller":"traceutil/trace.go:172","msg":"trace[158095622] linearizableReadLoop","detail":"{readStateIndex:4026; appliedIndex:4026; }","duration":"225.022059ms","start":"2026-04-22T13:51:09.166677Z","end":"2026-04-22T13:51:09.391699Z","steps":["trace[158095622] 'read index received' (duration: 225.016039ms)","trace[158095622] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:51:09.391857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.173663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T13:51:09.391878Z","caller":"traceutil/trace.go:172","msg":"trace[1638521474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3512; }","duration":"225.202384ms","start":"2026-04-22T13:51:09.166668Z","end":"2026-04-22T13:51:09.391870Z","steps":["trace[1638521474] 'agreement among raft nodes before linearized reading' (duration: 225.108362ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:51:45.139489Z","caller":"traceutil/trace.go:172","msg":"trace[1191843335] linearizableReadLoop","detail":"{readStateIndex:4191; appliedIndex:4191; }","duration":"164.751073ms","start":"2026-04-22T13:51:44.974714Z","end":"2026-04-22T13:51:45.139465Z","steps":["trace[1191843335] 'read index received' (duration: 164.745293ms)","trace[1191843335] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:51:45.141321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.603658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:51:45.141408Z","caller":"traceutil/trace.go:172","msg":"trace[250843690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3655; }","duration":"166.698241ms","start":"2026-04-22T13:51:44.974692Z","end":"2026-04-22T13:51:45.141390Z","steps":["trace[250843690] 'agreement among raft nodes before linearized reading' (duration: 164.871766ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:51:47.831490Z","caller":"mvcc/index.go:194","msg":"compact tree index","revision":2333} {"level":"info","ts":"2026-04-22T13:51:47.888314Z","caller":"mvcc/kvstore_compaction.go:70","msg":"finished scheduled compaction","compact-revision":2333,"took":"56.515455ms","hash":2848723206,"current-db-size-bytes":24866816,"current-db-size":"25 MB","current-db-size-in-use-bytes":6832128,"current-db-size-in-use":"6.8 MB"} {"level":"info","ts":"2026-04-22T13:51:47.888433Z","caller":"mvcc/hash.go:157","msg":"storing new hash","hash":2848723206,"revision":2333,"compact-revision":-1} {"level":"warn","ts":"2026-04-22T13:51:58.004246Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10925061673719430811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:51:58.208795Z","caller":"traceutil/trace.go:172","msg":"trace[1771595] linearizableReadLoop","detail":"{readStateIndex:4254; appliedIndex:4254; }","duration":"705.509739ms","start":"2026-04-22T13:51:57.503245Z","end":"2026-04-22T13:51:58.208755Z","steps":["trace[1771595] 'read index received' (duration: 705.499849ms)","trace[1771595] 'applied index is now lower than readState.Index' (duration: 8.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:51:58.209068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"705.761287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:51:58.209194Z","caller":"traceutil/trace.go:172","msg":"trace[712573016] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:3707; }","duration":"705.952692ms","start":"2026-04-22T13:51:57.503225Z","end":"2026-04-22T13:51:58.209178Z","steps":["trace[712573016] 'agreement among raft nodes before linearized reading' (duration: 705.677065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:51:58.209308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:51:57.503200Z","time spent":"706.075005ms","remote":"127.0.0.1:58708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:51:58.212652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.162906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-22T13:51:58.212710Z","caller":"traceutil/trace.go:172","msg":"trace[1941967715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3710; }","duration":"693.221248ms","start":"2026-04-22T13:51:57.519474Z","end":"2026-04-22T13:51:58.212695Z","steps":["trace[1941967715] 'agreement among raft nodes before linearized reading' (duration: 693.134235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:51:58.212724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.729862ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:51:58.212754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:51:57.519441Z","time spent":"693.30058ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T13:51:58.212807Z","caller":"traceutil/trace.go:172","msg":"trace[83674941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3710; }","duration":"251.846176ms","start":"2026-04-22T13:51:57.960941Z","end":"2026-04-22T13:51:58.212787Z","steps":["trace[83674941] 'agreement among raft nodes before linearized reading' (duration: 251.68198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:51:58.212789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.648887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:51:58.212987Z","caller":"traceutil/trace.go:172","msg":"trace[791917970] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:3710; }","duration":"532.854343ms","start":"2026-04-22T13:51:57.680102Z","end":"2026-04-22T13:51:58.212956Z","steps":["trace[791917970] 'agreement among raft nodes before linearized reading' (duration: 532.598646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:51:58.213054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:51:57.680061Z","time spent":"532.976137ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:51:58.214084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.889391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:280 size:24825"} {"level":"info","ts":"2026-04-22T13:51:58.214147Z","caller":"traceutil/trace.go:172","msg":"trace[295701176] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:280; response_revision:3710; }","duration":"597.956253ms","start":"2026-04-22T13:51:57.616178Z","end":"2026-04-22T13:51:58.214134Z","steps":["trace[295701176] 'agreement among raft nodes before linearized reading' (duration: 596.537281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:51:58.214186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:51:57.616156Z","time spent":"598.013324ms","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":280,"response size":24848,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-22T13:52:08.745167Z","caller":"traceutil/trace.go:172","msg":"trace[1436647535] linearizableReadLoop","detail":"{readStateIndex:4304; appliedIndex:4304; }","duration":"212.970645ms","start":"2026-04-22T13:52:08.532178Z","end":"2026-04-22T13:52:08.745148Z","steps":["trace[1436647535] 'read index received' (duration: 212.966065ms)","trace[1436647535] 'applied index is now lower than readState.Index' (duration: 3.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:52:08.745402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.199761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:52:08.745517Z","caller":"traceutil/trace.go:172","msg":"trace[2068710239] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:3751; }","duration":"213.346645ms","start":"2026-04-22T13:52:08.532158Z","end":"2026-04-22T13:52:08.745505Z","steps":["trace[2068710239] 'agreement among raft nodes before linearized reading' (duration: 213.173869ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:52:26.831512Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"ddb62e4844a1979d [term: 4] received a MsgVote message with higher term from 344940fc142d902f [term: 5]"} {"level":"info","ts":"2026-04-22T13:52:26.831621Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ddb62e4844a1979d became follower at term 5"} {"level":"info","ts":"2026-04-22T13:52:26.831643Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"ddb62e4844a1979d [logterm: 4, index: 4368, vote: 0] cast MsgVote for 344940fc142d902f [logterm: 4, index: 4368] at term 5"} {"level":"info","ts":"2026-04-22T13:52:26.831663Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: ddb62e4844a1979d lost leader 75f116d1a7ba8dba at term 5"} {"level":"info","ts":"2026-04-22T13:52:26.833884Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ddb62e4844a1979d elected leader 344940fc142d902f at term 5"} {"level":"warn","ts":"2026-04-22T13:52:26.931120Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:52:26.931207Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:52:26.942091Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"75f116d1a7ba8dba","error":"failed to dial 75f116d1a7ba8dba on stream Message (peer 75f116d1a7ba8dba failed to find local node ddb62e4844a1979d)"} {"level":"warn","ts":"2026-04-22T13:52:32.763952Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"warn","ts":"2026-04-22T13:52:32.764003Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"warn","ts":"2026-04-22T13:52:49.434646Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"75f116d1a7ba8dba","rtt":"1.163578ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:52:49.434669Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"75f116d1a7ba8dba","rtt":"13.840256ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:52:54.435238Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"75f116d1a7ba8dba","rtt":"1.163578ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:52:54.435259Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"75f116d1a7ba8dba","rtt":"13.840256ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:52:59.435402Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"75f116d1a7ba8dba","rtt":"13.840256ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:52:59.435430Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"75f116d1a7ba8dba","rtt":"1.163578ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:53:04.436410Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"75f116d1a7ba8dba","rtt":"13.840256ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:53:04.436430Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"75f116d1a7ba8dba","rtt":"1.163578ms","error":"dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T13:53:05.262233Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"75f116d1a7ba8dba","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:53:05.262279Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:53:05.262306Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:53:05.265411Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"75f116d1a7ba8dba","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:53:05.265462Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:53:05.307720Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:53:05.308130Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:53:06.900405Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"c7d65bf2a36fbd4","local-member-id":"ddb62e4844a1979d","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-04-22T13:53:06.900539Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T13:53:06.900598Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-22T13:53:06.900653Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-22T13:54:04.935111Z","caller":"traceutil/trace.go:172","msg":"trace[1353349508] linearizableReadLoop","detail":"{readStateIndex:4836; appliedIndex:4836; }","duration":"138.010873ms","start":"2026-04-22T13:54:04.797070Z","end":"2026-04-22T13:54:04.935081Z","steps":["trace[1353349508] 'read index received' (duration: 138.002052ms)","trace[1353349508] 'applied index is now lower than readState.Index' (duration: 7.751µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:04.935234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.155046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-22T13:54:04.935288Z","caller":"traceutil/trace.go:172","msg":"trace[927273069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4222; }","duration":"138.223168ms","start":"2026-04-22T13:54:04.797053Z","end":"2026-04-22T13:54:04.935276Z","steps":["trace[927273069] 'agreement among raft nodes before linearized reading' (duration: 138.129765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:05.453648Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:54:05.467430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:54:05.480897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:54:05.497193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:54:05.513644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:54:06.818499Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10925061673719431581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:54:06.881704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:54:07.220376Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.115425888s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T13:54:07.222161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.339343ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.222257Z","caller":"traceutil/trace.go:172","msg":"trace[109665189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4223; }","duration":"386.444905ms","start":"2026-04-22T13:54:06.835794Z","end":"2026-04-22T13:54:07.222239Z","steps":["trace[109665189] 'range keys from in-memory index tree' (duration: 386.289321ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:54:07.224380Z","caller":"traceutil/trace.go:172","msg":"trace[1631998518] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4838; }","duration":"2.148994688s","start":"2026-04-22T13:54:05.075371Z","end":"2026-04-22T13:54:07.224366Z","steps":["trace[1631998518] 'read index received' (duration: 2.145421884s)","trace[1631998518] 'applied index is now lower than readState.Index' (duration: 3.569884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:07.224463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.149102631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-22T13:54:07.224487Z","caller":"traceutil/trace.go:172","msg":"trace[986517101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4229; }","duration":"2.149127991s","start":"2026-04-22T13:54:05.075349Z","end":"2026-04-22T13:54:07.224477Z","steps":["trace[986517101] 'agreement among raft nodes before linearized reading' (duration: 2.14908179s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.224562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.075315Z","time spent":"2.149236304s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:07.229092Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10925061673719431582,"received-request-id":10925061673719431581} {"level":"warn","ts":"2026-04-22T13:54:07.229947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.767875482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:54:07.229969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.777842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.230025Z","caller":"traceutil/trace.go:172","msg":"trace[330514878] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4230; }","duration":"1.767956373s","start":"2026-04-22T13:54:05.462058Z","end":"2026-04-22T13:54:07.230014Z","steps":["trace[330514878] 'agreement among raft nodes before linearized reading' (duration: 1.767848731s)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:54:07.230042Z","caller":"traceutil/trace.go:172","msg":"trace[1918383110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4230; }","duration":"367.858924ms","start":"2026-04-22T13:54:06.862167Z","end":"2026-04-22T13:54:07.230026Z","steps":["trace[1918383110] 'agreement among raft nodes before linearized reading' (duration: 367.745631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:06.862149Z","time spent":"367.919315ms","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:54:07.230076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.721529474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.230145Z","caller":"traceutil/trace.go:172","msg":"trace[813785843] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:4230; }","duration":"1.721616605s","start":"2026-04-22T13:54:05.508516Z","end":"2026-04-22T13:54:07.230133Z","steps":["trace[813785843] 'agreement among raft nodes before linearized reading' (duration: 1.721488942s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.508508Z","time spent":"1.721667637s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:07.230060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.462040Z","time spent":"1.768007056s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T13:54:07.230186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.752558746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.230292Z","caller":"traceutil/trace.go:172","msg":"trace[843260515] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:4230; }","duration":"1.752741731s","start":"2026-04-22T13:54:05.477532Z","end":"2026-04-22T13:54:07.230273Z","steps":["trace[843260515] 'agreement among raft nodes before linearized reading' (duration: 1.752501465s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.649688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T13:54:07.230422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.477516Z","time spent":"1.752896594s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"info","ts":"2026-04-22T13:54:07.230424Z","caller":"traceutil/trace.go:172","msg":"trace[1164475241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4230; }","duration":"370.678448ms","start":"2026-04-22T13:54:06.859738Z","end":"2026-04-22T13:54:07.230416Z","steps":["trace[1164475241] 'agreement among raft nodes before linearized reading' (duration: 370.600506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.740083834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:54:07.230477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:06.859720Z","time spent":"370.750931ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T13:54:07.230489Z","caller":"traceutil/trace.go:172","msg":"trace[862925205] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:4230; }","duration":"1.740113495s","start":"2026-04-22T13:54:05.490370Z","end":"2026-04-22T13:54:07.230484Z","steps":["trace[862925205] 'agreement among raft nodes before linearized reading' (duration: 1.740067354s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.490355Z","time spent":"1.740145317s","remote":"127.0.0.1:59366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:07.230610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.001563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-22T13:54:07.230640Z","caller":"traceutil/trace.go:172","msg":"trace[1072634320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4230; }","duration":"281.034093ms","start":"2026-04-22T13:54:06.949600Z","end":"2026-04-22T13:54:07.230634Z","steps":["trace[1072634320] 'agreement among raft nodes before linearized reading' (duration: 280.965941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.752779662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:4 size:7099"} {"level":"info","ts":"2026-04-22T13:54:07.230674Z","caller":"traceutil/trace.go:172","msg":"trace[295735641] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:4; response_revision:4230; }","duration":"1.753198713s","start":"2026-04-22T13:54:05.477468Z","end":"2026-04-22T13:54:07.230666Z","steps":["trace[295735641] 'agreement among raft nodes before linearized reading' (duration: 1.752582947s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.477459Z","time spent":"1.753233944s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":4,"response size":7122,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T13:54:07.230738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.230760Z","caller":"traceutil/trace.go:172","msg":"trace[325352221] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:4230; }","duration":"366.57682ms","start":"2026-04-22T13:54:06.864177Z","end":"2026-04-22T13:54:07.230754Z","steps":["trace[325352221] 'agreement among raft nodes before linearized reading' (duration: 366.540959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:06.864174Z","time spent":"366.59806ms","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:07.230357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.73991701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:2 size:5063"} {"level":"info","ts":"2026-04-22T13:54:07.230829Z","caller":"traceutil/trace.go:172","msg":"trace[1183872750] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:2; response_revision:4230; }","duration":"1.740395294s","start":"2026-04-22T13:54:05.490426Z","end":"2026-04-22T13:54:07.230822Z","steps":["trace[1183872750] 'agreement among raft nodes before linearized reading' (duration: 1.739549142s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.490401Z","time spent":"1.740446915s","remote":"127.0.0.1:59366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":2,"response size":5086,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T13:54:07.230887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.521599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.230907Z","caller":"traceutil/trace.go:172","msg":"trace[1171685738] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:4230; }","duration":"340.540241ms","start":"2026-04-22T13:54:06.890361Z","end":"2026-04-22T13:54:07.230901Z","steps":["trace[1171685738] 'agreement among raft nodes before linearized reading' (duration: 340.509339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.841608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:54:07.230934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:06.890357Z","time spent":"340.561041ms","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"info","ts":"2026-04-22T13:54:07.230944Z","caller":"traceutil/trace.go:172","msg":"trace[445495791] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4230; }","duration":"340.858188ms","start":"2026-04-22T13:54:06.890081Z","end":"2026-04-22T13:54:07.230939Z","steps":["trace[445495791] 'agreement among raft nodes before linearized reading' (duration: 340.824558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.230957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:06.890075Z","time spent":"340.878829ms","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T13:54:07.230831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.667982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.231042Z","caller":"traceutil/trace.go:172","msg":"trace[1538460641] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4230; }","duration":"366.879628ms","start":"2026-04-22T13:54:06.864158Z","end":"2026-04-22T13:54:07.231037Z","steps":["trace[1538460641] 'agreement among raft nodes before linearized reading' (duration: 366.649722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.231058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:06.864148Z","time spent":"366.905149ms","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T13:54:07.230373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.768262963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:07.231090Z","caller":"traceutil/trace.go:172","msg":"trace[21018841] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:4230; }","duration":"1.768981272s","start":"2026-04-22T13:54:05.462101Z","end":"2026-04-22T13:54:07.231083Z","steps":["trace[21018841] 'agreement among raft nodes before linearized reading' (duration: 1.768244582s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.231218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.722818277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:3 size:6522"} {"level":"info","ts":"2026-04-22T13:54:07.231288Z","caller":"traceutil/trace.go:172","msg":"trace[91640860] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:3; response_revision:4230; }","duration":"1.722867939s","start":"2026-04-22T13:54:05.508386Z","end":"2026-04-22T13:54:07.231254Z","steps":["trace[91640860] 'agreement among raft nodes before linearized reading' (duration: 1.721995746s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:07.231114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.462083Z","time spent":"1.769022322s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:07.232532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:05.508377Z","time spent":"1.722949191s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":3,"response size":6545,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"info","ts":"2026-04-22T13:54:13.362987Z","caller":"traceutil/trace.go:172","msg":"trace[1590884606] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4868; }","duration":"401.650277ms","start":"2026-04-22T13:54:12.961317Z","end":"2026-04-22T13:54:13.362968Z","steps":["trace[1590884606] 'read index received' (duration: 401.644347ms)","trace[1590884606] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:13.363166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.80318ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:13.363228Z","caller":"traceutil/trace.go:172","msg":"trace[554229524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4251; }","duration":"401.903053ms","start":"2026-04-22T13:54:12.961311Z","end":"2026-04-22T13:54:13.363214Z","steps":["trace[554229524] 'agreement among raft nodes before linearized reading' (duration: 401.77839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:14.922625Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10925061673719431616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:54:14.923220Z","caller":"traceutil/trace.go:172","msg":"trace[178107820] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4875; }","duration":"1.421716214s","start":"2026-04-22T13:54:13.501491Z","end":"2026-04-22T13:54:14.923207Z","steps":["trace[178107820] 'read index received' (duration: 1.421712284s)","trace[178107820] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:14.923352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.421832667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-22T13:54:14.923439Z","caller":"traceutil/trace.go:172","msg":"trace[1248821435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4257; }","duration":"1.4219389s","start":"2026-04-22T13:54:13.501485Z","end":"2026-04-22T13:54:14.923424Z","steps":["trace[1248821435] 'agreement among raft nodes before linearized reading' (duration: 1.421773325s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:14.923478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:13.501463Z","time spent":"1.42200686s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:14.928284Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10925061673719431619,"received-request-id":10925061673719431616} {"level":"warn","ts":"2026-04-22T13:54:14.928716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.36053458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-22T13:54:14.928789Z","caller":"traceutil/trace.go:172","msg":"trace[117319807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4258; }","duration":"1.360816967s","start":"2026-04-22T13:54:13.567958Z","end":"2026-04-22T13:54:14.928775Z","steps":["trace[117319807] 'agreement among raft nodes before linearized reading' (duration: 1.360511009s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:14.928825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:13.567942Z","time spent":"1.360871998s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T13:54:15.483625Z","caller":"traceutil/trace.go:172","msg":"trace[1146981502] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4879; }","duration":"106.840713ms","start":"2026-04-22T13:54:15.376768Z","end":"2026-04-22T13:54:15.483608Z","steps":["trace[1146981502] 'read index received' (duration: 106.837063ms)","trace[1146981502] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:15.483760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.997728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T13:54:15.483779Z","caller":"traceutil/trace.go:172","msg":"trace[1066281627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4260; }","duration":"107.029319ms","start":"2026-04-22T13:54:15.376744Z","end":"2026-04-22T13:54:15.483773Z","steps":["trace[1066281627] 'agreement among raft nodes before linearized reading' (duration: 106.932887ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:54:16.259295Z","caller":"traceutil/trace.go:172","msg":"trace[58561004] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4883; }","duration":"441.51439ms","start":"2026-04-22T13:54:15.817762Z","end":"2026-04-22T13:54:16.259276Z","steps":["trace[58561004] 'read index received' (duration: 441.50755ms)","trace[58561004] 'applied index is now lower than readState.Index' (duration: 6.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:16.260391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.597208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:54:16.260478Z","caller":"traceutil/trace.go:172","msg":"trace[418617106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4264; }","duration":"442.708141ms","start":"2026-04-22T13:54:15.817754Z","end":"2026-04-22T13:54:16.260462Z","steps":["trace[418617106] 'agreement among raft nodes before linearized reading' (duration: 441.632063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:16.260509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:15.817726Z","time spent":"442.774932ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:16.263098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.334095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:16.263148Z","caller":"traceutil/trace.go:172","msg":"trace[1360939041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4267; }","duration":"301.366605ms","start":"2026-04-22T13:54:15.961755Z","end":"2026-04-22T13:54:16.263121Z","steps":["trace[1360939041] 'agreement among raft nodes before linearized reading' (duration: 301.322255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:16.263199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.70325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:16.263256Z","caller":"traceutil/trace.go:172","msg":"trace[1882165572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4267; }","duration":"272.816973ms","start":"2026-04-22T13:54:15.990407Z","end":"2026-04-22T13:54:16.263224Z","steps":["trace[1882165572] 'agreement among raft nodes before linearized reading' (duration: 272.67894ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:54:17.073658Z","caller":"traceutil/trace.go:172","msg":"trace[1549517462] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4888; }","duration":"112.749997ms","start":"2026-04-22T13:54:16.960893Z","end":"2026-04-22T13:54:17.073643Z","steps":["trace[1549517462] 'read index received' (duration: 112.582683ms)","trace[1549517462] 'applied index is now lower than readState.Index' (duration: 164.883µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:17.073735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.83299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:17.073753Z","caller":"traceutil/trace.go:172","msg":"trace[817582221] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4271; }","duration":"112.86303ms","start":"2026-04-22T13:54:16.960884Z","end":"2026-04-22T13:54:17.073747Z","steps":["trace[817582221] 'agreement among raft nodes before linearized reading' (duration: 112.81967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:17.995371Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10925061673719431629,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:54:18.001950Z","caller":"traceutil/trace.go:172","msg":"trace[1953654721] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4901; }","duration":"507.60384ms","start":"2026-04-22T13:54:17.494301Z","end":"2026-04-22T13:54:18.001905Z","steps":["trace[1953654721] 'read index received' (duration: 507.59815ms)","trace[1953654721] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:18.002327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.01391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-22T13:54:18.002439Z","caller":"traceutil/trace.go:172","msg":"trace[1411401455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4280; }","duration":"508.143034ms","start":"2026-04-22T13:54:17.494286Z","end":"2026-04-22T13:54:18.002429Z","steps":["trace[1411401455] 'agreement among raft nodes before linearized reading' (duration: 507.711663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:18.002584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:17.494257Z","time spent":"508.314668ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:54:18.006107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.868176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:18.006161Z","caller":"traceutil/trace.go:172","msg":"trace[1638055807] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:4280; }","duration":"241.926747ms","start":"2026-04-22T13:54:17.764221Z","end":"2026-04-22T13:54:18.006148Z","steps":["trace[1638055807] 'agreement among raft nodes before linearized reading' (duration: 241.820334ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:54:20.187027Z","caller":"traceutil/trace.go:172","msg":"trace[769883973] linearizableReadLoop","detail":"{readStateIndex:4908; appliedIndex:4909; }","duration":"457.535044ms","start":"2026-04-22T13:54:19.729475Z","end":"2026-04-22T13:54:20.187010Z","steps":["trace[769883973] 'read index received' (duration: 457.528984ms)","trace[769883973] 'applied index is now lower than readState.Index' (duration: 5.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:20.190249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.792123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:54:20.190261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.865192ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:20.190296Z","caller":"traceutil/trace.go:172","msg":"trace[1114002452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4287; }","duration":"214.846564ms","start":"2026-04-22T13:54:19.975437Z","end":"2026-04-22T13:54:20.190284Z","steps":["trace[1114002452] 'agreement among raft nodes before linearized reading' (duration: 214.173657ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:54:20.190321Z","caller":"traceutil/trace.go:172","msg":"trace[2131466269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4287; }","duration":"228.949255ms","start":"2026-04-22T13:54:19.961362Z","end":"2026-04-22T13:54:20.190311Z","steps":["trace[2131466269] 'agreement among raft nodes before linearized reading' (duration: 228.225196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:20.190823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.0723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-22T13:54:20.190854Z","caller":"traceutil/trace.go:172","msg":"trace[965878713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4287; }","duration":"172.103061ms","start":"2026-04-22T13:54:20.018742Z","end":"2026-04-22T13:54:20.190845Z","steps":["trace[965878713] 'agreement among raft nodes before linearized reading' (duration: 170.864079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:20.191001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.523137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-22T13:54:20.191058Z","caller":"traceutil/trace.go:172","msg":"trace[1749694687] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:4287; }","duration":"461.585009ms","start":"2026-04-22T13:54:19.729455Z","end":"2026-04-22T13:54:20.191040Z","steps":["trace[1749694687] 'agreement among raft nodes before linearized reading' (duration: 457.658186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:20.191080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:19.729434Z","time spent":"461.64083ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.44\" limit:1 "} {"level":"info","ts":"2026-04-22T13:54:20.966737Z","caller":"traceutil/trace.go:172","msg":"trace[423972786] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4914; }","duration":"416.752346ms","start":"2026-04-22T13:54:20.549962Z","end":"2026-04-22T13:54:20.966714Z","steps":["trace[423972786] 'read index received' (duration: 416.747646ms)","trace[423972786] 'applied index is now lower than readState.Index' (duration: 3.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:20.966931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.94545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-22T13:54:20.966958Z","caller":"traceutil/trace.go:172","msg":"trace[2098675851] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4291; }","duration":"416.993722ms","start":"2026-04-22T13:54:20.549958Z","end":"2026-04-22T13:54:20.966952Z","steps":["trace[2098675851] 'agreement among raft nodes before linearized reading' (duration: 416.851758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:20.966980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:20.549946Z","time spent":"417.029424ms","remote":"127.0.0.1:58372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-04-22T13:54:21.334991Z","caller":"traceutil/trace.go:172","msg":"trace[1099808776] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4914; }","duration":"368.190057ms","start":"2026-04-22T13:54:20.966786Z","end":"2026-04-22T13:54:21.334976Z","steps":["trace[1099808776] 'read index received' (duration: 368.049084ms)","trace[1099808776] 'applied index is now lower than readState.Index' (duration: 140.603µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:54:21.335291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.884542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:54:21.335341Z","caller":"traceutil/trace.go:172","msg":"trace[1649990896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4292; }","duration":"374.945403ms","start":"2026-04-22T13:54:20.960384Z","end":"2026-04-22T13:54:21.335330Z","steps":["trace[1649990896] 'agreement among raft nodes before linearized reading' (duration: 374.83542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:21.336757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.680436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-22T13:54:21.336797Z","caller":"traceutil/trace.go:172","msg":"trace[710652643] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:4292; }","duration":"366.728458ms","start":"2026-04-22T13:54:20.970057Z","end":"2026-04-22T13:54:21.336786Z","steps":["trace[710652643] 'agreement among raft nodes before linearized reading' (duration: 366.595025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:54:21.336819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:54:20.970035Z","time spent":"366.779599ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-22T13:55:09.569361Z","caller":"traceutil/trace.go:172","msg":"trace[803945335] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5273; }","duration":"147.464007ms","start":"2026-04-22T13:55:09.421877Z","end":"2026-04-22T13:55:09.569341Z","steps":["trace[803945335] 'read index received' (duration: 147.457037ms)","trace[803945335] 'applied index is now lower than readState.Index' (duration: 6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:55:09.569521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.638923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" limit:10000 revision:4485 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:55:09.569571Z","caller":"traceutil/trace.go:172","msg":"trace[1934392404] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4604; }","duration":"147.702335ms","start":"2026-04-22T13:55:09.421861Z","end":"2026-04-22T13:55:09.569563Z","steps":["trace[1934392404] 'agreement among raft nodes before linearized reading' (duration: 147.616363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:55:14.464639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:36462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:55:16.953570Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T13:55:16.953662Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"344940fc142d902f","error":"failed to read 344940fc142d902f on stream MsgApp v2 (unexpected EOF)"} {"level":"warn","ts":"2026-04-22T13:55:16.953649Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T13:55:16.975713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:55:17.461498Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10925061673719432038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:55:17.962303Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10925061673719432038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:55:17.962521Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:55:18.311718Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ddb62e4844a1979d is starting a new election at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.311817Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ddb62e4844a1979d became pre-candidate at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.311848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ddb62e4844a1979d [logterm: 5, index: 5410] sent MsgPreVote request to 344940fc142d902f at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.311866Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ddb62e4844a1979d [logterm: 5, index: 5410] sent MsgPreVote request to 75f116d1a7ba8dba at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.311882Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: ddb62e4844a1979d lost leader 344940fc142d902f at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.311983Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ddb62e4844a1979d received MsgPreVoteResp from ddb62e4844a1979d at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.312004Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ddb62e4844a1979d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T13:55:18.313322Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ddb62e4844a1979d received MsgPreVoteResp from 75f116d1a7ba8dba at term 5"} {"level":"info","ts":"2026-04-22T13:55:18.313392Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ddb62e4844a1979d has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T13:55:18.313426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"ddb62e4844a1979d became candidate at term 6"} {"level":"info","ts":"2026-04-22T13:55:18.313454Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ddb62e4844a1979d [logterm: 5, index: 5410] sent MsgVote request to 344940fc142d902f at term 6"} {"level":"info","ts":"2026-04-22T13:55:18.313478Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ddb62e4844a1979d [logterm: 5, index: 5410] sent MsgVote request to 75f116d1a7ba8dba at term 6"} {"level":"info","ts":"2026-04-22T13:55:18.314609Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ddb62e4844a1979d received MsgVoteResp from ddb62e4844a1979d at term 6"} {"level":"info","ts":"2026-04-22T13:55:18.314651Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ddb62e4844a1979d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T13:55:18.317306Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ddb62e4844a1979d received MsgVoteResp from 75f116d1a7ba8dba at term 6"} {"level":"info","ts":"2026-04-22T13:55:18.317364Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ddb62e4844a1979d has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T13:55:18.317393Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"ddb62e4844a1979d became leader at term 6"} {"level":"info","ts":"2026-04-22T13:55:18.317411Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ddb62e4844a1979d elected leader ddb62e4844a1979d at term 6"} {"level":"warn","ts":"2026-04-22T13:55:18.317592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.35665097s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T13:55:18.317679Z","caller":"traceutil/trace.go:172","msg":"trace[158454543] range","detail":"{range_begin:; range_end:; }","duration":"1.356749281s","start":"2026-04-22T13:55:16.960912Z","end":"2026-04-22T13:55:18.317662Z","steps":["trace[158454543] 'agreement among raft nodes before linearized reading' (duration: 1.35664874s)"],"step_count":1} {"level":"error","ts":"2026-04-22T13:55:18.317756Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-22T13:55:18.320507Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T13:55:18.321649Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.155:2380/version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:18.321698Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:18.326989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.053439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:55:18.327037Z","caller":"traceutil/trace.go:172","msg":"trace[1895269376] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:4720; }","duration":"536.11618ms","start":"2026-04-22T13:55:17.790910Z","end":"2026-04-22T13:55:18.327026Z","steps":["trace[1895269376] 'agreement among raft nodes before linearized reading' (duration: 536.029529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:55:18.327037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.351063566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:55:18.327120Z","caller":"traceutil/trace.go:172","msg":"trace[610467941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4720; }","duration":"1.351143139s","start":"2026-04-22T13:55:16.975958Z","end":"2026-04-22T13:55:18.327101Z","steps":["trace[610467941] 'agreement among raft nodes before linearized reading' (duration: 1.351034586s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:55:18.327206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:55:16.975926Z","time spent":"1.351270851s","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:55:18.327067Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:55:17.790882Z","time spent":"536.178852ms","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:55:18.327331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.308829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:55:18.327276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.344192991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:55:18.327364Z","caller":"traceutil/trace.go:172","msg":"trace[991049206] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:4720; }","duration":"748.33454ms","start":"2026-04-22T13:55:17.579015Z","end":"2026-04-22T13:55:18.327350Z","steps":["trace[991049206] 'agreement among raft nodes before linearized reading' (duration: 748.290159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:55:18.327408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:55:17.578994Z","time spent":"748.407073ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-04-22T13:55:18.327403Z","caller":"traceutil/trace.go:172","msg":"trace[327423171] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:4720; }","duration":"1.344334345s","start":"2026-04-22T13:55:16.983054Z","end":"2026-04-22T13:55:18.327388Z","steps":["trace[327423171] 'agreement among raft nodes before linearized reading' (duration: 1.34415624s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:55:18.327461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:55:16.983049Z","time spent":"1.344397156s","remote":"127.0.0.1:39350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:55:18.327657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.344599901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:55:18.327695Z","caller":"traceutil/trace.go:172","msg":"trace[864392640] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4720; }","duration":"1.344656313s","start":"2026-04-22T13:55:16.983027Z","end":"2026-04-22T13:55:18.327684Z","steps":["trace[864392640] 'agreement among raft nodes before linearized reading' (duration: 1.344578671s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:55:18.327717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:55:16.983013Z","time spent":"1.344697635s","remote":"127.0.0.1:39350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-22T13:55:21.097138Z","caller":"rafthttp/stream.go:193","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-22T13:55:22.333881Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.155:2380/version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:22.333958Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:26.336829Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.155:2380/version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:26.336902Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:30.339071Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.155:2380/version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T13:55:30.339174Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"344940fc142d902f","error":"Get \"https://199.204.45.155:2380/version\": dial tcp 199.204.45.155:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T13:55:34.260423Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"344940fc142d902f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:55:34.260522Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:55:34.260574Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:55:34.263655Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"344940fc142d902f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:55:34.263702Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:55:34.286197Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-22T13:55:34.286313Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-22T13:55:44.218630Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T13:55:44.218638Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba","error":"unexpected EOF"} {"level":"warn","ts":"2026-04-22T13:55:44.218722Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"75f116d1a7ba8dba","error":"failed to read 75f116d1a7ba8dba on stream MsgApp v2 (unexpected EOF)"} {"level":"warn","ts":"2026-04-22T13:55:44.258425Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"warn","ts":"2026-04-22T13:55:44.262902Z","caller":"rafthttp/stream.go:222","msg":"lost TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:55:44.637359Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"75f116d1a7ba8dba","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:55:44.637401Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:55:44.637417Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:55:44.642206Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ddb62e4844a1979d","to":"75f116d1a7ba8dba","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:55:44.642260Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:55:44.662132Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"} {"level":"info","ts":"2026-04-22T13:55:44.664212Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ddb62e4844a1979d","remote-peer-id":"75f116d1a7ba8dba"}