{"level":"warn","ts":"2026-04-18T17:55:14.532374Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:55:14.532611Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:55:14.532666Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.175:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.175:2380","--initial-cluster=controller-1=https://199.19.213.83:2380,controller-2=https://199.19.213.175:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.175:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.175:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:55:14.532924Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:55:14.532966Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:55:14.532998Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-04-18T17:55:14.533030Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:55:14.533539Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.175:2379"]} {"level":"info","ts":"2026-04-18T17:55:14.534207Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.175:2380"],"listen-peer-urls":["https://199.19.213.175:2380"],"advertise-client-urls":["https://199.19.213.175:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.175:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.83:2380,controller-2=https://199.19.213.175:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:55:14.535747Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000136138}"} {"level":"info","ts":"2026-04-18T17:55:14.540121Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:55:14.540240Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.579275ms"} {"level":"info","ts":"2026-04-18T17:55:14.540307Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:55:14.540359Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:55:14.557793Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.83:2380","host":"199.19.213.83:2380","resolved-addr":"199.19.213.83:2380"} {"level":"info","ts":"2026-04-18T17:55:14.557894Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.175:2380","host":"199.19.213.175:2380","resolved-addr":"199.19.213.175:2380"} {"level":"info","ts":"2026-04-18T17:55:14.560035Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:55:14.566555Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:55:14.566610Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"86eaf4f5998ccb85","cluster-id":"8c4d9ec591b76d84"} {"level":"info","ts":"2026-04-18T17:55:14.566653Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:55:14.566830Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"86eaf4f5998ccb85 switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:55:14.566906Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"86eaf4f5998ccb85 became follower at term 0"} {"level":"info","ts":"2026-04-18T17:55:14.566923Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 86eaf4f5998ccb85 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-18T17:55:14.576338Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:55:14.578219Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:55:14.580653Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:55:14.581922Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.581987Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b","remote-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:55:14.582014Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.582086Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.582470Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.582498Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.583253Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.583326Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.583343Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b","remote-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:55:14.583466Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"86eaf4f5998ccb85","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:55:14.583627Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-18T17:55:14.583531Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.583673Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:55:14.583729Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:55:14.583743Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:55:14.583749Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:55:14.583853Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.175:2380"} {"level":"info","ts":"2026-04-18T17:55:14.583900Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.175:2380"} {"level":"info","ts":"2026-04-18T17:55:14.584181Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"86eaf4f5998ccb85 [term: 0] received a MsgHeartbeat message with higher term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:55:14.584222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"86eaf4f5998ccb85 became follower at term 2"} {"level":"info","ts":"2026-04-18T17:55:14.584247Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 86eaf4f5998ccb85 elected leader 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:55:14.584776Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:55:14.584625Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"86eaf4f5998ccb85","initial-advertise-peer-urls":["https://199.19.213.175:2380"],"listen-peer-urls":["https://199.19.213.175:2380"],"advertise-client-urls":["https://199.19.213.175:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.175:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:55:14.592913Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.592962Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.595507Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"5887d25060a34f1b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:14.595528Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.595969Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.596615Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"5887d25060a34f1b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:14.596665Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.601868Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"86eaf4f5998ccb85","remote-snapshot-sender-id":"5887d25060a34f1b","incoming-snapshot-index":528,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-18T17:55:14.610974Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000210.snap.db","bytes":819200,"size":"819 kB"} {"level":"info","ts":"2026-04-18T17:55:14.611118Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"86eaf4f5998ccb85","remote-snapshot-sender-id":"5887d25060a34f1b","incoming-snapshot-index":528,"incoming-snapshot-size-bytes":819200,"incoming-snapshot-size":"819 kB","download-took":"9.394781ms"} {"level":"info","ts":"2026-04-18T17:55:14.611283Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 528, term: 2]"} {"level":"info","ts":"2026-04-18T17:55:14.611360Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"86eaf4f5998ccb85 switched to configuration voters=(6379298639854128923) learners=(9721852081312942981)"} {"level":"info","ts":"2026-04-18T17:55:14.611385Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"86eaf4f5998ccb85 [commit: 528, lastindex: 528, lastterm: 2] restored snapshot [index: 528, term: 2]"} {"level":"info","ts":"2026-04-18T17:55:14.611399Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"86eaf4f5998ccb85 [commit: 528] restored snapshot [index: 528, term: 2]"} {"level":"info","ts":"2026-04-18T17:55:14.611478Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":528,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:55:14.614124Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":528} {"level":"info","ts":"2026-04-18T17:55:14.614365Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005809b0}"} {"level":"info","ts":"2026-04-18T17:55:14.614774Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:55:14.614799Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"486.64µs"} {"level":"info","ts":"2026-04-18T17:55:14.614841Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-18T17:55:14.615992Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-18T17:55:14.616115Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-18T17:55:14.620827Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":499} {"level":"info","ts":"2026-04-18T17:55:14.622360Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":528} {"level":"info","ts":"2026-04-18T17:55:14.622416Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-18T17:55:14.622573Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-18T17:55:14.623879Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-18T17:55:14.623912Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-18T17:55:14.623959Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-18T17:55:14.623976Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-18T17:55:14.624753Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-18T17:55:14.624797Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:14.624870Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:55:14.624893Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8c4d9ec591b76d84","local-member-id":"86eaf4f5998ccb85","recovered-remote-peer-id":"5887d25060a34f1b","recovered-remote-peer-urls":["https://199.19.213.83:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:55:14.624909Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8c4d9ec591b76d84","local-member-id":"86eaf4f5998ccb85","recovered-remote-peer-id":"86eaf4f5998ccb85","recovered-remote-peer-urls":["https://199.19.213.175:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:55:14.624926Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:55:14.624941Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:14.624958Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-18T17:55:14.624977Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:14.625098Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625130Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:14.625174Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625192Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625248Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:14.625459Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b","error":"context canceled"} {"level":"warn","ts":"2026-04-18T17:55:14.625506Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"5887d25060a34f1b","error":"failed to read 5887d25060a34f1b on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-18T17:55:14.625533Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:14.625669Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:55:14.625706Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625718Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625733Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"86eaf4f5998ccb85","removed-remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625751Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-18T17:55:14.625765Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:14.625793Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625821Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625946Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625978Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.625996Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.626016Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.626021Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b","remote-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:55:14.626047Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:14.626071Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":528,"current-applied-index":528,"incoming-leader-snapshot-index":528,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:55:14.626038Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.626085Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-18T17:55:14.638854Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.638891Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.644807Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.692559Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"5887d25060a34f1b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:14.692586Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:14.697577Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"5887d25060a34f1b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:14.697615Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:15.030516Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"86eaf4f5998ccb85 switched to configuration voters=(6379298639854128923 9721852081312942981)"} {"level":"info","ts":"2026-04-18T17:55:15.030742Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"8c4d9ec591b76d84","local-member-id":"86eaf4f5998ccb85","promoted-member-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:21.584423Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"86eaf4f5998ccb85","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.175:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-18T17:55:21.588026Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"86eaf4f5998ccb85","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.175:2379]}","cluster-id":"8c4d9ec591b76d84","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:55:21.588064Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:55:21.588058Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:55:21.588563Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:55:21.588607Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-18T17:55:21.589899Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-18T17:55:21.590118Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:55:21.590370Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:55:21.594127Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-18T17:55:21.594422Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.175:2379"} {"level":"warn","ts":"2026-04-18T17:55:21.596950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.597068Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.603338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:35004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.605539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:34994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.607385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:35016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.608015Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:34978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.609318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:34974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.610307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:34982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.610405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:34972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.612168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:35042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.612683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.612720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:35026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.622446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.647817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.652584Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.661951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.671053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.681638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.697476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.704969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.713040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.721512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.733259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.743914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.754858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.765210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.775858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.784613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.804230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.843202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.850157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.871660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.879333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.887718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.894713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.906797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.915735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.925642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.942458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.952508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.965628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.973145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.982021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:21.990587Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.014113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.025210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.036348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.046562Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.065678Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.075777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.086643Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.098923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.106714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.118222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.129888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.138572Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.149021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.158952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.166482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.175173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.182423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.191703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.201443Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.249981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.261148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.267752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:22.311977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:40.498931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.177549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:40.499060Z","caller":"traceutil/trace.go:172","msg":"trace[612959492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:592; }","duration":"482.327371ms","start":"2026-04-18T17:55:40.016713Z","end":"2026-04-18T17:55:40.499041Z","steps":["trace[612959492] 'range keys from in-memory index tree' (duration: 482.124339ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:40.920748Z","caller":"traceutil/trace.go:172","msg":"trace[1834876551] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:635; }","duration":"421.599453ms","start":"2026-04-18T17:55:40.499115Z","end":"2026-04-18T17:55:40.920715Z","steps":["trace[1834876551] 'read index received' (duration: 421.595313ms)","trace[1834876551] 'applied index is now lower than readState.Index' (duration: 3.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:40.920893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.762485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:40.920971Z","caller":"traceutil/trace.go:172","msg":"trace[1828716715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"421.850147ms","start":"2026-04-18T17:55:40.499099Z","end":"2026-04-18T17:55:40.920949Z","steps":["trace[1828716715] 'agreement among raft nodes before linearized reading' (duration: 421.727885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:40.922783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.895736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:55:40.922839Z","caller":"traceutil/trace.go:172","msg":"trace[32439549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"211.967537ms","start":"2026-04-18T17:55:40.710857Z","end":"2026-04-18T17:55:40.922825Z","steps":["trace[32439549] 'agreement among raft nodes before linearized reading' (duration: 211.817864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:40.922924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.441803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:55:40.922956Z","caller":"traceutil/trace.go:172","msg":"trace[1000606417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"201.476805ms","start":"2026-04-18T17:55:40.721472Z","end":"2026-04-18T17:55:40.922948Z","steps":["trace[1000606417] 'agreement among raft nodes before linearized reading' (duration: 201.365212ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:51.279731Z","caller":"traceutil/trace.go:172","msg":"trace[1468471499] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:666; }","duration":"263.236349ms","start":"2026-04-18T17:55:51.016463Z","end":"2026-04-18T17:55:51.279700Z","steps":["trace[1468471499] 'read index received' (duration: 263.231009ms)","trace[1468471499] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:51.279895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.405942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:51.279925Z","caller":"traceutil/trace.go:172","msg":"trace[627091945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"263.461023ms","start":"2026-04-18T17:55:51.016455Z","end":"2026-04-18T17:55:51.279916Z","steps":["trace[627091945] 'agreement among raft nodes before linearized reading' (duration: 263.388821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:51.281521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.60094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:51.281610Z","caller":"traceutil/trace.go:172","msg":"trace[1229000064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"226.689542ms","start":"2026-04-18T17:55:51.054908Z","end":"2026-04-18T17:55:51.281597Z","steps":["trace[1229000064] 'agreement among raft nodes before linearized reading' (duration: 226.529909ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:56.634624Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"86eaf4f5998ccb85 switched to configuration voters=(6379298639854128923 9721852081312942981) learners=(12298250488545028361)"} {"level":"info","ts":"2026-04-18T17:55:56.634759Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"8c4d9ec591b76d84","local-member-id":"86eaf4f5998ccb85","added-peer-id":"aaac29a910802909","added-peer-peer-urls":["https://199.19.213.221:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:55:56.634788Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.634818Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.634968Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635000Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909","remote-peer-urls":["https://199.19.213.221:2380"]} {"level":"info","ts":"2026-04-18T17:55:56.634964Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.634994Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635039Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635032Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635050Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"86eaf4f5998ccb85","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"aaac29a910802909"} {"level":"warn","ts":"2026-04-18T17:55:56.665345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:52854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:57.689613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:52890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:59.187299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:52916","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:59.558941Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.559007Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.565406Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"aaac29a910802909","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:59.565449Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.569124Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"aaac29a910802909","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:59.569172Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.582347Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"warn","ts":"2026-04-18T17:55:59.690792Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:59.691083Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:59.694090Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"86eaf4f5998ccb85 switched to configuration voters=(6379298639854128923 9721852081312942981 12298250488545028361)"} {"level":"info","ts":"2026-04-18T17:55:59.694278Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"8c4d9ec591b76d84","local-member-id":"86eaf4f5998ccb85","promoted-member-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.720674Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.721696Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.733475Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"aaac29a910802909","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:55:59.733528Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.733540Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.733668Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"86eaf4f5998ccb85","to":"aaac29a910802909","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:55:59.733712Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.733733Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"86eaf4f5998ccb85","remote-peer-id":"aaac29a910802909"} {"level":"warn","ts":"2026-04-18T17:56:15.414824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.049259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:15.414819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.760684ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:15.415085Z","caller":"traceutil/trace.go:172","msg":"trace[1817933880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:727; }","duration":"399.041388ms","start":"2026-04-18T17:56:15.016029Z","end":"2026-04-18T17:56:15.415071Z","steps":["trace[1817933880] 'range keys from in-memory index tree' (duration: 398.706973ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:15.415017Z","caller":"traceutil/trace.go:172","msg":"trace[1926875329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"359.237182ms","start":"2026-04-18T17:56:15.055762Z","end":"2026-04-18T17:56:15.414999Z","steps":["trace[1926875329] 'range keys from in-memory index tree' (duration: 357.502454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:15.415284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:15.055740Z","time spent":"359.531657ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:36.602477Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:36.785886Z","caller":"traceutil/trace.go:172","msg":"trace[443578141] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:943; }","duration":"684.14628ms","start":"2026-04-18T17:56:36.101715Z","end":"2026-04-18T17:56:36.785861Z","steps":["trace[443578141] 'read index received' (duration: 684.13999ms)","trace[443578141] 'applied index is now lower than readState.Index' (duration: 4.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:36.786003Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14665301079563307175,"received-request-id":14665301079563307174} {"level":"warn","ts":"2026-04-18T17:56:36.786151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"684.423284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:36.786193Z","caller":"traceutil/trace.go:172","msg":"trace[1301276628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:868; }","duration":"684.483996ms","start":"2026-04-18T17:56:36.101696Z","end":"2026-04-18T17:56:36.786180Z","steps":["trace[1301276628] 'agreement among raft nodes before linearized reading' (duration: 684.286062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.786228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.101659Z","time spent":"684.561296ms","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:36.789637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"664.736601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:36.789818Z","caller":"traceutil/trace.go:172","msg":"trace[1378085578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:870; }","duration":"664.923293ms","start":"2026-04-18T17:56:36.124871Z","end":"2026-04-18T17:56:36.789794Z","steps":["trace[1378085578] 'agreement among raft nodes before linearized reading' (duration: 664.604998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.789993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.124856Z","time spent":"665.115888ms","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:37.915623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.029314231s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:37.915730Z","caller":"traceutil/trace.go:172","msg":"trace[1406593100] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:945; }","duration":"1.026661067s","start":"2026-04-18T17:56:36.889054Z","end":"2026-04-18T17:56:37.915715Z","steps":["trace[1406593100] 'read index received' (duration: 1.334263ms)","trace[1406593100] 'applied index is now lower than readState.Index' (duration: 1.025325314s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:37.915822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.026767848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:37.915845Z","caller":"traceutil/trace.go:172","msg":"trace[718602957] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:871; }","duration":"1.026796639s","start":"2026-04-18T17:56:36.889041Z","end":"2026-04-18T17:56:37.915837Z","steps":["trace[718602957] 'agreement among raft nodes before linearized reading' (duration: 1.026740738s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:37.915873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.889021Z","time spent":"1.02684554s","remote":"127.0.0.1:38388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:38.409265Z","caller":"traceutil/trace.go:172","msg":"trace[1960076961] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:947; }","duration":"493.478587ms","start":"2026-04-18T17:56:37.915755Z","end":"2026-04-18T17:56:38.409233Z","steps":["trace[1960076961] 'read index received' (duration: 493.471657ms)","trace[1960076961] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.409348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.354494945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.409413Z","caller":"traceutil/trace.go:172","msg":"trace[1525789264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:872; }","duration":"1.354584825s","start":"2026-04-18T17:56:37.054813Z","end":"2026-04-18T17:56:38.409398Z","steps":["trace[1525789264] 'agreement among raft nodes before linearized reading' (duration: 1.354455254s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.409409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.393207149s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:38.409441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"934.237944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.409497Z","caller":"traceutil/trace.go:172","msg":"trace[1258943787] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:872; }","duration":"1.393310821s","start":"2026-04-18T17:56:37.016170Z","end":"2026-04-18T17:56:38.409481Z","steps":["trace[1258943787] 'agreement among raft nodes before linearized reading' (duration: 1.393185199s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:38.409547Z","caller":"traceutil/trace.go:172","msg":"trace[1194371536] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:872; }","duration":"934.364446ms","start":"2026-04-18T17:56:37.475160Z","end":"2026-04-18T17:56:38.409524Z","steps":["trace[1194371536] 'agreement among raft nodes before linearized reading' (duration: 934.175313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.409605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.475149Z","time spent":"934.443237ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.409445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.054788Z","time spent":"1.354649777s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:38.410592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.387604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:38.410755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"984.078772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:75 size:6266"} {"level":"info","ts":"2026-04-18T17:56:38.410817Z","caller":"traceutil/trace.go:172","msg":"trace[1977953279] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:75; response_revision:872; }","duration":"984.146644ms","start":"2026-04-18T17:56:37.426659Z","end":"2026-04-18T17:56:38.410806Z","steps":["trace[1977953279] 'agreement among raft nodes before linearized reading' (duration: 982.613408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.410854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.426632Z","time spent":"984.212165ms","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":75,"response size":6290,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-18T17:56:38.410659Z","caller":"traceutil/trace.go:172","msg":"trace[1922586240] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:872; }","duration":"340.451055ms","start":"2026-04-18T17:56:38.070189Z","end":"2026-04-18T17:56:38.410640Z","steps":["trace[1922586240] 'agreement among raft nodes before linearized reading' (duration: 340.360464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.411020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.070168Z","time spent":"340.835152ms","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.655051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.146578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.655127Z","caller":"traceutil/trace.go:172","msg":"trace[799983812] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:872; }","duration":"129.23897ms","start":"2026-04-18T17:56:38.525871Z","end":"2026-04-18T17:56:38.655110Z","steps":["trace[799983812] 'range keys from in-memory index tree' (duration: 127.679785ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.036613Z","caller":"traceutil/trace.go:172","msg":"trace[242752976] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:948; }","duration":"102.605882ms","start":"2026-04-18T17:56:38.933985Z","end":"2026-04-18T17:56:39.036590Z","steps":["trace[242752976] 'read index received' (duration: 102.600802ms)","trace[242752976] 'applied index is now lower than readState.Index' (duration: 3.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:39.036847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.843567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:39.036944Z","caller":"traceutil/trace.go:172","msg":"trace[1114625528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:873; }","duration":"102.958389ms","start":"2026-04-18T17:56:38.933970Z","end":"2026-04-18T17:56:39.036929Z","steps":["trace[1114625528] 'agreement among raft nodes before linearized reading' (duration: 102.727875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:40.517084Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:41.017956Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:41.408033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.000694Z","time spent":"407.332739ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-18T17:56:41.436713Z","caller":"traceutil/trace.go:172","msg":"trace[1828351085] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1083; }","duration":"1.420391599s","start":"2026-04-18T17:56:40.016296Z","end":"2026-04-18T17:56:41.436687Z","steps":["trace[1828351085] 'read index received' (duration: 1.420385299s)","trace[1828351085] 'applied index is now lower than readState.Index' (duration: 4.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.436893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.420551711s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.437002Z","caller":"traceutil/trace.go:172","msg":"trace[2029990569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:936; }","duration":"1.420693733s","start":"2026-04-18T17:56:40.016291Z","end":"2026-04-18T17:56:41.436984Z","steps":["trace[2029990569] 'agreement among raft nodes before linearized reading' (duration: 1.420525291s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:41.437216Z","caller":"traceutil/trace.go:172","msg":"trace[806885266] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"1.400660535s","start":"2026-04-18T17:56:40.036535Z","end":"2026-04-18T17:56:41.437196Z","steps":["trace[806885266] 'process raft request' (duration: 1.400354901s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.437540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.036512Z","time spent":"1.400772826s","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:41.714982Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14665301079563307236,"received-request-id":14665301079563307227} {"level":"info","ts":"2026-04-18T17:56:41.715672Z","caller":"traceutil/trace.go:172","msg":"trace[896531490] transaction","detail":"{read_only:false; number_of_response:1; response_revision:937; }","duration":"1.635104684s","start":"2026-04-18T17:56:40.080545Z","end":"2026-04-18T17:56:41.715650Z","steps":["trace[896531490] 'process raft request' (duration: 1.634525675s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.715836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.080526Z","time spent":"1.635214596s","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":104,"response count":0,"response size":65464,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.739806Z","caller":"traceutil/trace.go:172","msg":"trace[879468473] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1090; }","duration":"302.996041ms","start":"2026-04-18T17:56:41.436788Z","end":"2026-04-18T17:56:41.739784Z","steps":["trace[879468473] 'read index received' (duration: 302.988661ms)","trace[879468473] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.745907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"851.743647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.745972Z","caller":"traceutil/trace.go:172","msg":"trace[297017476] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:941; }","duration":"851.823478ms","start":"2026-04-18T17:56:40.894135Z","end":"2026-04-18T17:56:41.745958Z","steps":["trace[297017476] 'agreement among raft nodes before linearized reading' (duration: 845.743489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.746009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.538718174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.746099Z","caller":"traceutil/trace.go:172","msg":"trace[2369982] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:941; }","duration":"1.538824216s","start":"2026-04-18T17:56:40.207255Z","end":"2026-04-18T17:56:41.746079Z","steps":["trace[2369982] 'agreement among raft nodes before linearized reading' (duration: 1.532617184s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.746158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.207244Z","time spent":"1.538902756s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.746251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.694506917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:41.746304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.550354933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:41.746329Z","caller":"traceutil/trace.go:172","msg":"trace[321731291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"1.694583799s","start":"2026-04-18T17:56:40.051727Z","end":"2026-04-18T17:56:41.746310Z","steps":["trace[321731291] 'agreement among raft nodes before linearized reading' (duration: 1.688208843s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:41.746343Z","caller":"traceutil/trace.go:172","msg":"trace[1540412741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:941; }","duration":"1.550398726s","start":"2026-04-18T17:56:40.195935Z","end":"2026-04-18T17:56:41.746334Z","steps":["trace[1540412741] 'agreement among raft nodes before linearized reading' (duration: 1.54390918s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.746365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.195923Z","time spent":"1.550435656s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.746362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.051706Z","time spent":"1.694648869s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:41.746588Z","caller":"traceutil/trace.go:172","msg":"trace[1275828966] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"941.136602ms","start":"2026-04-18T17:56:40.805437Z","end":"2026-04-18T17:56:41.746574Z","steps":["trace[1275828966] 'process raft request' (duration: 934.648786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.746676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.805421Z","time spent":"941.206404ms","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:41.746199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.894120Z","time spent":"852.064632ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.747136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"941.952335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-nffq7\" limit:1 ","response":"range_response_count:1 size:5202"} {"level":"info","ts":"2026-04-18T17:56:41.747146Z","caller":"traceutil/trace.go:172","msg":"trace[1184325171] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"283.013064ms","start":"2026-04-18T17:56:41.464115Z","end":"2026-04-18T17:56:41.747128Z","steps":["trace[1184325171] 'process raft request' (duration: 281.980978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.746267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.617946342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:56:41.747702Z","caller":"traceutil/trace.go:172","msg":"trace[612971722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:941; }","duration":"1.619411016s","start":"2026-04-18T17:56:40.128280Z","end":"2026-04-18T17:56:41.747691Z","steps":["trace[612971722] 'agreement among raft nodes before linearized reading' (duration: 1.611614839s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.747776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.128268Z","time spent":"1.619492468s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:41.747427Z","caller":"traceutil/trace.go:172","msg":"trace[1881684747] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-nffq7; range_end:; response_count:1; response_revision:941; }","duration":"942.24228ms","start":"2026-04-18T17:56:40.805166Z","end":"2026-04-18T17:56:41.747408Z","steps":["trace[1881684747] 'agreement among raft nodes before linearized reading' (duration: 934.660735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.748155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.805142Z","time spent":"942.999033ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5226,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-nffq7\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.749164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.012544ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.749203Z","caller":"traceutil/trace.go:172","msg":"trace[775322920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:946; }","duration":"311.053964ms","start":"2026-04-18T17:56:41.438143Z","end":"2026-04-18T17:56:41.749197Z","steps":["trace[775322920] 'agreement among raft nodes before linearized reading' (duration: 311.001934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.749465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.99984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:79 size:6666"} {"level":"info","ts":"2026-04-18T17:56:41.749503Z","caller":"traceutil/trace.go:172","msg":"trace[428015292] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:79; response_revision:946; }","duration":"254.0497ms","start":"2026-04-18T17:56:41.495445Z","end":"2026-04-18T17:56:41.749495Z","steps":["trace[428015292] 'agreement among raft nodes before linearized reading' (duration: 253.722855ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.270310Z","caller":"traceutil/trace.go:172","msg":"trace[313634754] transaction","detail":"{read_only:false; number_of_response:1; response_revision:956; }","duration":"140.989577ms","start":"2026-04-18T17:56:42.129290Z","end":"2026-04-18T17:56:42.270280Z","steps":["trace[313634754] 'process raft request' (duration: 140.794994ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.397793Z","caller":"traceutil/trace.go:172","msg":"trace[1527107869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"122.348952ms","start":"2026-04-18T17:56:42.275421Z","end":"2026-04-18T17:56:42.397770Z","steps":["trace[1527107869] 'process raft request' (duration: 122.21762ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:43.308017Z","caller":"traceutil/trace.go:172","msg":"trace[219461575] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1126; }","duration":"291.253655ms","start":"2026-04-18T17:56:43.016751Z","end":"2026-04-18T17:56:43.308005Z","steps":["trace[219461575] 'read index received' (duration: 291.250645ms)","trace[219461575] 'applied index is now lower than readState.Index' (duration: 2.55µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:43.308341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.57414ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.308475Z","caller":"traceutil/trace.go:172","msg":"trace[879381631] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:961; }","duration":"291.725556ms","start":"2026-04-18T17:56:43.016733Z","end":"2026-04-18T17:56:43.308459Z","steps":["trace[879381631] 'agreement among raft nodes before linearized reading' (duration: 291.540027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.327382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.55391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.327484Z","caller":"traceutil/trace.go:172","msg":"trace[1098301421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"271.670106ms","start":"2026-04-18T17:56:43.055795Z","end":"2026-04-18T17:56:43.327465Z","steps":["trace[1098301421] 'agreement among raft nodes before linearized reading' (duration: 271.492127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.327402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.541998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.327585Z","caller":"traceutil/trace.go:172","msg":"trace[1553522949] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:962; }","duration":"150.742246ms","start":"2026-04-18T17:56:43.176826Z","end":"2026-04-18T17:56:43.327568Z","steps":["trace[1553522949] 'agreement among raft nodes before linearized reading' (duration: 150.498846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.327637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.922337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:56:43.327808Z","caller":"traceutil/trace.go:172","msg":"trace[1765210453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:962; }","duration":"135.21103ms","start":"2026-04-18T17:56:43.192582Z","end":"2026-04-18T17:56:43.327793Z","steps":["trace[1765210453] 'agreement among raft nodes before linearized reading' (duration: 134.713638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:45.762808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:46.921676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.091978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:46.921836Z","caller":"traceutil/trace.go:172","msg":"trace[384146197] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1026; }","duration":"150.275905ms","start":"2026-04-18T17:56:46.771536Z","end":"2026-04-18T17:56:46.921812Z","steps":["trace[384146197] 'range keys from in-memory index tree' (duration: 146.399614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.311118Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:47.377960Z","caller":"traceutil/trace.go:172","msg":"trace[1882066840] linearizableReadLoop","detail":"{readStateIndex:1233; appliedIndex:1233; }","duration":"567.337222ms","start":"2026-04-18T17:56:46.810583Z","end":"2026-04-18T17:56:47.377920Z","steps":["trace[1882066840] 'read index received' (duration: 567.325702ms)","trace[1882066840] 'applied index is now lower than readState.Index' (duration: 7.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:47.378609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"567.912458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-nffq7\" limit:1 ","response":"range_response_count:1 size:5395"} {"level":"info","ts":"2026-04-18T17:56:47.378650Z","caller":"traceutil/trace.go:172","msg":"trace[671566546] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-nffq7; range_end:; response_count:1; response_revision:1027; }","duration":"568.070544ms","start":"2026-04-18T17:56:46.810570Z","end":"2026-04-18T17:56:47.378640Z","steps":["trace[671566546] 'agreement among raft nodes before linearized reading' (duration: 567.73865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.378681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:46.810542Z","time spent":"568.132316ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5419,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-nffq7\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:47.380107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.885079ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:47.380160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.044271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:47.380218Z","caller":"traceutil/trace.go:172","msg":"trace[1301824133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1028; }","duration":"363.018195ms","start":"2026-04-18T17:56:47.017176Z","end":"2026-04-18T17:56:47.380194Z","steps":["trace[1301824133] 'agreement among raft nodes before linearized reading' (duration: 362.846368ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:47.381024Z","caller":"traceutil/trace.go:172","msg":"trace[1437545331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"325.913099ms","start":"2026-04-18T17:56:47.055090Z","end":"2026-04-18T17:56:47.381003Z","steps":["trace[1437545331] 'agreement among raft nodes before linearized reading' (duration: 325.003069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.381783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.055069Z","time spent":"326.657712ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:47.381335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.855416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:47.382573Z","caller":"traceutil/trace.go:172","msg":"trace[1054093724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1028; }","duration":"179.978075ms","start":"2026-04-18T17:56:47.202460Z","end":"2026-04-18T17:56:47.382438Z","steps":["trace[1054093724] 'agreement among raft nodes before linearized reading' (duration: 178.007559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.885173Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:48.386257Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307317,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:48.514264Z","caller":"traceutil/trace.go:172","msg":"trace[1761130837] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1235; }","duration":"1.12970277s","start":"2026-04-18T17:56:47.384486Z","end":"2026-04-18T17:56:48.514189Z","steps":["trace[1761130837] 'read index received' (duration: 1.129680179s)","trace[1761130837] 'applied index is now lower than readState.Index' (duration: 20.971µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:48.514450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.12995324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:48.514480Z","caller":"traceutil/trace.go:172","msg":"trace[1140854745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"1.130000872s","start":"2026-04-18T17:56:47.384469Z","end":"2026-04-18T17:56:48.514470Z","steps":["trace[1140854745] 'agreement among raft nodes before linearized reading' (duration: 1.129908428s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:48.514513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.384445Z","time spent":"1.130060435s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:48.514519Z","caller":"traceutil/trace.go:172","msg":"trace[1256331831] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"1.124868006s","start":"2026-04-18T17:56:47.389627Z","end":"2026-04-18T17:56:48.514495Z","steps":["trace[1256331831] 'process raft request' (duration: 1.124705459s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:48.514669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.389611Z","time spent":"1.124981231s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5186,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:49.015017Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:49.515314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:50.015883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:50.067370Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"86eaf4f5998ccb85 is starting a new election at term 2"} {"level":"info","ts":"2026-04-18T17:56:50.067476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"86eaf4f5998ccb85 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-18T17:56:50.067518Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"86eaf4f5998ccb85 [logterm: 2, index: 1239] sent MsgPreVote request to 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:56:50.067538Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"86eaf4f5998ccb85 [logterm: 2, index: 1239] sent MsgPreVote request to aaac29a910802909 at term 2"} {"level":"info","ts":"2026-04-18T17:56:50.067559Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 86eaf4f5998ccb85 lost leader 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:56:50.067666Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"86eaf4f5998ccb85 received MsgPreVoteResp from 86eaf4f5998ccb85 at term 2"} {"level":"info","ts":"2026-04-18T17:56:50.067692Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"86eaf4f5998ccb85 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-18T17:56:50.516166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:50.524534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000443399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:50.524641Z","caller":"traceutil/trace.go:172","msg":"trace[835325562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563135s","start":"2026-04-18T17:56:48.524057Z","end":"2026-04-18T17:56:50.524620Z","steps":["trace[835325562] 'agreement among raft nodes before linearized reading' (duration: 2.000440089s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:50.524732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.524039Z","time spent":"2.00068369s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:50 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:51.016345Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:51.121786Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"86eaf4f5998ccb85 [logterm: 2, index: 1239, vote: 0] cast MsgPreVote for aaac29a910802909 [logterm: 2, index: 1239] at term 2"} {"level":"warn","ts":"2026-04-18T17:56:51.517201Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:51.665911Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"86eaf4f5998ccb85 [term: 2] received a MsgVote message with higher term from aaac29a910802909 [term: 3]"} {"level":"info","ts":"2026-04-18T17:56:51.666001Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"86eaf4f5998ccb85 became follower at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.666021Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"86eaf4f5998ccb85 [logterm: 2, index: 1239, vote: 0] cast MsgVote for aaac29a910802909 [logterm: 2, index: 1239] at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.675651Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 86eaf4f5998ccb85 elected leader aaac29a910802909 at term 3"} {"level":"warn","ts":"2026-04-18T17:56:51.675851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.442946463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:51.675893Z","caller":"traceutil/trace.go:172","msg":"trace[1127404071] range","detail":"{range_begin:/registry/deployments; range_end:; }","duration":"3.443006865s","start":"2026-04-18T17:56:48.232874Z","end":"2026-04-18T17:56:51.675881Z","steps":["trace[1127404071] 'agreement among raft nodes before linearized reading' (duration: 3.442944513s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.675928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.232848Z","time spent":"3.443071548s","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.675932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.659617793s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:51.675970Z","caller":"traceutil/trace.go:172","msg":"trace[1605296157] range","detail":"{range_begin:; range_end:; }","duration":"3.659662025s","start":"2026-04-18T17:56:48.016300Z","end":"2026-04-18T17:56:51.675962Z","steps":["trace[1605296157] 'agreement among raft nodes before linearized reading' (duration: 3.659616913s)"],"step_count":1} {"level":"error","ts":"2026-04-18T17:56:51.676030Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-18T17:56:51.769998Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:56:51.781157Z","caller":"traceutil/trace.go:172","msg":"trace[643299] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"102.410105ms","start":"2026-04-18T17:56:51.678729Z","end":"2026-04-18T17:56:51.781139Z","steps":["trace[643299] 'process raft request' (duration: 102.323001ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:51.781177Z","caller":"traceutil/trace.go:172","msg":"trace[539217047] linearizableReadLoop","detail":"{readStateIndex:1240; appliedIndex:1241; }","duration":"105.369613ms","start":"2026-04-18T17:56:51.675786Z","end":"2026-04-18T17:56:51.781156Z","steps":["trace[539217047] 'read index received' (duration: 105.361902ms)","trace[539217047] 'applied index is now lower than readState.Index' (duration: 6.751µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:51.781277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.010231614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:51.781310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.547449909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:51.781315Z","caller":"traceutil/trace.go:172","msg":"trace[482301922] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1034; }","duration":"2.010284266s","start":"2026-04-18T17:56:49.771019Z","end":"2026-04-18T17:56:51.781303Z","steps":["trace[482301922] 'agreement among raft nodes before linearized reading' (duration: 2.010194932s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:51.781345Z","caller":"traceutil/trace.go:172","msg":"trace[333795543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1034; }","duration":"2.547489451s","start":"2026-04-18T17:56:49.233847Z","end":"2026-04-18T17:56:51.781336Z","steps":["trace[333795543] 'agreement among raft nodes before linearized reading' (duration: 2.547416407s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.781372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:49.233824Z","time spent":"2.547540793s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:49.770994Z","time spent":"2.010354339s","remote":"127.0.0.1:38778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.0374121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.781593Z","caller":"traceutil/trace.go:172","msg":"trace[1278925717] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1034; }","duration":"3.037482033s","start":"2026-04-18T17:56:48.744100Z","end":"2026-04-18T17:56:51.781582Z","steps":["trace[1278925717] 'agreement among raft nodes before linearized reading' (duration: 3.037382449s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.781646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.158607538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-18T17:56:51.781691Z","caller":"traceutil/trace.go:172","msg":"trace[1895200937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1034; }","duration":"3.158649672s","start":"2026-04-18T17:56:48.623030Z","end":"2026-04-18T17:56:51.781680Z","steps":["trace[1895200937] 'agreement among raft nodes before linearized reading' (duration: 3.158524306s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.781726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.623011Z","time spent":"3.158704724s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.178320865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:51.781913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.256931435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.781916Z","caller":"traceutil/trace.go:172","msg":"trace[862582634] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1034; }","duration":"3.178358826s","start":"2026-04-18T17:56:48.603549Z","end":"2026-04-18T17:56:51.781907Z","steps":["trace[862582634] 'agreement among raft nodes before linearized reading' (duration: 3.178299033s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:51.781931Z","caller":"traceutil/trace.go:172","msg":"trace[698395360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1034; }","duration":"1.256948146s","start":"2026-04-18T17:56:50.524978Z","end":"2026-04-18T17:56:51.781926Z","steps":["trace[698395360] 'agreement among raft nodes before linearized reading' (duration: 1.256922555s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.781940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.603522Z","time spent":"3.178412268s","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:50.524944Z","time spent":"1.256999178s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:51.782071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.416399323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.782093Z","caller":"traceutil/trace.go:172","msg":"trace[1699485323] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1034; }","duration":"1.416421734s","start":"2026-04-18T17:56:50.365666Z","end":"2026-04-18T17:56:51.782087Z","steps":["trace[1699485323] 'agreement among raft nodes before linearized reading' (duration: 1.416382382s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.782108Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:50.365654Z","time spent":"1.416450605s","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.744059Z","time spent":"3.037558736s","remote":"127.0.0.1:38742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"698.903023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:51.782330Z","caller":"traceutil/trace.go:172","msg":"trace[411224501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1034; }","duration":"699.342532ms","start":"2026-04-18T17:56:51.082974Z","end":"2026-04-18T17:56:51.782316Z","steps":["trace[411224501] 'agreement among raft nodes before linearized reading' (duration: 698.885382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.782315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.022977646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:51.782422Z","caller":"traceutil/trace.go:172","msg":"trace[1130033297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1034; }","duration":"3.023112561s","start":"2026-04-18T17:56:48.759286Z","end":"2026-04-18T17:56:51.782398Z","steps":["trace[1130033297] 'agreement among raft nodes before linearized reading' (duration: 3.022746116s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.782488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.759273Z","time spent":"3.023204506s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.782374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.082948Z","time spent":"699.414425ms","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.783634Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14665301079563307322,"received-request-id":14665301079563307320} {"level":"warn","ts":"2026-04-18T17:56:51.783842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.664545605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:51.783884Z","caller":"traceutil/trace.go:172","msg":"trace[1423386360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1034; }","duration":"2.664589856s","start":"2026-04-18T17:56:49.119282Z","end":"2026-04-18T17:56:51.783872Z","steps":["trace[1423386360] 'agreement among raft nodes before linearized reading' (duration: 2.662431723s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.783919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:49.119259Z","time spent":"2.664651961s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.799164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.746424ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.799242Z","caller":"traceutil/trace.go:172","msg":"trace[2039887383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"121.841818ms","start":"2026-04-18T17:56:51.677384Z","end":"2026-04-18T17:56:51.799226Z","steps":["trace[2039887383] 'agreement among raft nodes before linearized reading' (duration: 107.302608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.799601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.474042358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.799786Z","caller":"traceutil/trace.go:172","msg":"trace[1476771962] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1034; }","duration":"1.474233637s","start":"2026-04-18T17:56:50.325541Z","end":"2026-04-18T17:56:51.799775Z","steps":["trace[1476771962] 'agreement among raft nodes before linearized reading' (duration: 1.456522029s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.799956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:50.325512Z","time spent":"1.474433444s","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:51.830757Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"86eaf4f5998ccb85 [term: 3] ignored a MsgReadIndexResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:52.377256Z","caller":"traceutil/trace.go:172","msg":"trace[21911634] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1248; }","duration":"361.266088ms","start":"2026-04-18T17:56:52.015941Z","end":"2026-04-18T17:56:52.377207Z","steps":["trace[21911634] 'read index received' (duration: 361.257547ms)","trace[21911634] 'applied index is now lower than readState.Index' (duration: 7.101µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:52.458590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.656139ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:52.458670Z","caller":"traceutil/trace.go:172","msg":"trace[1920812938] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1040; }","duration":"442.749323ms","start":"2026-04-18T17:56:52.015901Z","end":"2026-04-18T17:56:52.458650Z","steps":["trace[1920812938] 'agreement among raft nodes before linearized reading' (duration: 361.384653ms)","trace[1920812938] 'range keys from in-memory index tree' (duration: 81.249974ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:52.460027Z","caller":"traceutil/trace.go:172","msg":"trace[45038921] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1040; }","duration":"475.615613ms","start":"2026-04-18T17:56:51.984384Z","end":"2026-04-18T17:56:52.460000Z","steps":["trace[45038921] 'process raft request' (duration: 393.097865ms)","trace[45038921] 'compare' (duration: 81.921253ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:52.460033Z","caller":"traceutil/trace.go:172","msg":"trace[1035923741] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"259.170496ms","start":"2026-04-18T17:56:52.200841Z","end":"2026-04-18T17:56:52.460011Z","steps":["trace[1035923741] 'process raft request' (duration: 259.065001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:52.460414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.984337Z","time spent":"475.843752ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188289,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:53.125758Z","caller":"traceutil/trace.go:172","msg":"trace[504219060] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"267.902171ms","start":"2026-04-18T17:56:52.857831Z","end":"2026-04-18T17:56:53.125733Z","steps":["trace[504219060] 'process raft request' (duration: 267.756214ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.126584Z","caller":"traceutil/trace.go:172","msg":"trace[293926712] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1258; }","duration":"107.122349ms","start":"2026-04-18T17:56:53.019447Z","end":"2026-04-18T17:56:53.126570Z","steps":["trace[293926712] 'read index received' (duration: 107.118359ms)","trace[293926712] 'applied index is now lower than readState.Index' (duration: 3.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:53.126684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.222634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:53.126716Z","caller":"traceutil/trace.go:172","msg":"trace[1100503898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1047; }","duration":"107.266196ms","start":"2026-04-18T17:56:53.019440Z","end":"2026-04-18T17:56:53.126706Z","steps":["trace[1100503898] 'agreement among raft nodes before linearized reading' (duration: 107.204573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.265480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:54.656849Z","caller":"traceutil/trace.go:172","msg":"trace[1678810155] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"892.399413ms","start":"2026-04-18T17:56:53.764430Z","end":"2026-04-18T17:56:54.656830Z","steps":["trace[1678810155] 'read index received' (duration: 892.394063ms)","trace[1678810155] 'applied index is now lower than readState.Index' (duration: 4.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.981330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.216882242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.981412Z","caller":"traceutil/trace.go:172","msg":"trace[1260136412] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1048; }","duration":"1.216966076s","start":"2026-04-18T17:56:53.764425Z","end":"2026-04-18T17:56:54.981391Z","steps":["trace[1260136412] 'agreement among raft nodes before linearized reading' (duration: 892.518059ms)","trace[1260136412] 'range keys from in-memory index tree' (duration: 324.339543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.981451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.764396Z","time spent":"1.21704574s","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:55.157584Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:55.520620Z","caller":"traceutil/trace.go:172","msg":"trace[717936438] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"1.613408611s","start":"2026-04-18T17:56:53.907187Z","end":"2026-04-18T17:56:55.520596Z","steps":["trace[717936438] 'process raft request' (duration: 1.611883526s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.520812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.907152Z","time spent":"1.613583037s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:55.521407Z","caller":"traceutil/trace.go:172","msg":"trace[1192724820] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"1.347362748s","start":"2026-04-18T17:56:54.174022Z","end":"2026-04-18T17:56:55.521385Z","steps":["trace[1192724820] 'process raft request' (duration: 1.34527849s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.522126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.173992Z","time spent":"1.347465203s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:55.522245Z","caller":"traceutil/trace.go:172","msg":"trace[1169131727] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"865.319203ms","start":"2026-04-18T17:56:54.656908Z","end":"2026-04-18T17:56:55.522228Z","steps":["trace[1169131727] 'read index received' (duration: 861.998802ms)","trace[1169131727] 'applied index is now lower than readState.Index' (duration: 3.319301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:55.522462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.506063503s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:55.524808Z","caller":"traceutil/trace.go:172","msg":"trace[844678839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"1.508412793s","start":"2026-04-18T17:56:54.016381Z","end":"2026-04-18T17:56:55.524793Z","steps":["trace[844678839] 'agreement among raft nodes before linearized reading' (duration: 1.506043463s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.524892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.713097389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-18T17:56:55.524975Z","caller":"traceutil/trace.go:172","msg":"trace[235630496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1056; }","duration":"1.713160851s","start":"2026-04-18T17:56:53.811778Z","end":"2026-04-18T17:56:55.524938Z","steps":["trace[235630496] 'agreement among raft nodes before linearized reading' (duration: 1.712986674s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.525001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.307190032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.175\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-18T17:56:55.525014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.811755Z","time spent":"1.713247585s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:55.525115Z","caller":"traceutil/trace.go:172","msg":"trace[1167144945] range","detail":"{range_begin:/registry/masterleases/199.19.213.175; range_end:; response_count:1; response_revision:1056; }","duration":"1.307264944s","start":"2026-04-18T17:56:54.217790Z","end":"2026-04-18T17:56:55.525055Z","steps":["trace[1167144945] 'agreement among raft nodes before linearized reading' (duration: 1.304526498s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.525204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.217738Z","time spent":"1.307438443s","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.175\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:55.525066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"917.182639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:55.528178Z","caller":"traceutil/trace.go:172","msg":"trace[4106939] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1056; }","duration":"920.432457ms","start":"2026-04-18T17:56:54.607714Z","end":"2026-04-18T17:56:55.528147Z","steps":["trace[4106939] 'agreement among raft nodes before linearized reading' (duration: 914.559338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.528218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.607677Z","time spent":"920.526283ms","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} 2026/04/18 17:56:55 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:56.023372Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:56.424674Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14665301079563307343,"received-request-id":14665301079563307342} {"level":"warn","ts":"2026-04-18T17:56:56.470676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.831613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:56.486637Z","caller":"traceutil/trace.go:172","msg":"trace[194056045] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1274; }","duration":"964.334844ms","start":"2026-04-18T17:56:55.522288Z","end":"2026-04-18T17:56:56.486623Z","steps":["trace[194056045] 'read index received' (duration: 963.562492ms)","trace[194056045] 'applied index is now lower than readState.Index' (duration: 771.732µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:56.487170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.431780689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:56.487132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.527892Z","time spent":"959.235088ms","remote":"127.0.0.1:38050","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-18T17:56:56.487283Z","caller":"traceutil/trace.go:172","msg":"trace[111973525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"1.431897774s","start":"2026-04-18T17:56:55.055357Z","end":"2026-04-18T17:56:56.487255Z","steps":["trace[111973525] 'agreement among raft nodes before linearized reading' (duration: 1.431724666s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.487335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.055328Z","time spent":"1.431995027s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:56.487710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.282219263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:56.487754Z","caller":"traceutil/trace.go:172","msg":"trace[1516431762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1065; }","duration":"1.282270805s","start":"2026-04-18T17:56:55.205475Z","end":"2026-04-18T17:56:56.487746Z","steps":["trace[1516431762] 'agreement among raft nodes before linearized reading' (duration: 1.282109209s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.487778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.205454Z","time spent":"1.282316248s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:56.487933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556479451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:56.487990Z","caller":"traceutil/trace.go:172","msg":"trace[987289993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1065; }","duration":"1.556548323s","start":"2026-04-18T17:56:54.931434Z","end":"2026-04-18T17:56:56.487982Z","steps":["trace[987289993] 'agreement among raft nodes before linearized reading' (duration: 1.556257591s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.488015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.931414Z","time spent":"1.556593846s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:56.488287Z","caller":"traceutil/trace.go:172","msg":"trace[1830453392] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1064; }","duration":"859.992522ms","start":"2026-04-18T17:56:55.627851Z","end":"2026-04-18T17:56:56.487843Z","steps":["trace[1830453392] 'process raft request' (duration: 858.731519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.488868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.627813Z","time spent":"860.578366ms","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:56.987483Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:57.300934Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14665301079563307348,"received-request-id":14665301079563307343} {"level":"warn","ts":"2026-04-18T17:56:57.488325Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:57.989465Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14665301079563307348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:58.322983Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.01976713s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:58.363238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.062077257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:58.367945Z","caller":"traceutil/trace.go:172","msg":"trace[308598209] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"1.87924326s","start":"2026-04-18T17:56:56.488684Z","end":"2026-04-18T17:56:58.367927Z","steps":["trace[308598209] 'process raft request' (duration: 1.879150567s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:58.368158Z","caller":"traceutil/trace.go:172","msg":"trace[1584910322] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1279; }","duration":"1.881443664s","start":"2026-04-18T17:56:56.486685Z","end":"2026-04-18T17:56:58.368129Z","steps":["trace[1584910322] 'read index received' (duration: 1.870140189s)","trace[1584910322] 'applied index is now lower than readState.Index' (duration: 11.301485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:58.368235Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14665301079563307350,"received-request-id":14665301079563307348} {"level":"warn","ts":"2026-04-18T17:56:58.368241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.405158144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:58.368307Z","caller":"traceutil/trace.go:172","msg":"trace[2105151833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1083; }","duration":"2.405235988s","start":"2026-04-18T17:56:55.963057Z","end":"2026-04-18T17:56:58.368293Z","steps":["trace[2105151833] 'agreement among raft nodes before linearized reading' (duration: 2.405107603s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.368341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.963038Z","time spent":"2.40529477s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:58.368347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.672633528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:58.368378Z","caller":"traceutil/trace.go:172","msg":"trace[1420343380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1083; }","duration":"2.67267371s","start":"2026-04-18T17:56:55.695695Z","end":"2026-04-18T17:56:58.368368Z","steps":["trace[1420343380] 'agreement among raft nodes before linearized reading' (duration: 2.672585097s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.368407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.695670Z","time spent":"2.672728912s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:58.368462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.951566415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:58.368414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.83924717s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.368523Z","caller":"traceutil/trace.go:172","msg":"trace[2033049937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1083; }","duration":"2.839357004s","start":"2026-04-18T17:56:55.529158Z","end":"2026-04-18T17:56:58.368515Z","steps":["trace[2033049937] 'agreement among raft nodes before linearized reading' (duration: 2.839234289s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:58.368525Z","caller":"traceutil/trace.go:172","msg":"trace[956630514] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1083; }","duration":"1.951658379s","start":"2026-04-18T17:56:56.416853Z","end":"2026-04-18T17:56:58.368512Z","steps":["trace[956630514] 'agreement among raft nodes before linearized reading' (duration: 1.951542684s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.368555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.416833Z","time spent":"1.951714171s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:58.368644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.488663Z","time spent":"1.87947447s","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:58.371495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.648197539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.371580Z","caller":"traceutil/trace.go:172","msg":"trace[1917800160] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1084; }","duration":"1.648283542s","start":"2026-04-18T17:56:56.723288Z","end":"2026-04-18T17:56:58.371572Z","steps":["trace[1917800160] 'agreement among raft nodes before linearized reading' (duration: 1.648180858s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.371649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.723267Z","time spent":"1.648371475s","remote":"127.0.0.1:38660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:58.371518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.881352368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.371792Z","caller":"traceutil/trace.go:172","msg":"trace[1404353780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"1.881622749s","start":"2026-04-18T17:56:56.490155Z","end":"2026-04-18T17:56:58.371778Z","steps":["trace[1404353780] 'agreement among raft nodes before linearized reading' (duration: 1.881316186s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.371915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.490141Z","time spent":"1.881680572s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:58.371657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.562106559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-nffq7.18a7852bb5f822de\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-04-18T17:56:58.371983Z","caller":"traceutil/trace.go:172","msg":"trace[292278128] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-nffq7.18a7852bb5f822de; range_end:; response_count:1; response_revision:1084; }","duration":"1.562466174s","start":"2026-04-18T17:56:56.809502Z","end":"2026-04-18T17:56:58.371968Z","steps":["trace[292278128] 'agreement among raft nodes before linearized reading' (duration: 1.561976303s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.372038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.809477Z","time spent":"1.562543997s","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":893,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-nffq7.18a7852bb5f822de\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:59.066047Z","caller":"traceutil/trace.go:172","msg":"trace[1852979862] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"153.259658ms","start":"2026-04-18T17:56:58.912759Z","end":"2026-04-18T17:56:59.066019Z","steps":["trace[1852979862] 'process raft request' (duration: 153.009998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:00.717520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59304","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:57:01.084910Z","caller":"traceutil/trace.go:172","msg":"trace[132010120] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"123.25482ms","start":"2026-04-18T17:57:00.961633Z","end":"2026-04-18T17:57:01.084888Z","steps":["trace[132010120] 'process raft request' (duration: 123.110054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:21.403774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:21.441190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:21.455129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:21.467048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:21.563295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33390","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:57:30.239546Z","caller":"traceutil/trace.go:172","msg":"trace[934666259] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1641; }","duration":"222.977968ms","start":"2026-04-18T17:57:30.016551Z","end":"2026-04-18T17:57:30.239529Z","steps":["trace[934666259] 'read index received' (duration: 222.973218ms)","trace[934666259] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:30.239658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.091131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:30.239719Z","caller":"traceutil/trace.go:172","msg":"trace[1674167746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1395; }","duration":"223.175475ms","start":"2026-04-18T17:57:30.016531Z","end":"2026-04-18T17:57:30.239706Z","steps":["trace[1674167746] 'agreement among raft nodes before linearized reading' (duration: 223.06096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:37.974171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:37.991738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.039782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.063296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.083174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.217013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.251604Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.268514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.335802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.353430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.431044Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.468712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.571000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.638263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:38.682252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:39.775464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:39.787497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:40.070788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42180","server-name":"","error":"EOF"}