{"level":"warn","ts":"2026-04-22T13:42:04.790660Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T13:42:04.790878Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T13:42:04.790934Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=controller-2=https://199.204.45.233:2380,controller-1=https://199.204.45.53:2380,controller-3=https://199.204.45.38:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T13:42:04.791066Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T13:42:04.791126Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T13:42:04.791166Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.791208Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:42:04.791821Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-04-22T13:42:04.791985Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.53:2380,controller-2=https://199.204.45.233:2380,controller-3=https://199.204.45.38:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T13:42:04.794852Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba258}"} {"level":"info","ts":"2026-04-22T13:42:04.797407Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T13:42:04.797480Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.763381ms"} {"level":"info","ts":"2026-04-22T13:42:04.797927Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T13:42:04.797982Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T13:42:04.809210Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.233:2380","host":"199.204.45.233:2380","resolved-addr":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-22T13:42:04.809349Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-22T13:42:04.809383Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.53:2380","host":"199.204.45.53:2380","resolved-addr":"199.204.45.53:2380"} {"level":"info","ts":"2026-04-22T13:42:04.809661Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-22T13:42:04.809697Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.53:2380","host":"199.204.45.53:2380","resolved-addr":"199.204.45.53:2380"} {"level":"info","ts":"2026-04-22T13:42:04.809707Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.233:2380","host":"199.204.45.233:2380","resolved-addr":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-22T13:42:04.824845Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T13:42:04.832627Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T13:42:04.832720Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d572cd2c5e037401","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-04-22T13:42:04.832794Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T13:42:04.833110Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d572cd2c5e037401 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T13:42:04.833220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d572cd2c5e037401 became follower at term 0"} {"level":"info","ts":"2026-04-22T13:42:04.833243Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d572cd2c5e037401 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-22T13:42:04.837834Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T13:42:04.838779Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T13:42:04.841387Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T13:42:04.841882Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.841900Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.841971Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.841985Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b","remote-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.842100Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.842122Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.842547Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.843385Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.843420Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.843443Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.843577Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.844596Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.844621Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b","remote-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.844717Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d572cd2c5e037401","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T13:42:04.844978Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:42:04.846522Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d572cd2c5e037401","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T13:42:04.845672Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.846987Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.847226Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.847434Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-22T13:42:04.847233Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:42:04.847467Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.847532Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:42:04.847301Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-22T13:42:04.847469Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.847535Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.847580Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-22T13:42:04.847704Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.847628Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:42:04.847970Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T13:42:04.848386Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"2d1f7416f90aa1b7","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:42:04.848426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d572cd2c5e037401 [term: 0] received a MsgHeartbeat message with higher term from c47ca1a7b1fe506b [term: 2]"} {"level":"info","ts":"2026-04-22T13:42:04.848475Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d572cd2c5e037401 became follower at term 2"} {"level":"info","ts":"2026-04-22T13:42:04.848498Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d572cd2c5e037401 elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-04-22T13:42:04.848444Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.848560Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.849228Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"2d1f7416f90aa1b7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:42:04.849283Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.854933Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.856626Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.856669Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.857084Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"c47ca1a7b1fe506b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:42:04.857132Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.858813Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.859953Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"c47ca1a7b1fe506b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:42:04.860001Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.860210Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.865412Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"d572cd2c5e037401","remote-snapshot-sender-id":"c47ca1a7b1fe506b","incoming-snapshot-index":692,"incoming-snapshot-message-size-bytes":8746,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-04-22T13:42:04.875601Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002b4.snap.db","bytes":1114112,"size":"1.1 MB"} {"level":"info","ts":"2026-04-22T13:42:04.875667Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"d572cd2c5e037401","remote-snapshot-sender-id":"c47ca1a7b1fe506b","incoming-snapshot-index":692,"incoming-snapshot-size-bytes":1114112,"incoming-snapshot-size":"1.1 MB","download-took":"10.322497ms"} {"level":"info","ts":"2026-04-22T13:42:04.875868Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 692, term: 2]"} {"level":"info","ts":"2026-04-22T13:42:04.875962Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d572cd2c5e037401 switched to configuration voters=(3251445098001113527 14158369070163841131) learners=(15380581267863204865)"} {"level":"info","ts":"2026-04-22T13:42:04.875992Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"d572cd2c5e037401 [commit: 692, lastindex: 692, lastterm: 2] restored snapshot [index: 692, term: 2]"} {"level":"info","ts":"2026-04-22T13:42:04.876003Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"d572cd2c5e037401 [commit: 692] restored snapshot [index: 692, term: 2]"} {"level":"info","ts":"2026-04-22T13:42:04.876126Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":692,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T13:42:04.880365Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":692} {"level":"info","ts":"2026-04-22T13:42:04.880540Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00050a048}"} {"level":"info","ts":"2026-04-22T13:42:04.881069Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T13:42:04.881107Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"617.856µs"} {"level":"info","ts":"2026-04-22T13:42:04.881152Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-22T13:42:04.882020Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-22T13:42:04.882038Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-22T13:42:04.884152Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":650} {"level":"info","ts":"2026-04-22T13:42:04.884185Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":692} {"level":"info","ts":"2026-04-22T13:42:04.884212Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-22T13:42:04.884294Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-22T13:42:04.885479Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-22T13:42:04.885526Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-22T13:42:04.885537Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-22T13:42:04.885566Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-22T13:42:04.885580Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-22T13:42:04.886073Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-22T13:42:04.886101Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-22T13:42:04.886148Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T13:42:04.886166Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"95bd21e158fabf07","local-member-id":"d572cd2c5e037401","recovered-remote-peer-id":"d572cd2c5e037401","recovered-remote-peer-urls":["https://199.204.45.38:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-22T13:42:04.886178Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"95bd21e158fabf07","local-member-id":"d572cd2c5e037401","recovered-remote-peer-id":"2d1f7416f90aa1b7","recovered-remote-peer-urls":["https://199.204.45.233:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T13:42:04.886186Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"95bd21e158fabf07","local-member-id":"d572cd2c5e037401","recovered-remote-peer-id":"c47ca1a7b1fe506b","recovered-remote-peer-urls":["https://199.204.45.53:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T13:42:04.886194Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T13:42:04.886202Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-22T13:42:04.886211Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-22T13:42:04.886221Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"warn","ts":"2026-04-22T13:42:04.886265Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.886287Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"warn","ts":"2026-04-22T13:42:04.886312Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.886325Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.886430Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"warn","ts":"2026-04-22T13:42:04.886532Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7","error":"context canceled"} {"level":"warn","ts":"2026-04-22T13:42:04.886573Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"2d1f7416f90aa1b7","error":"failed to read 2d1f7416f90aa1b7 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-22T13:42:04.886593Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"warn","ts":"2026-04-22T13:42:04.886688Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7","error":"context canceled"} {"level":"info","ts":"2026-04-22T13:42:04.886715Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.886731Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.886743Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"d572cd2c5e037401","removed-remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.886753Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"warn","ts":"2026-04-22T13:42:04.886768Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.886785Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"warn","ts":"2026-04-22T13:42:04.886809Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.886825Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.886980Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"warn","ts":"2026-04-22T13:42:04.887067Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b","error":"context canceled"} {"level":"warn","ts":"2026-04-22T13:42:04.887094Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"c47ca1a7b1fe506b","error":"failed to read c47ca1a7b1fe506b on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-22T13:42:04.887108Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"warn","ts":"2026-04-22T13:42:04.887204Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b","error":"context canceled"} {"level":"info","ts":"2026-04-22T13:42:04.887230Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.887240Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.887249Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"d572cd2c5e037401","removed-remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.887257Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-22T13:42:04.887266Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T13:42:04.887284Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.887304Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.887419Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.887451Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.887464Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.887475Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.887467Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.887491Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.887896Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.888021Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.888633Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.888785Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.889215Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.889382Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b","remote-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-22T13:42:04.889485Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T13:42:04.889307Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.889340Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.889795Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":692,"current-applied-index":692,"incoming-leader-snapshot-index":692,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T13:42:04.890252Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d572cd2c5e037401","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.38:2379]}","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T13:42:04.890501Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:42:04.890536Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:42:04.890594Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T13:42:04.890636Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T13:42:04.892290Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T13:42:04.892523Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T13:42:04.892670Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T13:42:04.894707Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-04-22T13:42:04.897870Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T13:42:04.899688Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.899721Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.903680Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.903741Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.903706Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.903936Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"warn","ts":"2026-04-22T13:42:04.912280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:04.912018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:04.930042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:04.938557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55832","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T13:42:04.944458Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"2d1f7416f90aa1b7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:42:04.944505Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.949543Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"d572cd2c5e037401","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-04-22T13:42:04.952195Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55854","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T13:42:04.952919Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"2d1f7416f90aa1b7","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:42:04.952993Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"2d1f7416f90aa1b7"} {"level":"info","ts":"2026-04-22T13:42:04.953215Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"c47ca1a7b1fe506b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T13:42:04.953239Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"info","ts":"2026-04-22T13:42:04.957262Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d572cd2c5e037401","to":"c47ca1a7b1fe506b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T13:42:04.957431Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d572cd2c5e037401","remote-peer-id":"c47ca1a7b1fe506b"} {"level":"warn","ts":"2026-04-22T13:42:04.975128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:04.983802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:04.995610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.006271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.015871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.035120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.047459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.055504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.069451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.083507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56020","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T13:42:05.088084Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d572cd2c5e037401 switched to configuration voters=(3251445098001113527 14158369070163841131 15380581267863204865)"} {"level":"info","ts":"2026-04-22T13:42:05.088456Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"95bd21e158fabf07","local-member-id":"d572cd2c5e037401","promoted-member-id":"d572cd2c5e037401"} {"level":"warn","ts":"2026-04-22T13:42:05.098696Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.109823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.119973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.128069Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.142056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.148443Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.198634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.209882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.221416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.231644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.240291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.252551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.272828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.282567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.292251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.307762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.317514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.326610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.340986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.347100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.358100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.369461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.381418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.393174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.407461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.411246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.425427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.432456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.441232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.450484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.461912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.474137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.482169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.493831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.504951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.513969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.523096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.533063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.542103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.549556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.556523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.591606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.602056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.611056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:42:05.684865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56840","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T13:42:13.910062Z","caller":"traceutil/trace.go:172","msg":"trace[2033234599] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"145.534985ms","start":"2026-04-22T13:42:13.764500Z","end":"2026-04-22T13:42:13.910035Z","steps":["trace[2033234599] 'process raft request' (duration: 145.30234ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:42:15.139162Z","caller":"traceutil/trace.go:172","msg":"trace[2004965326] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"316.421817ms","start":"2026-04-22T13:42:14.822706Z","end":"2026-04-22T13:42:15.139127Z","steps":["trace[2004965326] 'process raft request' (duration: 315.557926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:15.139830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:14.822685Z","time spent":"316.56765ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5028,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:42:15.678770Z","caller":"traceutil/trace.go:172","msg":"trace[478703960] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"100.751544ms","start":"2026-04-22T13:42:15.577992Z","end":"2026-04-22T13:42:15.678744Z","steps":["trace[478703960] 'process raft request' (duration: 100.57585ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:42:20.627389Z","caller":"traceutil/trace.go:172","msg":"trace[1595425655] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:834; }","duration":"126.372731ms","start":"2026-04-22T13:42:20.500987Z","end":"2026-04-22T13:42:20.627360Z","steps":["trace[1595425655] 'read index received' (duration: 126.31382ms)","trace[1595425655] 'applied index is now lower than readState.Index' (duration: 6.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:42:20.627677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.641128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T13:42:20.627873Z","caller":"traceutil/trace.go:172","msg":"trace[1522617907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:779; }","duration":"126.896394ms","start":"2026-04-22T13:42:20.500963Z","end":"2026-04-22T13:42:20.627859Z","steps":["trace[1522617907] 'agreement among raft nodes before linearized reading' (duration: 126.456633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:33.707058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.741032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:42:33.707190Z","caller":"traceutil/trace.go:172","msg":"trace[4533216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:847; }","duration":"126.903016ms","start":"2026-04-22T13:42:33.580262Z","end":"2026-04-22T13:42:33.707165Z","steps":["trace[4533216] 'range keys from in-memory index tree' (duration: 126.670071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:44.846193Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:45.254961Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.105662546s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T13:42:45.290691Z","caller":"traceutil/trace.go:172","msg":"trace[840048727] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1009; }","duration":"944.712703ms","start":"2026-04-22T13:42:44.345945Z","end":"2026-04-22T13:42:45.290657Z","steps":["trace[840048727] 'read index received' (duration: 944.702882ms)","trace[840048727] 'applied index is now lower than readState.Index' (duration: 8.431µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:42:45.291954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"944.991249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T13:42:45.292013Z","caller":"traceutil/trace.go:172","msg":"trace[835037990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:938; }","duration":"946.063264ms","start":"2026-04-22T13:42:44.345936Z","end":"2026-04-22T13:42:45.292000Z","steps":["trace[835037990] 'agreement among raft nodes before linearized reading' (duration: 944.855836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:45.292053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:44.345910Z","time spent":"946.129546ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:45.312838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.05448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T13:42:45.313069Z","caller":"traceutil/trace.go:172","msg":"trace[2141799092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:945; }","duration":"625.370767ms","start":"2026-04-22T13:42:44.687679Z","end":"2026-04-22T13:42:45.313049Z","steps":["trace[2141799092] 'agreement among raft nodes before linearized reading' (duration: 624.903406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:45.313151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:44.687646Z","time spent":"625.48629ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:45.313807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"733.967092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:42:45.313880Z","caller":"traceutil/trace.go:172","msg":"trace[195731082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:948; }","duration":"734.060234ms","start":"2026-04-22T13:42:44.579807Z","end":"2026-04-22T13:42:45.313867Z","steps":["trace[195731082] 'agreement among raft nodes before linearized reading' (duration: 733.942812ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:42:45.926258Z","caller":"traceutil/trace.go:172","msg":"trace[276714509] transaction","detail":"{read_only:false; number_of_response:1; response_revision:987; }","duration":"161.715082ms","start":"2026-04-22T13:42:45.764520Z","end":"2026-04-22T13:42:45.926235Z","steps":["trace[276714509] 'process raft request' (duration: 161.517067ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:42:45.927649Z","caller":"traceutil/trace.go:172","msg":"trace[1702368879] transaction","detail":"{read_only:false; number_of_response:1; response_revision:987; }","duration":"126.752098ms","start":"2026-04-22T13:42:45.800882Z","end":"2026-04-22T13:42:45.927634Z","steps":["trace[1702368879] 'process raft request' (duration: 126.576684ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:42:50.613686Z","caller":"traceutil/trace.go:172","msg":"trace[574203942] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"105.426811ms","start":"2026-04-22T13:42:50.508233Z","end":"2026-04-22T13:42:50.613659Z","steps":["trace[574203942] 'process raft request' (duration: 105.248327ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:42:51.596804Z","caller":"traceutil/trace.go:172","msg":"trace[506619293] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1195; }","duration":"216.225128ms","start":"2026-04-22T13:42:51.380549Z","end":"2026-04-22T13:42:51.596775Z","steps":["trace[506619293] 'read index received' (duration: 216.215698ms)","trace[506619293] 'applied index is now lower than readState.Index' (duration: 7.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:42:51.597699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.083399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-22T13:42:51.598179Z","caller":"traceutil/trace.go:172","msg":"trace[822526963] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1039; }","duration":"217.400815ms","start":"2026-04-22T13:42:51.380535Z","end":"2026-04-22T13:42:51.597936Z","steps":["trace[822526963] 'agreement among raft nodes before linearized reading' (duration: 216.491865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:52.594313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"709.887667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tz2wl\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-22T13:42:52.595447Z","caller":"traceutil/trace.go:172","msg":"trace[1179176594] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tz2wl; range_end:; response_count:1; response_revision:1048; }","duration":"711.032294ms","start":"2026-04-22T13:42:51.884394Z","end":"2026-04-22T13:42:52.595426Z","steps":["trace[1179176594] 'range keys from in-memory index tree' (duration: 707.544442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:52.595506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:51.884372Z","time spent":"711.117716ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-tz2wl\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:52.595848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.846019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T13:42:53.080628Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:53.480693Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.000235272s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T13:42:53.580832Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:54.081711Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:54.207938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.425586ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T13:42:54.234655Z","caller":"traceutil/trace.go:172","msg":"trace[1469121405] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"1.611929485s","start":"2026-04-22T13:42:52.622712Z","end":"2026-04-22T13:42:54.234641Z","steps":["trace[1469121405] 'process raft request' (duration: 1.611890754s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:54.235289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:52.622688Z","time spent":"1.61251997s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:42:54.235975Z","caller":"traceutil/trace.go:172","msg":"trace[714739734] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1215; }","duration":"1.655838377s","start":"2026-04-22T13:42:52.580114Z","end":"2026-04-22T13:42:54.235953Z","steps":["trace[714739734] 'read index received' (duration: 1.655830217s)","trace[714739734] 'applied index is now lower than readState.Index' (duration: 6.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:42:54.236192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.656089792s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:42:54.236225Z","caller":"traceutil/trace.go:172","msg":"trace[448859176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1057; }","duration":"1.656151855s","start":"2026-04-22T13:42:52.580066Z","end":"2026-04-22T13:42:54.236218Z","steps":["trace[448859176] 'agreement among raft nodes before linearized reading' (duration: 1.656033931s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:54.665253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000886674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T13:42:54.665365Z","caller":"traceutil/trace.go:172","msg":"trace[2045122010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001025939s","start":"2026-04-22T13:42:52.664322Z","end":"2026-04-22T13:42:54.665348Z","steps":["trace[2045122010] 'agreement among raft nodes before linearized reading' (duration: 2.000884684s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:54.665450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:52.664293Z","time spent":"2.001144221s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 13:42:54 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T13:42:54.737117Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:55.237663Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:55.674395Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.440713614s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T13:42:55.738853Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:56.239710Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:56.255789Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8359135785922798447,"received-request-id":8359135785922798445} {"level":"warn","ts":"2026-04-22T13:42:56.665119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999932511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T13:42:56.665203Z","caller":"traceutil/trace.go:172","msg":"trace[1908443426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043094s","start":"2026-04-22T13:42:54.665142Z","end":"2026-04-22T13:42:56.665185Z","steps":["trace[1908443426] 'agreement among raft nodes before linearized reading' (duration: 1.999930361s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.665261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:54.665117Z","time spent":"2.000134186s","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 13:42:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T13:42:56.740213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:42:56.950152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.275145291s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:42:56.963868Z","caller":"traceutil/trace.go:172","msg":"trace[1118690048] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1219; }","duration":"2.727772951s","start":"2026-04-22T13:42:54.236064Z","end":"2026-04-22T13:42:56.963837Z","steps":["trace[1118690048] 'read index received' (duration: 2.72776487s)","trace[1118690048] 'applied index is now lower than readState.Index' (duration: 6.931µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:42:56.964045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.054804652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T13:42:56.964088Z","caller":"traceutil/trace.go:172","msg":"trace[913793855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1061; }","duration":"3.054867414s","start":"2026-04-22T13:42:53.909211Z","end":"2026-04-22T13:42:56.964078Z","steps":["trace[913793855] 'agreement among raft nodes before linearized reading' (duration: 3.054761241s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.964154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:53.909186Z","time spent":"3.054928245s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:56.964496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.501222454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T13:42:56.964543Z","caller":"traceutil/trace.go:172","msg":"trace[2130113548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1063; }","duration":"3.501272436s","start":"2026-04-22T13:42:53.463256Z","end":"2026-04-22T13:42:56.964528Z","steps":["trace[2130113548] 'agreement among raft nodes before linearized reading' (duration: 3.501188725s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.964572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:53.463230Z","time spent":"3.501334797s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:56.964759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.818305934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:42:56.964797Z","caller":"traceutil/trace.go:172","msg":"trace[528334025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1063; }","duration":"3.818344565s","start":"2026-04-22T13:42:53.146442Z","end":"2026-04-22T13:42:56.964787Z","steps":["trace[528334025] 'agreement among raft nodes before linearized reading' (duration: 3.818275274s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.964823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:53.146418Z","time spent":"3.818397857s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:56.964974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.242425393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T13:42:56.965002Z","caller":"traceutil/trace.go:172","msg":"trace[359944807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1063; }","duration":"4.242454614s","start":"2026-04-22T13:42:52.722539Z","end":"2026-04-22T13:42:56.964993Z","steps":["trace[359944807] 'agreement among raft nodes before linearized reading' (duration: 4.242399152s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.965029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:52.722513Z","time spent":"4.242508644s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:42:56.971200Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8359135785922798449,"received-request-id":8359135785922798447} {"level":"warn","ts":"2026-04-22T13:42:56.975194Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8359135785922798449,"received-request-id":8359135785922798447} {"level":"info","ts":"2026-04-22T13:42:56.975651Z","caller":"traceutil/trace.go:172","msg":"trace[1236896839] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"306.038666ms","start":"2026-04-22T13:42:56.669591Z","end":"2026-04-22T13:42:56.975630Z","steps":["trace[1236896839] 'process raft request' (duration: 305.918232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.975795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:56.669556Z","time spent":"306.173019ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:42:56.976088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.765727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:42:56.976120Z","caller":"traceutil/trace.go:172","msg":"trace[747288045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1091; }","duration":"301.802067ms","start":"2026-04-22T13:42:56.674310Z","end":"2026-04-22T13:42:56.976113Z","steps":["trace[747288045] 'agreement among raft nodes before linearized reading' (duration: 301.733726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.976140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:56.674286Z","time spent":"301.850408ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:42:56.975924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.736760547s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:42:56.976233Z","caller":"traceutil/trace.go:172","msg":"trace[2109191194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1091; }","duration":"2.737178066s","start":"2026-04-22T13:42:54.239034Z","end":"2026-04-22T13:42:56.976212Z","steps":["trace[2109191194] 'agreement among raft nodes before linearized reading' (duration: 2.736629034s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.976332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.729197571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tz2wl\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-22T13:42:56.976740Z","caller":"traceutil/trace.go:172","msg":"trace[1617182193] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tz2wl; range_end:; response_count:1; response_revision:1091; }","duration":"2.729613751s","start":"2026-04-22T13:42:54.247117Z","end":"2026-04-22T13:42:56.976730Z","steps":["trace[1617182193] 'agreement among raft nodes before linearized reading' (duration: 2.729043157s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:42:56.976810Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:42:54.247094Z","time spent":"2.729703223s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-tz2wl\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:08.285773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:43:12.123108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:43:12.142142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:43:12.225444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T13:43:38.167383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.485963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:43:38.167929Z","caller":"traceutil/trace.go:172","msg":"trace[732024190] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"236.600023ms","start":"2026-04-22T13:43:37.931278Z","end":"2026-04-22T13:43:38.167878Z","steps":["trace[732024190] 'process raft request' (duration: 35.111719ms)","trace[732024190] 'compare' (duration: 200.273098ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:38.167970Z","caller":"traceutil/trace.go:172","msg":"trace[557620172] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"128.92294ms","start":"2026-04-22T13:43:38.039023Z","end":"2026-04-22T13:43:38.167946Z","steps":["trace[557620172] 'read index received' (duration: 1.879671ms)","trace[557620172] 'applied index is now lower than readState.Index' (duration: 127.037609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:38.168377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.328708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T13:43:38.169182Z","caller":"traceutil/trace.go:172","msg":"trace[586056892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1501; }","duration":"129.451431ms","start":"2026-04-22T13:43:38.039003Z","end":"2026-04-22T13:43:38.168455Z","steps":["trace[586056892] 'agreement among raft nodes before linearized reading' (duration: 129.001831ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:38.841299Z","caller":"traceutil/trace.go:172","msg":"trace[1640883052] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1744; }","duration":"177.029237ms","start":"2026-04-22T13:43:38.664227Z","end":"2026-04-22T13:43:38.841256Z","steps":["trace[1640883052] 'read index received' (duration: 177.022867ms)","trace[1640883052] 'applied index is now lower than readState.Index' (duration: 5.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:38.841438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.21326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:38.841461Z","caller":"traceutil/trace.go:172","msg":"trace[97793573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1506; }","duration":"177.254582ms","start":"2026-04-22T13:43:38.664199Z","end":"2026-04-22T13:43:38.841454Z","steps":["trace[97793573] 'agreement among raft nodes before linearized reading' (duration: 177.176731ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:40.097963Z","caller":"traceutil/trace.go:172","msg":"trace[650179481] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"179.146314ms","start":"2026-04-22T13:43:39.918790Z","end":"2026-04-22T13:43:40.097936Z","steps":["trace[650179481] 'process raft request' (duration: 178.999691ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:40.104066Z","caller":"traceutil/trace.go:172","msg":"trace[1947735209] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1747; }","duration":"152.879678ms","start":"2026-04-22T13:43:39.951161Z","end":"2026-04-22T13:43:40.104040Z","steps":["trace[1947735209] 'read index received' (duration: 152.871438ms)","trace[1947735209] 'applied index is now lower than readState.Index' (duration: 6.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:40.119637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.436543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:40.119746Z","caller":"traceutil/trace.go:172","msg":"trace[554298272] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1509; }","duration":"168.571286ms","start":"2026-04-22T13:43:39.951152Z","end":"2026-04-22T13:43:40.119724Z","steps":["trace[554298272] 'agreement among raft nodes before linearized reading' (duration: 153.000341ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:42.085705Z","caller":"traceutil/trace.go:172","msg":"trace[443882142] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"114.782932ms","start":"2026-04-22T13:43:41.970902Z","end":"2026-04-22T13:43:42.085685Z","steps":["trace[443882142] 'process raft request' (duration: 114.644629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:45.237035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.962767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:43:45.237818Z","caller":"traceutil/trace.go:172","msg":"trace[566944741] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1765; }","duration":"374.228073ms","start":"2026-04-22T13:43:44.863524Z","end":"2026-04-22T13:43:45.237752Z","steps":["trace[566944741] 'read index received' (duration: 46.34436ms)","trace[566944741] 'applied index is now lower than readState.Index' (duration: 327.881583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:45.238096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.540551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T13:43:45.238501Z","caller":"traceutil/trace.go:172","msg":"trace[857346817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1525; }","duration":"374.935209ms","start":"2026-04-22T13:43:44.863504Z","end":"2026-04-22T13:43:45.238439Z","steps":["trace[857346817] 'agreement among raft nodes before linearized reading' (duration: 374.383598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:45.238628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:44.863480Z","time spent":"375.114833ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:45.572569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.660167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:43:46.369583Z","caller":"traceutil/trace.go:172","msg":"trace[1157054926] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"125.853364ms","start":"2026-04-22T13:43:46.243710Z","end":"2026-04-22T13:43:46.369564Z","steps":["trace[1157054926] 'process raft request' (duration: 125.709221ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:47.000456Z","caller":"traceutil/trace.go:172","msg":"trace[916789710] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1775; }","duration":"208.214589ms","start":"2026-04-22T13:43:46.792224Z","end":"2026-04-22T13:43:47.000439Z","steps":["trace[916789710] 'read index received' (duration: 208.209649ms)","trace[916789710] 'applied index is now lower than readState.Index' (duration: 3.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:47.000707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.459494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T13:43:47.000734Z","caller":"traceutil/trace.go:172","msg":"trace[1477476438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1532; }","duration":"208.525606ms","start":"2026-04-22T13:43:46.792203Z","end":"2026-04-22T13:43:47.000728Z","steps":["trace[1477476438] 'agreement among raft nodes before linearized reading' (duration: 208.328591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.002093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.68707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:47.002169Z","caller":"traceutil/trace.go:172","msg":"trace[1771176385] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1532; }","duration":"201.812923ms","start":"2026-04-22T13:43:46.800340Z","end":"2026-04-22T13:43:47.002153Z","steps":["trace[1771176385] 'agreement among raft nodes before linearized reading' (duration: 201.647149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.353515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.810576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:47.353615Z","caller":"traceutil/trace.go:172","msg":"trace[754592347] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1532; }","duration":"123.92101ms","start":"2026-04-22T13:43:47.229668Z","end":"2026-04-22T13:43:47.353589Z","steps":["trace[754592347] 'range keys from in-memory index tree' (duration: 122.146181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.353693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.278378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T13:43:47.353787Z","caller":"traceutil/trace.go:172","msg":"trace[1673050036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1532; }","duration":"287.38471ms","start":"2026-04-22T13:43:47.066377Z","end":"2026-04-22T13:43:47.353761Z","steps":["trace[1673050036] 'range keys from in-memory index tree' (duration: 285.380167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.908079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.454283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:43:47.908638Z","caller":"traceutil/trace.go:172","msg":"trace[228544086] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1777; }","duration":"603.503151ms","start":"2026-04-22T13:43:47.305105Z","end":"2026-04-22T13:43:47.908608Z","steps":["trace[228544086] 'read index received' (duration: 357.509473ms)","trace[228544086] 'applied index is now lower than readState.Index' (duration: 245.990088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:47.908905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"603.777727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:47.909018Z","caller":"traceutil/trace.go:172","msg":"trace[1479493190] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1535; }","duration":"603.894779ms","start":"2026-04-22T13:43:47.305101Z","end":"2026-04-22T13:43:47.908996Z","steps":["trace[1479493190] 'agreement among raft nodes before linearized reading' (duration: 603.630124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.909073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:47.305083Z","time spent":"603.975901ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:47.975258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"662.59984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:43:47.975233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.076515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:47.975630Z","caller":"traceutil/trace.go:172","msg":"trace[1663215167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1536; }","duration":"311.486723ms","start":"2026-04-22T13:43:47.664125Z","end":"2026-04-22T13:43:47.975611Z","steps":["trace[1663215167] 'agreement among raft nodes before linearized reading' (duration: 311.014852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.975625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.506697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-22T13:43:47.975759Z","caller":"traceutil/trace.go:172","msg":"trace[2144881176] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1536; }","duration":"662.865075ms","start":"2026-04-22T13:43:47.312604Z","end":"2026-04-22T13:43:47.975469Z","steps":["trace[2144881176] 'agreement among raft nodes before linearized reading' (duration: 662.562988ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:47.975840Z","caller":"traceutil/trace.go:172","msg":"trace[1584560082] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1536; }","duration":"206.732022ms","start":"2026-04-22T13:43:47.769081Z","end":"2026-04-22T13:43:47.975813Z","steps":["trace[1584560082] 'agreement among raft nodes before linearized reading' (duration: 206.12777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.975670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:47.664111Z","time spent":"311.550354ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:43:47.975367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.804864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:47.976170Z","caller":"traceutil/trace.go:172","msg":"trace[682987756] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1536; }","duration":"200.776576ms","start":"2026-04-22T13:43:47.775384Z","end":"2026-04-22T13:43:47.976161Z","steps":["trace[682987756] 'agreement among raft nodes before linearized reading' (duration: 199.748353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:47.976123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:47.312585Z","time spent":"663.381486ms","remote":"127.0.0.1:56094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:47.976890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.658577ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:47.976941Z","caller":"traceutil/trace.go:172","msg":"trace[1832148006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1537; }","duration":"396.766759ms","start":"2026-04-22T13:43:47.580161Z","end":"2026-04-22T13:43:47.976928Z","steps":["trace[1832148006] 'agreement among raft nodes before linearized reading' (duration: 396.637016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:48.515171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.632843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:48.515276Z","caller":"traceutil/trace.go:172","msg":"trace[2081697307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1537; }","duration":"165.760535ms","start":"2026-04-22T13:43:48.349493Z","end":"2026-04-22T13:43:48.515254Z","steps":["trace[2081697307] 'range keys from in-memory index tree' (duration: 165.566071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:48.515316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.209103ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T13:43:48.515444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:47.977511Z","time spent":"537.90978ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T13:43:48.515886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.589933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:48.515951Z","caller":"traceutil/trace.go:172","msg":"trace[952304554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1537; }","duration":"538.308599ms","start":"2026-04-22T13:43:47.977625Z","end":"2026-04-22T13:43:48.515934Z","steps":["trace[952304554] 'agreement among raft nodes before linearized reading' (duration: 88.558984ms)","trace[952304554] 'range keys from in-memory index tree' (duration: 448.994549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:48.515983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:47.977605Z","time spent":"538.370871ms","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T13:43:48.802110Z","caller":"traceutil/trace.go:172","msg":"trace[879854290] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"556.829323ms","start":"2026-04-22T13:43:48.245243Z","end":"2026-04-22T13:43:48.802072Z","steps":["trace[879854290] 'process raft request' (duration: 542.383845ms)","trace[879854290] 'compare' (duration: 14.204792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:48.802470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:48.245212Z","time spent":"557.003097ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:43:48.822923Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798932,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T13:43:48.901766Z","caller":"traceutil/trace.go:172","msg":"trace[1753189439] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1783; }","duration":"579.825291ms","start":"2026-04-22T13:43:48.321914Z","end":"2026-04-22T13:43:48.901739Z","steps":["trace[1753189439] 'read index received' (duration: 579.79459ms)","trace[1753189439] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:48.901759Z","caller":"traceutil/trace.go:172","msg":"trace[314247268] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"384.599149ms","start":"2026-04-22T13:43:48.517143Z","end":"2026-04-22T13:43:48.901743Z","steps":["trace[314247268] 'process raft request' (duration: 384.504087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:48.901980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:48.517122Z","time spent":"384.778103ms","remote":"127.0.0.1:55836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:43:49.024585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.648667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-22T13:43:49.024599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.042902ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:49.024669Z","caller":"traceutil/trace.go:172","msg":"trace[246933968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1540; }","duration":"650.74842ms","start":"2026-04-22T13:43:48.373902Z","end":"2026-04-22T13:43:49.024650Z","steps":["trace[246933968] 'agreement among raft nodes before linearized reading' (duration: 529.606353ms)","trace[246933968] 'range keys from in-memory index tree' (duration: 120.90736ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:49.024697Z","caller":"traceutil/trace.go:172","msg":"trace[517456174] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1540; }","duration":"444.173966ms","start":"2026-04-22T13:43:48.580497Z","end":"2026-04-22T13:43:49.024671Z","steps":["trace[517456174] 'agreement among raft nodes before linearized reading' (duration: 323.03899ms)","trace[517456174] 'range keys from in-memory index tree' (duration: 120.985162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:49.024713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:48.373871Z","time spent":"650.831711ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:49.025392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"703.476911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T13:43:49.025519Z","caller":"traceutil/trace.go:172","msg":"trace[860714069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1540; }","duration":"703.602733ms","start":"2026-04-22T13:43:48.321894Z","end":"2026-04-22T13:43:49.025497Z","steps":["trace[860714069] 'agreement among raft nodes before linearized reading' (duration: 579.929273ms)","trace[860714069] 'range keys from in-memory index tree' (duration: 122.617367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:49.025564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:48.321861Z","time spent":"703.688134ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:49.026315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.369192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-04-22T13:43:49.026447Z","caller":"traceutil/trace.go:172","msg":"trace[1981157010] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1540; }","duration":"121.526715ms","start":"2026-04-22T13:43:48.904899Z","end":"2026-04-22T13:43:49.026426Z","steps":["trace[1981157010] 'range keys from in-memory index tree' (duration: 118.50506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.033687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.204488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:43:50.033811Z","caller":"traceutil/trace.go:172","msg":"trace[127179808] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"604.239802ms","start":"2026-04-22T13:43:49.429553Z","end":"2026-04-22T13:43:50.033793Z","steps":["trace[127179808] 'read index received' (duration: 375.499135ms)","trace[127179808] 'applied index is now lower than readState.Index' (duration: 228.738737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:50.034212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.66365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T13:43:50.034259Z","caller":"traceutil/trace.go:172","msg":"trace[638504157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1545; }","duration":"604.718952ms","start":"2026-04-22T13:43:49.429528Z","end":"2026-04-22T13:43:50.034247Z","steps":["trace[638504157] 'agreement among raft nodes before linearized reading' (duration: 604.550067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.034300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:49.429501Z","time spent":"604.787103ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:50.346979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.9436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T13:43:50.347479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"687.552812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.347519Z","caller":"traceutil/trace.go:172","msg":"trace[1500667389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1546; }","duration":"687.596583ms","start":"2026-04-22T13:43:49.659905Z","end":"2026-04-22T13:43:50.347502Z","steps":["trace[1500667389] 'agreement among raft nodes before linearized reading' (duration: 687.521421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.347552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:49.659875Z","time spent":"687.671494ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:43:50.347609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"767.956649ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.347677Z","caller":"traceutil/trace.go:172","msg":"trace[61413975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1546; }","duration":"768.064641ms","start":"2026-04-22T13:43:49.579601Z","end":"2026-04-22T13:43:50.347665Z","steps":["trace[61413975] 'agreement among raft nodes before linearized reading' (duration: 767.885568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.347726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"873.866689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.347807Z","caller":"traceutil/trace.go:172","msg":"trace[1914958016] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1546; }","duration":"873.958351ms","start":"2026-04-22T13:43:49.473832Z","end":"2026-04-22T13:43:50.347790Z","steps":["trace[1914958016] 'agreement among raft nodes before linearized reading' (duration: 873.786817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.347836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:49.473799Z","time spent":"874.031992ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:50.347987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"667.078737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.347433Z","caller":"traceutil/trace.go:172","msg":"trace[2060234562] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1789; }","duration":"313.55249ms","start":"2026-04-22T13:43:50.033844Z","end":"2026-04-22T13:43:50.347397Z","steps":["trace[2060234562] 'read index received' (duration: 123.820656ms)","trace[2060234562] 'applied index is now lower than readState.Index' (duration: 189.728894ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:50.348096Z","caller":"traceutil/trace.go:172","msg":"trace[561677185] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1546; }","duration":"667.153449ms","start":"2026-04-22T13:43:49.680890Z","end":"2026-04-22T13:43:50.348044Z","steps":["trace[561677185] 'agreement among raft nodes before linearized reading' (duration: 666.643038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.348147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:49.680871Z","time spent":"667.26363ms","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:50.617123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.877313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T13:43:50.617380Z","caller":"traceutil/trace.go:172","msg":"trace[1537086273] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1791; }","duration":"269.304962ms","start":"2026-04-22T13:43:50.348054Z","end":"2026-04-22T13:43:50.617359Z","steps":["trace[1537086273] 'read index received' (duration: 2.307929ms)","trace[1537086273] 'applied index is now lower than readState.Index' (duration: 266.995593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:50.617619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"531.902412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:43:50.617677Z","caller":"traceutil/trace.go:172","msg":"trace[1872938407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1547; }","duration":"531.968133ms","start":"2026-04-22T13:43:50.085697Z","end":"2026-04-22T13:43:50.617665Z","steps":["trace[1872938407] 'agreement among raft nodes before linearized reading' (duration: 531.79723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.617743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:50.085674Z","time spent":"532.054204ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:43:50.726991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.562532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.727071Z","caller":"traceutil/trace.go:172","msg":"trace[1987842767] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1548; }","duration":"108.644504ms","start":"2026-04-22T13:43:50.618407Z","end":"2026-04-22T13:43:50.727051Z","steps":["trace[1987842767] 'range keys from in-memory index tree' (duration: 104.218901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:50.727172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.773842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.727236Z","caller":"traceutil/trace.go:172","msg":"trace[263630688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1548; }","duration":"146.836723ms","start":"2026-04-22T13:43:50.580382Z","end":"2026-04-22T13:43:50.727218Z","steps":["trace[263630688] 'agreement among raft nodes before linearized reading' (duration: 40.930467ms)","trace[263630688] 'range keys from in-memory index tree' (duration: 105.832795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:50.726921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.416125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:50.727597Z","caller":"traceutil/trace.go:172","msg":"trace[1469929291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1548; }","duration":"378.073259ms","start":"2026-04-22T13:43:50.349475Z","end":"2026-04-22T13:43:50.727548Z","steps":["trace[1469929291] 'agreement among raft nodes before linearized reading' (duration: 271.820815ms)","trace[1469929291] 'range keys from in-memory index tree' (duration: 105.576729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:50.727643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:50.349448Z","time spent":"378.183771ms","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:43:50.727556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.809702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:43:50.727715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.063864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T13:43:50.727751Z","caller":"traceutil/trace.go:172","msg":"trace[235556834] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1548; }","duration":"270.044327ms","start":"2026-04-22T13:43:50.457687Z","end":"2026-04-22T13:43:50.727731Z","steps":["trace[235556834] 'agreement among raft nodes before linearized reading' (duration: 163.59553ms)","trace[235556834] 'range keys from in-memory index tree' (duration: 106.240253ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:50.727794Z","caller":"traceutil/trace.go:172","msg":"trace[888949931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1548; }","duration":"160.150006ms","start":"2026-04-22T13:43:50.567629Z","end":"2026-04-22T13:43:50.727779Z","steps":["trace[888949931] 'agreement among raft nodes before linearized reading' (duration: 53.651038ms)","trace[888949931] 'range keys from in-memory index tree' (duration: 106.338135ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:51.321510Z","caller":"traceutil/trace.go:172","msg":"trace[1030891370] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1795; }","duration":"238.371518ms","start":"2026-04-22T13:43:51.083085Z","end":"2026-04-22T13:43:51.321457Z","steps":["trace[1030891370] 'read index received' (duration: 238.365168ms)","trace[1030891370] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:51.321834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.725856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-22T13:43:51.321937Z","caller":"traceutil/trace.go:172","msg":"trace[215217724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1550; }","duration":"238.841609ms","start":"2026-04-22T13:43:51.083081Z","end":"2026-04-22T13:43:51.321922Z","steps":["trace[215217724] 'agreement among raft nodes before linearized reading' (duration: 238.45474ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:51.493310Z","caller":"traceutil/trace.go:172","msg":"trace[2929684] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"167.268683ms","start":"2026-04-22T13:43:51.326026Z","end":"2026-04-22T13:43:51.493295Z","steps":["trace[2929684] 'process raft request' (duration: 167.102198ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:43:51.690218Z","caller":"traceutil/trace.go:172","msg":"trace[649868460] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1797; }","duration":"110.45757ms","start":"2026-04-22T13:43:51.579737Z","end":"2026-04-22T13:43:51.690195Z","steps":["trace[649868460] 'read index received' (duration: 110.45099ms)","trace[649868460] 'applied index is now lower than readState.Index' (duration: 5.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:43:51.731017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.255104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:51.731096Z","caller":"traceutil/trace.go:172","msg":"trace[542288968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1552; }","duration":"151.346686ms","start":"2026-04-22T13:43:51.579730Z","end":"2026-04-22T13:43:51.731077Z","steps":["trace[542288968] 'agreement among raft nodes before linearized reading' (duration: 110.579703ms)","trace[542288968] 'range keys from in-memory index tree' (duration: 40.656271ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:55.637634Z","caller":"traceutil/trace.go:172","msg":"trace[2086581571] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"109.538628ms","start":"2026-04-22T13:43:55.528073Z","end":"2026-04-22T13:43:55.637612Z","steps":["trace[2086581571] 'process raft request' (duration: 109.373345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:55.856100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.284722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:55.856185Z","caller":"traceutil/trace.go:172","msg":"trace[230648147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"192.380824ms","start":"2026-04-22T13:43:55.663785Z","end":"2026-04-22T13:43:55.856166Z","steps":["trace[230648147] 'range keys from in-memory index tree' (duration: 190.363992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:58.880699Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:43:59.381578Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:43:59.486613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.106854954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:43:59.486491Z","caller":"traceutil/trace.go:172","msg":"trace[1003967571] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1830; }","duration":"1.10671774s","start":"2026-04-22T13:43:58.379743Z","end":"2026-04-22T13:43:59.486461Z","steps":["trace[1003967571] 'read index received' (duration: 1.10670779s)","trace[1003967571] 'applied index is now lower than readState.Index' (duration: 7.97µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:43:59.486699Z","caller":"traceutil/trace.go:172","msg":"trace[977904589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"1.106951586s","start":"2026-04-22T13:43:58.379728Z","end":"2026-04-22T13:43:59.486680Z","steps":["trace[977904589] 'agreement among raft nodes before linearized reading' (duration: 1.106816063s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:43:59.486747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:58.379712Z","time spent":"1.107024547s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:43:59.987147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8359135785922798993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T13:44:00.107889Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8359135785922798993,"received-request-id":8359135785922798991} {"level":"info","ts":"2026-04-22T13:44:00.108419Z","caller":"traceutil/trace.go:172","msg":"trace[219722132] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"1.006170194s","start":"2026-04-22T13:43:59.102234Z","end":"2026-04-22T13:44:00.108405Z","steps":["trace[219722132] 'process raft request' (duration: 1.006047932s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.108544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:59.102208Z","time spent":"1.006279177s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:44:00.110129Z","caller":"traceutil/trace.go:172","msg":"trace[2146212289] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1835; }","duration":"623.393039ms","start":"2026-04-22T13:43:59.486716Z","end":"2026-04-22T13:44:00.110109Z","steps":["trace[2146212289] 'read index received' (duration: 623.376819ms)","trace[2146212289] 'applied index is now lower than readState.Index' (duration: 15.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:00.110234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"851.97265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T13:44:00.110232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.446819992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T13:44:00.110312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.529986457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:00.110339Z","caller":"traceutil/trace.go:172","msg":"trace[1967275761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1585; }","duration":"852.080252ms","start":"2026-04-22T13:43:59.258249Z","end":"2026-04-22T13:44:00.110329Z","steps":["trace[1967275761] 'agreement among raft nodes before linearized reading' (duration: 851.863308ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:00.110354Z","caller":"traceutil/trace.go:172","msg":"trace[803520746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1585; }","duration":"1.530030648s","start":"2026-04-22T13:43:58.580312Z","end":"2026-04-22T13:44:00.110343Z","steps":["trace[803520746] 'agreement among raft nodes before linearized reading' (duration: 1.529965876s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.110366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:59.258220Z","time spent":"852.139534ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T13:44:00.110363Z","caller":"traceutil/trace.go:172","msg":"trace[1474126027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"1.446958965s","start":"2026-04-22T13:43:58.663381Z","end":"2026-04-22T13:44:00.110339Z","steps":["trace[1474126027] 'agreement among raft nodes before linearized reading' (duration: 1.446773611s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.110558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:58.663363Z","time spent":"1.447159418s","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T13:44:00.157293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.659878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T13:44:00.157384Z","caller":"traceutil/trace.go:172","msg":"trace[206666479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1585; }","duration":"587.78218ms","start":"2026-04-22T13:43:59.569583Z","end":"2026-04-22T13:44:00.157365Z","steps":["trace[206666479] 'agreement among raft nodes before linearized reading' (duration: 587.548466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.157422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:59.569544Z","time spent":"587.867861ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:44:00.157427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.268182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:00.157481Z","caller":"traceutil/trace.go:172","msg":"trace[606996462] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1587; }","duration":"239.348554ms","start":"2026-04-22T13:43:59.918110Z","end":"2026-04-22T13:44:00.157458Z","steps":["trace[606996462] 'agreement among raft nodes before linearized reading' (duration: 239.249012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.157299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.523039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-22T13:44:00.157620Z","caller":"traceutil/trace.go:172","msg":"trace[790223289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1585; }","duration":"488.863927ms","start":"2026-04-22T13:43:59.668732Z","end":"2026-04-22T13:44:00.157596Z","steps":["trace[790223289] 'agreement among raft nodes before linearized reading' (duration: 488.364496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.157713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:59.668707Z","time spent":"488.979459ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T13:44:00.157828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.369235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T13:44:00.157874Z","caller":"traceutil/trace.go:172","msg":"trace[1993596520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1587; }","duration":"477.464367ms","start":"2026-04-22T13:43:59.680398Z","end":"2026-04-22T13:44:00.157862Z","steps":["trace[1993596520] 'agreement among raft nodes before linearized reading' (duration: 477.146481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:00.157906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:43:59.680363Z","time spent":"477.531548ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T13:44:02.393968Z","caller":"traceutil/trace.go:172","msg":"trace[839634821] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"180.557212ms","start":"2026-04-22T13:44:02.213389Z","end":"2026-04-22T13:44:02.393946Z","steps":["trace[839634821] 'process raft request' (duration: 180.416959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:02.610021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.133426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T13:44:02.610128Z","caller":"traceutil/trace.go:172","msg":"trace[1505330407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1595; }","duration":"116.31024ms","start":"2026-04-22T13:44:02.493796Z","end":"2026-04-22T13:44:02.610106Z","steps":["trace[1505330407] 'range keys from in-memory index tree' (duration: 114.013862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:04.496115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.222927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T13:44:04.496997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.698485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:04.497136Z","caller":"traceutil/trace.go:172","msg":"trace[1313027263] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1601; }","duration":"143.865288ms","start":"2026-04-22T13:44:04.353257Z","end":"2026-04-22T13:44:04.497122Z","steps":["trace[1313027263] 'agreement among raft nodes before linearized reading' (duration: 143.661984ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:04.497553Z","caller":"traceutil/trace.go:172","msg":"trace[969855926] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1853; }","duration":"143.370719ms","start":"2026-04-22T13:44:04.353280Z","end":"2026-04-22T13:44:04.496651Z","steps":["trace[969855926] 'read index received' (duration: 1.972101ms)","trace[969855926] 'applied index is now lower than readState.Index' (duration: 141.396778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:04.910392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.540448ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-22T13:44:05.701400Z","caller":"traceutil/trace.go:172","msg":"trace[1791253354] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1859; }","duration":"121.265854ms","start":"2026-04-22T13:44:05.580110Z","end":"2026-04-22T13:44:05.701376Z","steps":["trace[1791253354] 'read index received' (duration: 121.260194ms)","trace[1791253354] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:05.701574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.431908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:05.701684Z","caller":"traceutil/trace.go:172","msg":"trace[859870416] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1605; }","duration":"121.563521ms","start":"2026-04-22T13:44:05.580098Z","end":"2026-04-22T13:44:05.701662Z","steps":["trace[859870416] 'agreement among raft nodes before linearized reading' (duration: 121.382836ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:06.657341Z","caller":"traceutil/trace.go:172","msg":"trace[1687294232] linearizableReadLoop","detail":"{readStateIndex:1863; appliedIndex:1862; }","duration":"123.62092ms","start":"2026-04-22T13:44:06.533695Z","end":"2026-04-22T13:44:06.657316Z","steps":["trace[1687294232] 'read index received' (duration: 43.517884ms)","trace[1687294232] 'applied index is now lower than readState.Index' (duration: 80.101436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:06.657656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.927606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-22T13:44:06.657716Z","caller":"traceutil/trace.go:172","msg":"trace[239949705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1608; }","duration":"124.013768ms","start":"2026-04-22T13:44:06.533688Z","end":"2026-04-22T13:44:06.657702Z","steps":["trace[239949705] 'agreement among raft nodes before linearized reading' (duration: 123.782933ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:07.253134Z","caller":"traceutil/trace.go:172","msg":"trace[2068212572] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"588.767435ms","start":"2026-04-22T13:44:06.664346Z","end":"2026-04-22T13:44:07.253113Z","steps":["trace[2068212572] 'process raft request' (duration: 588.5528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:07.253323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T13:44:06.664287Z","time spent":"588.946858ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:44:07.314097Z","caller":"traceutil/trace.go:172","msg":"trace[1970077215] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1866; }","duration":"238.585775ms","start":"2026-04-22T13:44:07.075483Z","end":"2026-04-22T13:44:07.314068Z","steps":["trace[1970077215] 'read index received' (duration: 238.574875ms)","trace[1970077215] 'applied index is now lower than readState.Index' (duration: 8.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:07.314658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.919631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:44:07.314749Z","caller":"traceutil/trace.go:172","msg":"trace[1275692825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1611; }","duration":"239.273349ms","start":"2026-04-22T13:44:07.075459Z","end":"2026-04-22T13:44:07.314732Z","steps":["trace[1275692825] 'agreement among raft nodes before linearized reading' (duration: 238.753638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:07.792184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.765744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:07.792308Z","caller":"traceutil/trace.go:172","msg":"trace[910378879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"128.909337ms","start":"2026-04-22T13:44:07.663372Z","end":"2026-04-22T13:44:07.792282Z","steps":["trace[910378879] 'range keys from in-memory index tree' (duration: 127.173981ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:07.926213Z","caller":"traceutil/trace.go:172","msg":"trace[148825985] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1867; }","duration":"132.344628ms","start":"2026-04-22T13:44:07.793838Z","end":"2026-04-22T13:44:07.926183Z","steps":["trace[148825985] 'read index received' (duration: 132.335008ms)","trace[148825985] 'applied index is now lower than readState.Index' (duration: 7.16µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:07.926387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.519451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:07.926415Z","caller":"traceutil/trace.go:172","msg":"trace[1294471203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"132.576554ms","start":"2026-04-22T13:44:07.793830Z","end":"2026-04-22T13:44:07.926407Z","steps":["trace[1294471203] 'agreement among raft nodes before linearized reading' (duration: 132.46171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:08.792696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.786883ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:08.792803Z","caller":"traceutil/trace.go:172","msg":"trace[1217777614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1615; }","duration":"212.916855ms","start":"2026-04-22T13:44:08.579865Z","end":"2026-04-22T13:44:08.792782Z","steps":["trace[1217777614] 'range keys from in-memory index tree' (duration: 212.682391ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:08.797541Z","caller":"traceutil/trace.go:172","msg":"trace[1275612688] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1873; }","duration":"132.927347ms","start":"2026-04-22T13:44:08.664590Z","end":"2026-04-22T13:44:08.797517Z","steps":["trace[1275612688] 'read index received' (duration: 132.920897ms)","trace[1275612688] 'applied index is now lower than readState.Index' (duration: 4.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:08.797981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.366605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:08.798029Z","caller":"traceutil/trace.go:172","msg":"trace[1124412840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1617; }","duration":"133.434998ms","start":"2026-04-22T13:44:08.664583Z","end":"2026-04-22T13:44:08.798018Z","steps":["trace[1124412840] 'agreement among raft nodes before linearized reading' (duration: 133.316004ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:09.373343Z","caller":"traceutil/trace.go:172","msg":"trace[1098916296] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"107.540026ms","start":"2026-04-22T13:44:09.265778Z","end":"2026-04-22T13:44:09.373318Z","steps":["trace[1098916296] 'process raft request' (duration: 107.366903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:10.254698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.927784ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T13:44:10.757509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.192687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:10.757598Z","caller":"traceutil/trace.go:172","msg":"trace[494995063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1621; }","duration":"177.29997ms","start":"2026-04-22T13:44:10.580279Z","end":"2026-04-22T13:44:10.757579Z","steps":["trace[494995063] 'range keys from in-memory index tree' (duration: 177.126436ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:10.807661Z","caller":"traceutil/trace.go:172","msg":"trace[1001152729] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1883; }","duration":"145.674335ms","start":"2026-04-22T13:44:10.661960Z","end":"2026-04-22T13:44:10.807634Z","steps":["trace[1001152729] 'read index received' (duration: 145.666965ms)","trace[1001152729] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:10.807813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.839448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:10.807860Z","caller":"traceutil/trace.go:172","msg":"trace[817242741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"145.900569ms","start":"2026-04-22T13:44:10.661947Z","end":"2026-04-22T13:44:10.807847Z","steps":["trace[817242741] 'agreement among raft nodes before linearized reading' (duration: 145.786557ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:44:11.339618Z","caller":"traceutil/trace.go:172","msg":"trace[328035278] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1885; }","duration":"133.434309ms","start":"2026-04-22T13:44:11.206162Z","end":"2026-04-22T13:44:11.339596Z","steps":["trace[328035278] 'read index received' (duration: 133.427349ms)","trace[328035278] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:44:11.339748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.577481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:11.339772Z","caller":"traceutil/trace.go:172","msg":"trace[2013831836] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1628; }","duration":"133.617182ms","start":"2026-04-22T13:44:11.206148Z","end":"2026-04-22T13:44:11.339765Z","steps":["trace[2013831836] 'agreement among raft nodes before linearized reading' (duration: 133.545401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:44:11.726980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.391316ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:44:11.727065Z","caller":"traceutil/trace.go:172","msg":"trace[69782522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1629; }","duration":"146.497418ms","start":"2026-04-22T13:44:11.580549Z","end":"2026-04-22T13:44:11.727046Z","steps":["trace[69782522] 'range keys from in-memory index tree' (duration: 146.316194ms)"],"step_count":1}