{"level":"warn","ts":"2026-05-13T01:04:56.347507Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-13T01:04:56.347646Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-13T01:04:56.347659Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=controller-2=https://199.204.45.229:2380,controller-1=https://199.204.45.250:2380,controller-3=https://199.204.45.144:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-13T01:04:56.347761Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-05-13T01:04:56.347780Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T01:04:56.347798Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.347820Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T01:04:56.349965Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-05-13T01:04:56.350409Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.250:2380,controller-2=https://199.204.45.229:2380,controller-3=https://199.204.45.144:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-13T01:04:56.352312Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000c81b8}"} {"level":"info","ts":"2026-05-13T01:04:56.355754Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-13T01:04:56.355812Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.705665ms"} {"level":"info","ts":"2026-05-13T01:04:56.355841Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-13T01:04:56.355857Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-13T01:04:56.370433Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-13T01:04:56.370493Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-13T01:04:56.370513Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-13T01:04:56.370673Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.144:2380","host":"199.204.45.144:2380","resolved-addr":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-13T01:04:56.370691Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.144:2380","host":"199.204.45.144:2380","resolved-addr":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-13T01:04:56.370700Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-13T01:04:56.384099Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-13T01:04:56.391162Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-13T01:04:56.391237Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"de7c5389908776d1","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-05-13T01:04:56.391267Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-13T01:04:56.391397Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"de7c5389908776d1 switched to configuration voters=()"} {"level":"info","ts":"2026-05-13T01:04:56.391451Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"de7c5389908776d1 became follower at term 0"} {"level":"info","ts":"2026-05-13T01:04:56.391472Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft de7c5389908776d1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-05-13T01:04:56.396604Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-13T01:04:56.397577Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-13T01:04:56.399340Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-13T01:04:56.400122Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.400152Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.400178Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.400187Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.400201Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.400223Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.400389Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.401563Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.402745Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.402727Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.402866Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.403101Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.403159Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.403301Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.403481Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.408329Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.413330Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.413456Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.413584Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"de7c5389908776d1","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-13T01:04:56.413742Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.413799Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-13T01:04:56.413898Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T01:04:56.414046Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.413862Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:04:56.414072Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-13T01:04:56.414090Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:04:56.414108Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:04:56.414094Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-13T01:04:56.414410Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"de7c5389908776d1","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-13T01:04:56.414474Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-13T01:04:56.414652Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"de7c5389908776d1 [term: 0] received a MsgHeartbeat message with higher term from d98d5f2c752cc52d [term: 2]"} {"level":"info","ts":"2026-05-13T01:04:56.414681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"de7c5389908776d1 became follower at term 2"} {"level":"info","ts":"2026-05-13T01:04:56.414769Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: de7c5389908776d1 elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-05-13T01:04:56.419244Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"d98d5f2c752cc52d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:56.419337Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.419404Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.427088Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"d98d5f2c752cc52d","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:56.427135Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.427345Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"63313c96da575865","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:56.427391Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.427423Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.427724Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"63313c96da575865","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:56.427750Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.428190Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.430973Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.431459Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"de7c5389908776d1","remote-snapshot-sender-id":"d98d5f2c752cc52d","incoming-snapshot-index":613,"incoming-snapshot-message-size-bytes":8752,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-05-13T01:04:56.432741Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.432781Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.443978Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000265.snap.db","bytes":966656,"size":"967 kB"} {"level":"info","ts":"2026-05-13T01:04:56.444042Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"de7c5389908776d1","remote-snapshot-sender-id":"d98d5f2c752cc52d","incoming-snapshot-index":613,"incoming-snapshot-size-bytes":966656,"incoming-snapshot-size":"967 kB","download-took":"12.655898ms"} {"level":"info","ts":"2026-05-13T01:04:56.444233Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 613, term: 2]"} {"level":"info","ts":"2026-05-13T01:04:56.444457Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"de7c5389908776d1 switched to configuration voters=(7147560702219606117 15676290522495632685) learners=(16031780623832544977)"} {"level":"info","ts":"2026-05-13T01:04:56.444490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"de7c5389908776d1 [commit: 613, lastindex: 613, lastterm: 2] restored snapshot [index: 613, term: 2]"} {"level":"info","ts":"2026-05-13T01:04:56.444500Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"de7c5389908776d1 [commit: 613] restored snapshot [index: 613, term: 2]"} {"level":"info","ts":"2026-05-13T01:04:56.444753Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":613,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-13T01:04:56.448840Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":613} {"level":"info","ts":"2026-05-13T01:04:56.449055Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000c8228}"} {"level":"info","ts":"2026-05-13T01:04:56.449817Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-13T01:04:56.449855Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"843.922µs"} {"level":"info","ts":"2026-05-13T01:04:56.450025Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-05-13T01:04:56.451020Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-05-13T01:04:56.451070Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-05-13T01:04:56.452491Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":571} {"level":"info","ts":"2026-05-13T01:04:56.452515Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":613} {"level":"info","ts":"2026-05-13T01:04:56.452528Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-05-13T01:04:56.452548Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-05-13T01:04:56.456146Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-05-13T01:04:56.456174Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-05-13T01:04:56.456283Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-05-13T01:04:56.456309Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-05-13T01:04:56.456308Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-05-13T01:04:56.456757Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-05-13T01:04:56.456785Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:56.456897Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:04:56.456914Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"de7c5389908776d1","recovered-remote-peer-id":"63313c96da575865","recovered-remote-peer-urls":["https://199.204.45.229:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-13T01:04:56.456926Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"de7c5389908776d1","recovered-remote-peer-id":"d98d5f2c752cc52d","recovered-remote-peer-urls":["https://199.204.45.250:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-13T01:04:56.456935Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"de7c5389908776d1","recovered-remote-peer-id":"de7c5389908776d1","recovered-remote-peer-urls":["https://199.204.45.144:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-05-13T01:04:56.456946Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:04:56.456953Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:56.456963Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-05-13T01:04:56.456981Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"63313c96da575865"} {"level":"warn","ts":"2026-05-13T01:04:56.457010Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.457175Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"63313c96da575865"} {"level":"warn","ts":"2026-05-13T01:04:56.457236Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.457355Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.457491Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"warn","ts":"2026-05-13T01:04:56.457859Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865","error":"context canceled"} {"level":"warn","ts":"2026-05-13T01:04:56.457889Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"63313c96da575865","error":"failed to read 63313c96da575865 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-13T01:04:56.457908Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"warn","ts":"2026-05-13T01:04:56.458118Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:04:56.458166Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.458191Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.458252Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"de7c5389908776d1","removed-remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.458267Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:56.458335Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.458394Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:56.458617Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.458646Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.458747Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:56.458912Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d","error":"context canceled"} {"level":"warn","ts":"2026-05-13T01:04:56.458935Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d98d5f2c752cc52d","error":"failed to read d98d5f2c752cc52d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-13T01:04:56.459121Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-05-13T01:04:56.459392Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:04:56.459419Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.459513Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.459548Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"de7c5389908776d1","removed-remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.459557Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-05-13T01:04:56.459628Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:56.459700Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.459725Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.459920Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.461439Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.461600Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.461616Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.461661Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.461692Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.461754Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.462083Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.462556Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.462663Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.462802Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.463010Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.462992Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.463209Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:04:56.463229Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-05-13T01:04:56.463323Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":613,"current-applied-index":613,"incoming-leader-snapshot-index":613,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-13T01:04:56.464082Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"de7c5389908776d1","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.144:2379]}","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-05-13T01:04:56.464118Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T01:04:56.464361Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T01:04:56.464616Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-13T01:04:56.464644Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-13T01:04:56.464957Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-05-13T01:04:56.470944Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-13T01:04:56.471085Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-13T01:04:56.475764Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-05-13T01:04:56.476184Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.476227Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.478830Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.478869Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.478914Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-13T01:04:56.479370Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.479537Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.514144Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"de7c5389908776d1","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-05-13T01:04:56.515688Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"d98d5f2c752cc52d","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:56.515753Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.517246Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"63313c96da575865","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:56.517314Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.520405Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"63313c96da575865","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:56.520438Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:56.520776Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"de7c5389908776d1","to":"d98d5f2c752cc52d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:56.520794Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"de7c5389908776d1","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-05-13T01:04:56.686053Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"de7c5389908776d1 switched to configuration voters=(7147560702219606117 15676290522495632685 16031780623832544977)"} {"level":"info","ts":"2026-05-13T01:04:56.686458Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"de7c5389908776d1","promoted-member-id":"de7c5389908776d1"} {"level":"warn","ts":"2026-05-13T01:04:56.714303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.722934Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.753796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.767298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.788102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.811387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.819841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.829735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.840754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.850758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.857180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.877446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.887791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.906278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.916129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.926082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.936116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.957423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.959526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.968077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.973591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.018094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.026472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.036239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.045167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.057229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.065773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.092217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.104976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.114723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.126404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.139277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.149858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.157472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.167157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.174778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.183822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.195985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.206329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.214868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.222833Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.236525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.244630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.253442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.262686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.273122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.281116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.290868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.298690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.312612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.322076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.330627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.341312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.349691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.357160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.367291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.381234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.389964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.417861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.433684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.444902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:57.509694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:01.175957Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011189273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:05:01.416678Z","caller":"traceutil/trace.go:172","msg":"trace[719835348] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:633; }","duration":"741.931605ms","start":"2026-05-13T01:05:00.674705Z","end":"2026-05-13T01:05:01.416636Z","steps":["trace[719835348] 'read index received' (duration: 741.917345ms)","trace[719835348] 'applied index is now lower than readState.Index' (duration: 11.99µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:01.416819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"742.088328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:01.416909Z","caller":"traceutil/trace.go:172","msg":"trace[842896643] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:586; }","duration":"742.19444ms","start":"2026-05-13T01:05:00.674701Z","end":"2026-05-13T01:05:01.416896Z","steps":["trace[842896643] 'agreement among raft nodes before linearized reading' (duration: 742.012656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:01.416967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:00.674685Z","time spent":"742.266661ms","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:05:01.418980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.403394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:05:01.419004Z","caller":"traceutil/trace.go:172","msg":"trace[1148985354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"230.428234ms","start":"2026-05-13T01:05:01.188569Z","end":"2026-05-13T01:05:01.418997Z","steps":["trace[1148985354] 'agreement among raft nodes before linearized reading' (duration: 230.328743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:08.077233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.726825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:08.077291Z","caller":"traceutil/trace.go:172","msg":"trace[619668502] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:618; }","duration":"130.795126ms","start":"2026-05-13T01:05:07.946484Z","end":"2026-05-13T01:05:08.077279Z","steps":["trace[619668502] 'range keys from in-memory index tree' (duration: 128.917729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:08.078316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.965151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-05-13T01:05:08.078406Z","caller":"traceutil/trace.go:172","msg":"trace[524637965] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:618; }","duration":"147.075614ms","start":"2026-05-13T01:05:07.931310Z","end":"2026-05-13T01:05:08.078385Z","steps":["trace[524637965] 'range keys from in-memory index tree' (duration: 144.268253ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.264820Z","caller":"traceutil/trace.go:172","msg":"trace[1236338025] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"109.402732ms","start":"2026-05-13T01:05:41.155390Z","end":"2026-05-13T01:05:41.264793Z","steps":["trace[1236338025] 'process raft request' (duration: 109.16339ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.669913Z","caller":"traceutil/trace.go:172","msg":"trace[1790072124] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"290.256453ms","start":"2026-05-13T01:05:41.379634Z","end":"2026-05-13T01:05:41.669891Z","steps":["trace[1790072124] 'process raft request' (duration: 278.052996ms)","trace[1790072124] 'compare' (duration: 11.684121ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:05:41.682291Z","caller":"traceutil/trace.go:172","msg":"trace[2005663436] transaction","detail":"{read_only:false; number_of_response:1; response_revision:872; }","duration":"287.247006ms","start":"2026-05-13T01:05:41.395025Z","end":"2026-05-13T01:05:41.682272Z","steps":["trace[2005663436] 'process raft request' (duration: 287.180525ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.683594Z","caller":"traceutil/trace.go:172","msg":"trace[547716262] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1021; }","duration":"276.056613ms","start":"2026-05-13T01:05:41.407518Z","end":"2026-05-13T01:05:41.683575Z","steps":["trace[547716262] 'read index received' (duration: 276.050583ms)","trace[547716262] 'applied index is now lower than readState.Index' (duration: 4.95µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:41.683700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.164044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:41.683790Z","caller":"traceutil/trace.go:172","msg":"trace[1359219698] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:872; }","duration":"276.269146ms","start":"2026-05-13T01:05:41.407510Z","end":"2026-05-13T01:05:41.683780Z","steps":["trace[1359219698] 'agreement among raft nodes before linearized reading' (duration: 276.137164ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.078176Z","caller":"traceutil/trace.go:172","msg":"trace[1490592824] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1045; }","duration":"339.298723ms","start":"2026-05-13T01:05:42.738837Z","end":"2026-05-13T01:05:43.078135Z","steps":["trace[1490592824] 'read index received' (duration: 339.289763ms)","trace[1490592824] 'applied index is now lower than readState.Index' (duration: 7.43µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.078366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.506365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.078433Z","caller":"traceutil/trace.go:172","msg":"trace[1418009168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"339.572587ms","start":"2026-05-13T01:05:42.738826Z","end":"2026-05-13T01:05:43.078399Z","steps":["trace[1418009168] 'agreement among raft nodes before linearized reading' (duration: 339.452935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.078477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:42.738807Z","time spent":"339.658908ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:05:43.079086Z","caller":"traceutil/trace.go:172","msg":"trace[303976298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:889; }","duration":"530.458849ms","start":"2026-05-13T01:05:42.548608Z","end":"2026-05-13T01:05:43.079067Z","steps":["trace[303976298] 'process raft request' (duration: 529.836162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.079690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:42.548559Z","time spent":"530.57766ms","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570142,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:05:43.507925Z","caller":"traceutil/trace.go:172","msg":"trace[1377837781] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1054; }","duration":"100.868892ms","start":"2026-05-13T01:05:43.407030Z","end":"2026-05-13T01:05:43.507899Z","steps":["trace[1377837781] 'read index received' (duration: 100.861842ms)","trace[1377837781] 'applied index is now lower than readState.Index' (duration: 3.61µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.508047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.009883ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.508071Z","caller":"traceutil/trace.go:172","msg":"trace[1484846625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:895; }","duration":"101.044283ms","start":"2026-05-13T01:05:43.407017Z","end":"2026-05-13T01:05:43.508061Z","steps":["trace[1484846625] 'agreement among raft nodes before linearized reading' (duration: 100.989923ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.860045Z","caller":"traceutil/trace.go:172","msg":"trace[1824221052] linearizableReadLoop","detail":"{readStateIndex:1056; appliedIndex:1056; }","duration":"283.414366ms","start":"2026-05-13T01:05:43.576607Z","end":"2026-05-13T01:05:43.860022Z","steps":["trace[1824221052] 'read index received' (duration: 283.409755ms)","trace[1824221052] 'applied index is now lower than readState.Index' (duration: 3.711µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.860241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.618658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:05:43.860258Z","caller":"traceutil/trace.go:172","msg":"trace[2039783772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:896; }","duration":"283.652698ms","start":"2026-05-13T01:05:43.576600Z","end":"2026-05-13T01:05:43.860253Z","steps":["trace[2039783772] 'agreement among raft nodes before linearized reading' (duration: 283.509367ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:47.875603Z","caller":"traceutil/trace.go:172","msg":"trace[292228150] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"146.254038ms","start":"2026-05-13T01:05:47.729296Z","end":"2026-05-13T01:05:47.875550Z","steps":["trace[292228150] 'process raft request' (duration: 146.036996ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:47.876040Z","caller":"traceutil/trace.go:172","msg":"trace[1919571944] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1087; }","duration":"139.715611ms","start":"2026-05-13T01:05:47.736300Z","end":"2026-05-13T01:05:47.876016Z","steps":["trace[1919571944] 'read index received' (duration: 139.709161ms)","trace[1919571944] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:47.876225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.905093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:47.876262Z","caller":"traceutil/trace.go:172","msg":"trace[12118995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"139.958274ms","start":"2026-05-13T01:05:47.736291Z","end":"2026-05-13T01:05:47.876250Z","steps":["trace[12118995] 'agreement among raft nodes before linearized reading' (duration: 139.858183ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:47.980725Z","caller":"traceutil/trace.go:172","msg":"trace[747506706] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"103.958781ms","start":"2026-05-13T01:05:47.876742Z","end":"2026-05-13T01:05:47.980701Z","steps":["trace[747506706] 'process raft request' (duration: 103.821399ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:48.025746Z","caller":"traceutil/trace.go:172","msg":"trace[2071722451] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1088; }","duration":"148.330662ms","start":"2026-05-13T01:05:47.877393Z","end":"2026-05-13T01:05:48.025724Z","steps":["trace[2071722451] 'read index received' (duration: 148.325531ms)","trace[2071722451] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.025864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.463103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.025888Z","caller":"traceutil/trace.go:172","msg":"trace[201362558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"148.506013ms","start":"2026-05-13T01:05:47.877374Z","end":"2026-05-13T01:05:48.025880Z","steps":["trace[201362558] 'agreement among raft nodes before linearized reading' (duration: 148.428152ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:48.199832Z","caller":"traceutil/trace.go:172","msg":"trace[247136384] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1092; }","duration":"100.079882ms","start":"2026-05-13T01:05:48.099728Z","end":"2026-05-13T01:05:48.199807Z","steps":["trace[247136384] 'read index received' (duration: 100.061121ms)","trace[247136384] 'applied index is now lower than readState.Index' (duration: 17.631µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.200062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.322754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:05:48.200101Z","caller":"traceutil/trace.go:172","msg":"trace[485443822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:931; }","duration":"100.376605ms","start":"2026-05-13T01:05:48.099714Z","end":"2026-05-13T01:05:48.200091Z","steps":["trace[485443822] 'agreement among raft nodes before linearized reading' (duration: 100.191033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.534447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.159097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.534532Z","caller":"traceutil/trace.go:172","msg":"trace[1434384332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:931; }","duration":"126.267198ms","start":"2026-05-13T01:05:48.408249Z","end":"2026-05-13T01:05:48.534516Z","steps":["trace[1434384332] 'range keys from in-memory index tree' (duration: 126.107076ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:48.925035Z","caller":"traceutil/trace.go:172","msg":"trace[2076112493] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1093; }","duration":"390.40939ms","start":"2026-05-13T01:05:48.534600Z","end":"2026-05-13T01:05:48.925009Z","steps":["trace[2076112493] 'read index received' (duration: 390.40096ms)","trace[2076112493] 'applied index is now lower than readState.Index' (duration: 6.86µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.979068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.463542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.979155Z","caller":"traceutil/trace.go:172","msg":"trace[1864171364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:932; }","duration":"444.550773ms","start":"2026-05-13T01:05:48.534579Z","end":"2026-05-13T01:05:48.979130Z","steps":["trace[1864171364] 'agreement among raft nodes before linearized reading' (duration: 390.558511ms)","trace[1864171364] 'range keys from in-memory index tree' (duration: 53.890361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:49.252294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.314001ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-13T01:05:49.252497Z","caller":"traceutil/trace.go:172","msg":"trace[1627722920] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1093; }","duration":"327.369811ms","start":"2026-05-13T01:05:48.925113Z","end":"2026-05-13T01:05:49.252483Z","steps":["trace[1627722920] 'read index received' (duration: 17.95527ms)","trace[1627722920] 'applied index is now lower than readState.Index' (duration: 309.413561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:49.404323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.100139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:49.404448Z","caller":"traceutil/trace.go:172","msg":"trace[567510787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"665.240841ms","start":"2026-05-13T01:05:48.739187Z","end":"2026-05-13T01:05:49.404427Z","steps":["trace[567510787] 'agreement among raft nodes before linearized reading' (duration: 513.352469ms)","trace[567510787] 'range keys from in-memory index tree' (duration: 151.68392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:49.404472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"804.999286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kmfg9\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-05-13T01:05:49.404490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.739164Z","time spent":"665.318232ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:05:49.404524Z","caller":"traceutil/trace.go:172","msg":"trace[1736877383] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kmfg9; range_end:; response_count:1; response_revision:936; }","duration":"805.052397ms","start":"2026-05-13T01:05:48.599456Z","end":"2026-05-13T01:05:49.404508Z","steps":["trace[1736877383] 'agreement among raft nodes before linearized reading' (duration: 653.107884ms)","trace[1736877383] 'range keys from in-memory index tree' (duration: 151.77965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:49.404555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.599436Z","time spent":"805.111948ms","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-kmfg9\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:05:49.404579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.035805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-13T01:05:49.404919Z","caller":"traceutil/trace.go:172","msg":"trace[568167715] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1099; }","duration":"152.361267ms","start":"2026-05-13T01:05:49.252541Z","end":"2026-05-13T01:05:49.404902Z","steps":["trace[568167715] 'read index received' (duration: 40.233839ms)","trace[568167715] 'applied index is now lower than readState.Index' (duration: 112.125948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:49.405058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.75949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:05:49.405085Z","caller":"traceutil/trace.go:172","msg":"trace[1134970456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:941; }","duration":"307.79265ms","start":"2026-05-13T01:05:49.097283Z","end":"2026-05-13T01:05:49.405075Z","steps":["trace[1134970456] 'agreement among raft nodes before linearized reading' (duration: 307.669289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:49.405119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:49.097262Z","time spent":"307.849141ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-13T01:05:49.405149Z","caller":"traceutil/trace.go:172","msg":"trace[1275884800] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"431.471164ms","start":"2026-05-13T01:05:48.973664Z","end":"2026-05-13T01:05:49.405136Z","steps":["trace[1275884800] 'process raft request' (duration: 431.12433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:49.405245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.973624Z","time spent":"431.557365ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:05:58.494532Z","caller":"traceutil/trace.go:172","msg":"trace[110680170] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"221.741675ms","start":"2026-05-13T01:05:58.272765Z","end":"2026-05-13T01:05:58.494507Z","steps":["trace[110680170] 'process raft request' (duration: 221.613823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:00.442600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:00.460951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:00.543029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:00.572577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:00.599464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:00.744113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33630","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-13T01:06:18.194980Z","caller":"traceutil/trace.go:172","msg":"trace[393874741] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1545; }","duration":"356.380216ms","start":"2026-05-13T01:06:17.838578Z","end":"2026-05-13T01:06:18.194958Z","steps":["trace[393874741] 'read index received' (duration: 356.373836ms)","trace[393874741] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:18.195274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.659869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:06:18.195317Z","caller":"traceutil/trace.go:172","msg":"trace[193062410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1317; }","duration":"356.73623ms","start":"2026-05-13T01:06:17.838570Z","end":"2026-05-13T01:06:18.195307Z","steps":["trace[193062410] 'agreement among raft nodes before linearized reading' (duration: 356.611369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.195369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:17.838546Z","time spent":"356.80392ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:18.226518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.896634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:18.226574Z","caller":"traceutil/trace.go:172","msg":"trace[311240056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"374.948515ms","start":"2026-05-13T01:06:17.851611Z","end":"2026-05-13T01:06:18.226560Z","steps":["trace[311240056] 'agreement among raft nodes before linearized reading' (duration: 374.875564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.226655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:17.851604Z","time spent":"374.997005ms","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:06:18.226690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.106971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-13T01:06:18.226746Z","caller":"traceutil/trace.go:172","msg":"trace[1364816540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1317; }","duration":"200.166152ms","start":"2026-05-13T01:06:18.026572Z","end":"2026-05-13T01:06:18.226738Z","steps":["trace[1364816540] 'agreement among raft nodes before linearized reading' (duration: 199.890199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.226342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.693015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:18.226971Z","caller":"traceutil/trace.go:172","msg":"trace[943368541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"379.338503ms","start":"2026-05-13T01:06:17.847624Z","end":"2026-05-13T01:06:18.226962Z","steps":["trace[943368541] 'agreement among raft nodes before linearized reading' (duration: 378.653545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.227455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:17.847616Z","time spent":"379.829818ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:06:20.669828Z","caller":"traceutil/trace.go:172","msg":"trace[963681017] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1568; }","duration":"306.138667ms","start":"2026-05-13T01:06:20.363662Z","end":"2026-05-13T01:06:20.669801Z","steps":["trace[963681017] 'read index received' (duration: 306.133897ms)","trace[963681017] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:20.670023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.344199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-13T01:06:20.670045Z","caller":"traceutil/trace.go:172","msg":"trace[104892672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1337; }","duration":"306.3864ms","start":"2026-05-13T01:06:20.363654Z","end":"2026-05-13T01:06:20.670041Z","steps":["trace[104892672] 'agreement among raft nodes before linearized reading' (duration: 306.254418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:20.670075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:20.363621Z","time spent":"306.4488ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:20.671540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.950665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:20.671577Z","caller":"traceutil/trace.go:172","msg":"trace[877563291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1337; }","duration":"251.991595ms","start":"2026-05-13T01:06:20.419577Z","end":"2026-05-13T01:06:20.671568Z","steps":["trace[877563291] 'agreement among raft nodes before linearized reading' (duration: 251.940895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:21.907803Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011189947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:22.408563Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011189947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:22.908871Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011189947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:23.738513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000854083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-13T01:06:23.738594Z","caller":"traceutil/trace.go:172","msg":"trace[1858741959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945813s","start":"2026-05-13T01:06:21.737631Z","end":"2026-05-13T01:06:23.738577Z","steps":["trace[1858741959] 'agreement among raft nodes before linearized reading' (duration: 2.000851222s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:23.738669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.737611Z","time spent":"2.001049054s","remote":"127.0.0.1:41682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/13 01:06:23 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-13T01:06:23.988421Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011189947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:06:24.358410Z","caller":"traceutil/trace.go:172","msg":"trace[709177616] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1574; }","duration":"2.950858852s","start":"2026-05-13T01:06:21.407520Z","end":"2026-05-13T01:06:24.358379Z","steps":["trace[709177616] 'read index received' (duration: 2.950846042s)","trace[709177616] 'applied index is now lower than readState.Index' (duration: 11.28µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:24.358552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.951008294s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.358621Z","caller":"traceutil/trace.go:172","msg":"trace[217701678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1343; }","duration":"2.951095044s","start":"2026-05-13T01:06:21.407513Z","end":"2026-05-13T01:06:24.358608Z","steps":["trace[217701678] 'agreement among raft nodes before linearized reading' (duration: 2.950957783s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:24.364633Z","caller":"traceutil/trace.go:172","msg":"trace[626091160] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"370.975147ms","start":"2026-05-13T01:06:23.993636Z","end":"2026-05-13T01:06:24.364611Z","steps":["trace[626091160] 'process raft request' (duration: 370.749034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.364746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.993617Z","time spent":"371.077199ms","remote":"127.0.0.1:41766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:06:24.370637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.349269361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.370709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.672327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.370710Z","caller":"traceutil/trace.go:172","msg":"trace[1717998957] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1349; }","duration":"1.349343961s","start":"2026-05-13T01:06:23.021351Z","end":"2026-05-13T01:06:24.370695Z","steps":["trace[1717998957] 'agreement among raft nodes before linearized reading' (duration: 1.34924942s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:24.370732Z","caller":"traceutil/trace.go:172","msg":"trace[1377796609] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1349; }","duration":"165.692668ms","start":"2026-05-13T01:06:24.205032Z","end":"2026-05-13T01:06:24.370724Z","steps":["trace[1377796609] 'agreement among raft nodes before linearized reading' (duration: 165.652427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.370690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.515991996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.370680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149036081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.370774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.792972138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.370757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.79809753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.370845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.354758029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-13T01:06:24.370857Z","caller":"traceutil/trace.go:172","msg":"trace[111037686] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1349; }","duration":"2.798216681s","start":"2026-05-13T01:06:21.572623Z","end":"2026-05-13T01:06:24.370840Z","steps":["trace[111037686] 'agreement among raft nodes before linearized reading' (duration: 2.798025779s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.370900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.572607Z","time spent":"2.798284491s","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:24.370800Z","caller":"traceutil/trace.go:172","msg":"trace[2066424801] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1349; }","duration":"1.792997348s","start":"2026-05-13T01:06:22.577797Z","end":"2026-05-13T01:06:24.370795Z","steps":["trace[2066424801] 'agreement among raft nodes before linearized reading' (duration: 1.792959658s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.370968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.577771Z","time spent":"1.793189101s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.370638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.758624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:06:24.371063Z","caller":"traceutil/trace.go:172","msg":"trace[1999140727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1349; }","duration":"763.202828ms","start":"2026-05-13T01:06:23.607853Z","end":"2026-05-13T01:06:24.371056Z","steps":["trace[1999140727] 'agreement among raft nodes before linearized reading' (duration: 762.728743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.371089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.607826Z","time spent":"763.255128ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:24.370802Z","caller":"traceutil/trace.go:172","msg":"trace[1609646711] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1349; }","duration":"1.149180272s","start":"2026-05-13T01:06:23.221601Z","end":"2026-05-13T01:06:24.370781Z","steps":["trace[1609646711] 'agreement among raft nodes before linearized reading' (duration: 1.14896689s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.371123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.221584Z","time spent":"1.149532156s","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.371163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.836032016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:06:24.371222Z","caller":"traceutil/trace.go:172","msg":"trace[523593614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1349; }","duration":"2.836093787s","start":"2026-05-13T01:06:21.535116Z","end":"2026-05-13T01:06:24.371210Z","steps":["trace[523593614] 'agreement among raft nodes before linearized reading' (duration: 2.835708593s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.371265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.535096Z","time spent":"2.836159587s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:24.370782Z","caller":"traceutil/trace.go:172","msg":"trace[2067436123] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1349; }","duration":"1.516121937s","start":"2026-05-13T01:06:22.854642Z","end":"2026-05-13T01:06:24.370764Z","steps":["trace[2067436123] 'agreement among raft nodes before linearized reading' (duration: 1.515936705s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.370741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.021328Z","time spent":"1.349406802s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.371316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.854627Z","time spent":"1.516678114s","remote":"127.0.0.1:42456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.371452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.006034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:06:24.371636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.133358044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-13T01:06:24.372852Z","caller":"traceutil/trace.go:172","msg":"trace[725304434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1351; }","duration":"1.134622457s","start":"2026-05-13T01:06:23.238218Z","end":"2026-05-13T01:06:24.372840Z","steps":["trace[725304434] 'agreement among raft nodes before linearized reading' (duration: 1.132328664s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.372883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.238204Z","time spent":"1.134669988s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:06:24.372865Z","caller":"traceutil/trace.go:172","msg":"trace[874115139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1349; }","duration":"368.368698ms","start":"2026-05-13T01:06:24.004257Z","end":"2026-05-13T01:06:24.372626Z","steps":["trace[874115139] 'agreement among raft nodes before linearized reading' (duration: 366.308857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.373056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:24.004243Z","time spent":"368.784583ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:06:24.373227Z","caller":"traceutil/trace.go:172","msg":"trace[1397136618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1349; }","duration":"1.354780399s","start":"2026-05-13T01:06:23.016083Z","end":"2026-05-13T01:06:24.370863Z","steps":["trace[1397136618] 'agreement among raft nodes before linearized reading' (duration: 1.354741099s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.373265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:23.016061Z","time spent":"1.357194135s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-13T01:07:44.749997Z","caller":"traceutil/trace.go:172","msg":"trace[1287926318] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1949; }","duration":"283.197615ms","start":"2026-05-13T01:07:44.466753Z","end":"2026-05-13T01:07:44.749951Z","steps":["trace[1287926318] 'read index received' (duration: 283.162174ms)","trace[1287926318] 'applied index is now lower than readState.Index' (duration: 31.261µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:44.750168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.400296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:44.750255Z","caller":"traceutil/trace.go:172","msg":"trace[2032732773] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1669; }","duration":"283.501887ms","start":"2026-05-13T01:07:44.466736Z","end":"2026-05-13T01:07:44.750238Z","steps":["trace[2032732773] 'agreement among raft nodes before linearized reading' (duration: 283.338056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:45.908332Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011190386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:46.938606Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011190386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:47.439383Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011190386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:47.940456Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011190386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:48.265835Z","caller":"traceutil/trace.go:172","msg":"trace[1519943229] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1957; }","duration":"2.85802847s","start":"2026-05-13T01:07:45.407777Z","end":"2026-05-13T01:07:48.265806Z","steps":["trace[1519943229] 'read index received' (duration: 2.85801696s)","trace[1519943229] 'applied index is now lower than readState.Index' (duration: 9.7µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:48.266164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.858354623s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.266280Z","caller":"traceutil/trace.go:172","msg":"trace[535525897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1678; }","duration":"2.858492425s","start":"2026-05-13T01:07:45.407768Z","end":"2026-05-13T01:07:48.266260Z","steps":["trace[535525897] 'agreement among raft nodes before linearized reading' (duration: 2.858304773s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.270394Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8561798222011190387,"received-request-id":8561798222011190386} {"level":"warn","ts":"2026-05-13T01:07:48.272911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.007628136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-13T01:07:48.272905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.322155996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.272982Z","caller":"traceutil/trace.go:172","msg":"trace[1823537003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1682; }","duration":"1.007719197s","start":"2026-05-13T01:07:47.265251Z","end":"2026-05-13T01:07:48.272970Z","steps":["trace[1823537003] 'agreement among raft nodes before linearized reading' (duration: 1.007497695s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.273030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:47.265223Z","time spent":"1.00779374s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:07:48.273052Z","caller":"traceutil/trace.go:172","msg":"trace[348747244] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1682; }","duration":"1.322282958s","start":"2026-05-13T01:07:46.950711Z","end":"2026-05-13T01:07:48.272994Z","steps":["trace[348747244] 'agreement among raft nodes before linearized reading' (duration: 1.322082226s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.273314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.69405978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-13T01:07:48.273349Z","caller":"traceutil/trace.go:172","msg":"trace[929496677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1682; }","duration":"2.694093831s","start":"2026-05-13T01:07:45.579247Z","end":"2026-05-13T01:07:48.273341Z","steps":["trace[929496677] 'agreement among raft nodes before linearized reading' (duration: 2.69403548s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.273371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.579221Z","time spent":"2.694143911s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.273391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.950673Z","time spent":"1.322689152s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.273683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.315973048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.273720Z","caller":"traceutil/trace.go:172","msg":"trace[161096403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"1.316007998s","start":"2026-05-13T01:07:46.957702Z","end":"2026-05-13T01:07:48.273710Z","steps":["trace[161096403] 'agreement among raft nodes before linearized reading' (duration: 1.315946638s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.273753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.957689Z","time spent":"1.316050598s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:07:48.274631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.328477749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-13T01:07:48.274677Z","caller":"traceutil/trace.go:172","msg":"trace[50301405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1682; }","duration":"2.328532119s","start":"2026-05-13T01:07:45.946135Z","end":"2026-05-13T01:07:48.274667Z","steps":["trace[50301405] 'agreement among raft nodes before linearized reading' (duration: 2.32753772s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.274699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.946106Z","time spent":"2.32858748s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:48.275435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.391592863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-13T01:07:48.275618Z","caller":"traceutil/trace.go:172","msg":"trace[1060854492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1682; }","duration":"2.393242279s","start":"2026-05-13T01:07:45.882354Z","end":"2026-05-13T01:07:48.275596Z","steps":["trace[1060854492] 'agreement among raft nodes before linearized reading' (duration: 2.391479782s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.275720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.882327Z","time spent":"2.3933789s","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:49.907439Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011190393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:50.220159Z","caller":"traceutil/trace.go:172","msg":"trace[1659651421] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1968; }","duration":"813.114678ms","start":"2026-05-13T01:07:49.407007Z","end":"2026-05-13T01:07:50.220121Z","steps":["trace[1659651421] 'read index received' (duration: 813.102558ms)","trace[1659651421] 'applied index is now lower than readState.Index' (duration: 10.6µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:50.220380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"813.32987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.220775Z","caller":"traceutil/trace.go:172","msg":"trace[1051161429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1684; }","duration":"813.513361ms","start":"2026-05-13T01:07:49.406998Z","end":"2026-05-13T01:07:50.220511Z","steps":["trace[1051161429] 'agreement among raft nodes before linearized reading' (duration: 813.284539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.721557Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8561798222011190394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:50.733208Z","caller":"traceutil/trace.go:172","msg":"trace[82917538] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1968; }","duration":"512.705865ms","start":"2026-05-13T01:07:50.220467Z","end":"2026-05-13T01:07:50.733173Z","steps":["trace[82917538] 'read index received' (duration: 512.689615ms)","trace[82917538] 'applied index is now lower than readState.Index' (duration: 14.18µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:50.733350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"993.186985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:50.733350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"703.232644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.733402Z","caller":"traceutil/trace.go:172","msg":"trace[1002335458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1684; }","duration":"993.250236ms","start":"2026-05-13T01:07:49.740140Z","end":"2026-05-13T01:07:50.733390Z","steps":["trace[1002335458] 'agreement among raft nodes before linearized reading' (duration: 993.149075ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:50.733422Z","caller":"traceutil/trace.go:172","msg":"trace[1477103492] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1684; }","duration":"703.344985ms","start":"2026-05-13T01:07:50.030061Z","end":"2026-05-13T01:07:50.733406Z","steps":["trace[1477103492] 'agreement among raft nodes before linearized reading' (duration: 703.179953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.733442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:49.740114Z","time spent":"993.320276ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:07:50.733471Z","caller":"traceutil/trace.go:172","msg":"trace[1547606109] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"480.141734ms","start":"2026-05-13T01:07:50.253318Z","end":"2026-05-13T01:07:50.733460Z","steps":["trace[1547606109] 'process raft request' (duration: 479.919842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.733505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.030029Z","time spent":"703.465027ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:50.733505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.301836523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-13T01:07:50.733555Z","caller":"traceutil/trace.go:172","msg":"trace[1120406370] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:1684; }","duration":"1.301885733s","start":"2026-05-13T01:07:49.431653Z","end":"2026-05-13T01:07:50.733539Z","steps":["trace[1120406370] 'agreement among raft nodes before linearized reading' (duration: 1.301709752s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.733572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.253278Z","time spent":"480.224046ms","remote":"127.0.0.1:42104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:07:50.733591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:49.431625Z","time spent":"1.301955114s","remote":"127.0.0.1:41714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.144\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:50.738371Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8561798222011190396,"received-request-id":8561798222011190394} {"level":"warn","ts":"2026-05-13T01:07:50.741849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.307552ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.741901Z","caller":"traceutil/trace.go:172","msg":"trace[2045517529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1688; }","duration":"334.369533ms","start":"2026-05-13T01:07:50.407517Z","end":"2026-05-13T01:07:50.741886Z","steps":["trace[2045517529] 'agreement among raft nodes before linearized reading' (duration: 334.221741ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:11.582893Z","caller":"traceutil/trace.go:172","msg":"trace[2031311516] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"175.981741ms","start":"2026-05-13T01:08:11.406882Z","end":"2026-05-13T01:08:11.582863Z","steps":["trace[2031311516] 'read index received' (duration: 175.971841ms)","trace[2031311516] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:11.583235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.319535ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:11.583324Z","caller":"traceutil/trace.go:172","msg":"trace[1205054632] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1771; }","duration":"176.428356ms","start":"2026-05-13T01:08:11.406876Z","end":"2026-05-13T01:08:11.583305Z","steps":["trace[1205054632] 'agreement among raft nodes before linearized reading' (duration: 176.282385ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:11.855499Z","caller":"traceutil/trace.go:172","msg":"trace[650240065] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"170.48502ms","start":"2026-05-13T01:08:11.684989Z","end":"2026-05-13T01:08:11.855474Z","steps":["trace[650240065] 'read index received' (duration: 170.47873ms)","trace[650240065] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:11.855864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.860793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-05-13T01:08:11.855911Z","caller":"traceutil/trace.go:172","msg":"trace[749333244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1771; }","duration":"170.927054ms","start":"2026-05-13T01:08:11.684973Z","end":"2026-05-13T01:08:11.855900Z","steps":["trace[749333244] 'agreement among raft nodes before linearized reading' (duration: 170.705002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:11.857527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.242587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:11.857618Z","caller":"traceutil/trace.go:172","msg":"trace[2050198915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1771; }","duration":"118.353918ms","start":"2026-05-13T01:08:11.739244Z","end":"2026-05-13T01:08:11.857598Z","steps":["trace[2050198915] 'agreement among raft nodes before linearized reading' (duration: 118.180417ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:12.273519Z","caller":"traceutil/trace.go:172","msg":"trace[904742462] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"107.97402ms","start":"2026-05-13T01:08:12.165511Z","end":"2026-05-13T01:08:12.273485Z","steps":["trace[904742462] 'read index received' (duration: 107.96539ms)","trace[904742462] 'applied index is now lower than readState.Index' (duration: 6.44µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:12.273727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.196132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:12.273778Z","caller":"traceutil/trace.go:172","msg":"trace[850142178] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1771; }","duration":"108.271293ms","start":"2026-05-13T01:08:12.165492Z","end":"2026-05-13T01:08:12.273763Z","steps":["trace[850142178] 'agreement among raft nodes before linearized reading' (duration: 108.134691ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:12.617883Z","caller":"traceutil/trace.go:172","msg":"trace[1719890768] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"269.855547ms","start":"2026-05-13T01:08:12.348002Z","end":"2026-05-13T01:08:12.617858Z","steps":["trace[1719890768] 'read index received' (duration: 269.847347ms)","trace[1719890768] 'applied index is now lower than readState.Index' (duration: 6.24µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:12.618116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.054608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:12.618181Z","caller":"traceutil/trace.go:172","msg":"trace[1299183595] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1771; }","duration":"270.171489ms","start":"2026-05-13T01:08:12.347991Z","end":"2026-05-13T01:08:12.618162Z","steps":["trace[1299183595] 'agreement among raft nodes before linearized reading' (duration: 269.989428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:12.619194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.166793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:08:12.619224Z","caller":"traceutil/trace.go:172","msg":"trace[2037331776] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1771; }","duration":"211.198883ms","start":"2026-05-13T01:08:12.408019Z","end":"2026-05-13T01:08:12.619217Z","steps":["trace[2037331776] 'agreement among raft nodes before linearized reading' (duration: 211.153563ms)"],"step_count":1}