{"level":"warn","ts":"2026-06-10T14:49:31.163043Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-10T14:49:31.163432Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-10T14:49:31.163496Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.148:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.148:2380","--initial-cluster=controller-1=https://199.204.45.148:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.148:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.148:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-10T14:49:31.163687Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-10T14:49:31.163729Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-10T14:49:31.163767Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.148:2380"]} {"level":"info","ts":"2026-06-10T14:49:31.163842Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-10T14:49:31.165817Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"]} {"level":"info","ts":"2026-06-10T14:49:31.166084Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.148:2380"],"listen-peer-urls":["https://199.204.45.148:2380"],"advertise-client-urls":["https://199.204.45.148:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.148:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-10T14:49:31.167588Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004c41e8}"} {"level":"info","ts":"2026-06-10T14:49:31.173385Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-10T14:49:31.173477Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.064758ms"} {"level":"info","ts":"2026-06-10T14:49:31.173852Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-10T14:49:31.173877Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-10T14:49:31.174059Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-10T14:49:31.186428Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-10T14:49:31.186669Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"8d200b79e0a2e7ca","cluster-id":"908374b13ab3ba47"} {"level":"info","ts":"2026-06-10T14:49:31.186706Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-10T14:49:31.187156Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=()"} {"level":"info","ts":"2026-06-10T14:49:31.187482Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8d200b79e0a2e7ca became follower at term 0"} {"level":"info","ts":"2026-06-10T14:49:31.187570Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 8d200b79e0a2e7ca [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-10T14:49:31.187660Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8d200b79e0a2e7ca became follower at term 1"} {"level":"info","ts":"2026-06-10T14:49:31.187767Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=(10169140576690300874)"} {"level":"warn","ts":"2026-06-10T14:49:31.195395Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-10T14:49:31.199541Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-10T14:49:31.204162Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-10T14:49:31.204987Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"8d200b79e0a2e7ca","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-10T14:49:31.205176Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8d200b79e0a2e7ca","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-10T14:49:31.205519Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-10T14:49:31.205637Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-10T14:49:31.205693Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-10T14:49:31.205739Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=(10169140576690300874)"} {"level":"info","ts":"2026-06-10T14:49:31.205852Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"908374b13ab3ba47","local-member-id":"8d200b79e0a2e7ca","added-peer-id":"8d200b79e0a2e7ca","added-peer-peer-urls":["https://199.204.45.148:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-06-10T14:49:31.205980Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-10T14:49:31.206208Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-10T14:49:31.206296Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-10T14:49:31.206658Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"8d200b79e0a2e7ca","initial-advertise-peer-urls":["https://199.204.45.148:2380"],"listen-peer-urls":["https://199.204.45.148:2380"],"advertise-client-urls":["https://199.204.45.148:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-10T14:49:31.206697Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-10T14:49:31.487867Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8d200b79e0a2e7ca is starting a new election at term 1"} {"level":"info","ts":"2026-06-10T14:49:31.487930Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8d200b79e0a2e7ca became pre-candidate at term 1"} {"level":"info","ts":"2026-06-10T14:49:31.487985Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8d200b79e0a2e7ca received MsgPreVoteResp from 8d200b79e0a2e7ca at term 1"} {"level":"info","ts":"2026-06-10T14:49:31.487995Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8d200b79e0a2e7ca has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-10T14:49:31.488014Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"8d200b79e0a2e7ca became candidate at term 2"} {"level":"info","ts":"2026-06-10T14:49:31.488797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8d200b79e0a2e7ca received MsgVoteResp from 8d200b79e0a2e7ca at term 2"} {"level":"info","ts":"2026-06-10T14:49:31.488813Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8d200b79e0a2e7ca has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-10T14:49:31.488824Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"8d200b79e0a2e7ca became leader at term 2"} {"level":"info","ts":"2026-06-10T14:49:31.488830Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8d200b79e0a2e7ca elected leader 8d200b79e0a2e7ca at term 2"} {"level":"info","ts":"2026-06-10T14:49:31.490365Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-10T14:49:31.490341Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"8d200b79e0a2e7ca","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.148:2379]}","cluster-id":"908374b13ab3ba47","publish-timeout":"7s"} {"level":"info","ts":"2026-06-10T14:49:31.490662Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-06-10T14:49:31.490494Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-10T14:49:31.491493Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-10T14:49:31.491703Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-10T14:49:31.492605Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-10T14:49:31.494369Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"908374b13ab3ba47","local-member-id":"8d200b79e0a2e7ca","cluster-version":"3.6"} {"level":"info","ts":"2026-06-10T14:49:31.494533Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-10T14:49:31.494582Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-06-10T14:49:31.494705Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-06-10T14:49:31.494779Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-06-10T14:49:31.496181Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-10T14:49:31.496284Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-10T14:49:31.500564Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.148:2379"} {"level":"info","ts":"2026-06-10T14:49:31.500721Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-10T14:49:32.084947Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.086561Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.108533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.117478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.132956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.155318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.163732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.171890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.191326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.194662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.209483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.218151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.233093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.239099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.249386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.258890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.268812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.279951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.288774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.301821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.311630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.346913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.356160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.365671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.380228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.395888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.397563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.408090Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.416005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.427788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.437561Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.445542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.453742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.461581Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.472044Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.485499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.506279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.516082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.528393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.539626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.553468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.561078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.569732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.581388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.591384Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.616954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.630213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.640402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.646755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.660950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.677658Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.685441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.695079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.705047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.717008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.725583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.749140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.755032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.764309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.774271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:32.837265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:49:34.043878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.576134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-10T14:49:34.044029Z","caller":"traceutil/trace.go:172","msg":"trace[1700991855] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:0; response_revision:63; }","duration":"366.811253ms","start":"2026-06-10T14:49:33.677193Z","end":"2026-06-10T14:49:34.044004Z","steps":["trace[1700991855] 'range keys from in-memory index tree' (duration: 366.484515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:34.044127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:33.677186Z","time spent":"366.879068ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:34.044017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.178258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-06-10T14:49:34.044888Z","caller":"traceutil/trace.go:172","msg":"trace[311883570] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:63; }","duration":"357.032728ms","start":"2026-06-10T14:49:33.687809Z","end":"2026-06-10T14:49:34.044841Z","steps":["trace[311883570] 'range keys from in-memory index tree' (duration: 356.137044ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:34.044974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:33.687801Z","time spent":"357.146218ms","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:34.045114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.19067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-06-10T14:49:34.045225Z","caller":"traceutil/trace.go:172","msg":"trace[1966497628] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"222.066299ms","start":"2026-06-10T14:49:33.823151Z","end":"2026-06-10T14:49:34.045217Z","steps":["trace[1966497628] 'process raft request' (duration: 222.023666ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:34.045315Z","caller":"traceutil/trace.go:172","msg":"trace[478144058] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"337.742732ms","start":"2026-06-10T14:49:33.707555Z","end":"2026-06-10T14:49:34.045297Z","steps":["trace[478144058] 'process raft request' (duration: 169.781239ms)","trace[478144058] 'compare' (duration: 166.264075ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:34.045876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:33.707539Z","time spent":"338.315839ms","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-10T14:49:36.740546Z","caller":"traceutil/trace.go:172","msg":"trace[1919023923] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"558.563997ms","start":"2026-06-10T14:49:36.181958Z","end":"2026-06-10T14:49:36.740522Z","steps":["trace[1919023923] 'process raft request' (duration: 558.403802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:36.740703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:36.181929Z","time spent":"558.712054ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-10T14:49:37.246168Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440819495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-10T14:49:37.605189Z","caller":"traceutil/trace.go:172","msg":"trace[1547336592] linearizableReadLoop","detail":"{readStateIndex:236; appliedIndex:236; }","duration":"859.732751ms","start":"2026-06-10T14:49:36.745427Z","end":"2026-06-10T14:49:37.605160Z","steps":["trace[1547336592] 'read index received' (duration: 859.724112ms)","trace[1547336592] 'applied index is now lower than readState.Index' (duration: 7.12µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:38.281807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.536352901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-10T14:49:38.281907Z","caller":"traceutil/trace.go:172","msg":"trace[570745411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:231; }","duration":"1.536459682s","start":"2026-06-10T14:49:36.745423Z","end":"2026-06-10T14:49:38.281882Z","steps":["trace[570745411] 'agreement among raft nodes before linearized reading' (duration: 859.850471ms)","trace[570745411] 'range keys from in-memory index tree' (duration: 676.345334ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:38.281950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:36.745405Z","time spent":"1.536533375s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:38.282288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.024445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:49:38.282459Z","caller":"traceutil/trace.go:172","msg":"trace[385218161] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:236; }","duration":"677.177782ms","start":"2026-06-10T14:49:37.605267Z","end":"2026-06-10T14:49:38.282444Z","steps":["trace[385218161] 'read index received' (duration: 40.726µs)","trace[385218161] 'applied index is now lower than readState.Index' (duration: 677.135806ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:38.282672Z","caller":"traceutil/trace.go:172","msg":"trace[668822521] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"2.021097837s","start":"2026-06-10T14:49:36.261561Z","end":"2026-06-10T14:49:38.282659Z","steps":["trace[668822521] 'process raft request' (duration: 1.343648898s)","trace[668822521] 'compare' (duration: 676.439265ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:38.282728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:36.261520Z","time spent":"2.021183159s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-10T14:49:38.282864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:36.599644Z","time spent":"1.683218225s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-10T14:49:38.283091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"691.550136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-06-10T14:49:38.283130Z","caller":"traceutil/trace.go:172","msg":"trace[1251921366] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:232; }","duration":"691.588551ms","start":"2026-06-10T14:49:37.591531Z","end":"2026-06-10T14:49:38.283119Z","steps":["trace[1251921366] 'agreement among raft nodes before linearized reading' (duration: 691.461062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:38.283157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:37.591507Z","time spent":"691.642027ms","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3355,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:38.283265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.139626262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:38.283369Z","caller":"traceutil/trace.go:172","msg":"trace[2000957534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:232; }","duration":"1.139742342s","start":"2026-06-10T14:49:37.143602Z","end":"2026-06-10T14:49:38.283344Z","steps":["trace[2000957534] 'agreement among raft nodes before linearized reading' (duration: 1.139544869s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:38.283420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:37.143574Z","time spent":"1.139836393s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:38.283450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.713739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:38.283484Z","caller":"traceutil/trace.go:172","msg":"trace[1773839345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:232; }","duration":"343.746366ms","start":"2026-06-10T14:49:37.939728Z","end":"2026-06-10T14:49:38.283474Z","steps":["trace[1773839345] 'agreement among raft nodes before linearized reading' (duration: 343.69505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:38.283508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:37.939701Z","time spent":"343.800381ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:38.284368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.18101797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:38.284476Z","caller":"traceutil/trace.go:172","msg":"trace[2116842963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:232; }","duration":"1.181425525s","start":"2026-06-10T14:49:37.103034Z","end":"2026-06-10T14:49:38.284460Z","steps":["trace[2116842963] 'agreement among raft nodes before linearized reading' (duration: 1.180246646s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:38.284522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:37.103012Z","time spent":"1.181498078s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-10T14:49:38.425842Z","caller":"traceutil/trace.go:172","msg":"trace[200885720] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"136.703802ms","start":"2026-06-10T14:49:38.289093Z","end":"2026-06-10T14:49:38.425796Z","steps":["trace[200885720] 'process raft request' (duration: 123.98594ms)","trace[200885720] 'compare' (duration: 12.454374ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:38.425943Z","caller":"traceutil/trace.go:172","msg":"trace[182924569] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"136.171816ms","start":"2026-06-10T14:49:38.289757Z","end":"2026-06-10T14:49:38.425928Z","steps":["trace[182924569] 'process raft request' (duration: 135.994252ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:38.425935Z","caller":"traceutil/trace.go:172","msg":"trace[1075166092] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"136.783045ms","start":"2026-06-10T14:49:38.289104Z","end":"2026-06-10T14:49:38.425887Z","steps":["trace[1075166092] 'process raft request' (duration: 136.597861ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:38.426154Z","caller":"traceutil/trace.go:172","msg":"trace[954122836] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"134.069376ms","start":"2026-06-10T14:49:38.292054Z","end":"2026-06-10T14:49:38.426124Z","steps":["trace[954122836] 'process raft request' (duration: 133.733945ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:38.426716Z","caller":"traceutil/trace.go:172","msg":"trace[313316278] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"125.100524ms","start":"2026-06-10T14:49:38.301602Z","end":"2026-06-10T14:49:38.426703Z","steps":["trace[313316278] 'process raft request' (duration: 125.038639ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:38.427124Z","caller":"traceutil/trace.go:172","msg":"trace[1215613442] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"134.214234ms","start":"2026-06-10T14:49:38.292659Z","end":"2026-06-10T14:49:38.426873Z","steps":["trace[1215613442] 'process raft request' (duration: 133.162663ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:39.123590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.946811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:39.123683Z","caller":"traceutil/trace.go:172","msg":"trace[1703805728] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:312; }","duration":"133.059621ms","start":"2026-06-10T14:49:38.990605Z","end":"2026-06-10T14:49:39.123664Z","steps":["trace[1703805728] 'agreement among raft nodes before linearized reading' (duration: 20.999061ms)","trace[1703805728] 'range keys from in-memory index tree' (duration: 111.919652ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:39.123758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.05322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:49:39.123893Z","caller":"traceutil/trace.go:172","msg":"trace[954646767] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"134.338032ms","start":"2026-06-10T14:49:38.989519Z","end":"2026-06-10T14:49:39.123857Z","steps":["trace[954646767] 'process raft request' (duration: 22.119174ms)","trace[954646767] 'compare' (duration: 111.819491ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:39.180481Z","caller":"traceutil/trace.go:172","msg":"trace[1797570589] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:319; }","duration":"145.415995ms","start":"2026-06-10T14:49:39.035035Z","end":"2026-06-10T14:49:39.180451Z","steps":["trace[1797570589] 'read index received' (duration: 145.405206ms)","trace[1797570589] 'applied index is now lower than readState.Index' (duration: 8.299µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:39.180761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.662865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-10T14:49:39.180791Z","caller":"traceutil/trace.go:172","msg":"trace[2035300869] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:313; }","duration":"145.750937ms","start":"2026-06-10T14:49:39.035032Z","end":"2026-06-10T14:49:39.180783Z","steps":["trace[2035300869] 'agreement among raft nodes before linearized reading' (duration: 145.520737ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.180885Z","caller":"traceutil/trace.go:172","msg":"trace[1249266068] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"146.088469ms","start":"2026-06-10T14:49:39.034774Z","end":"2026-06-10T14:49:39.180862Z","steps":["trace[1249266068] 'process raft request' (duration: 145.902564ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.333870Z","caller":"traceutil/trace.go:172","msg":"trace[1644808108] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"298.80045ms","start":"2026-06-10T14:49:39.035046Z","end":"2026-06-10T14:49:39.333847Z","steps":["trace[1644808108] 'process raft request' (duration: 298.687598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:39.333896Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.856224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-06-10T14:49:39.333964Z","caller":"traceutil/trace.go:172","msg":"trace[872411700] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:313; }","duration":"150.940087ms","start":"2026-06-10T14:49:39.183008Z","end":"2026-06-10T14:49:39.333948Z","steps":["trace[872411700] 'agreement among raft nodes before linearized reading' (duration: 60.294372ms)","trace[872411700] 'range keys from in-memory index tree' (duration: 90.302523ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:39.333951Z","caller":"traceutil/trace.go:172","msg":"trace[508223590] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"298.833737ms","start":"2026-06-10T14:49:39.035082Z","end":"2026-06-10T14:49:39.333915Z","steps":["trace[508223590] 'process raft request' (duration: 298.677959ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.334064Z","caller":"traceutil/trace.go:172","msg":"trace[1464322458] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"149.611627ms","start":"2026-06-10T14:49:39.184426Z","end":"2026-06-10T14:49:39.334038Z","steps":["trace[1464322458] 'process raft request' (duration: 149.554362ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.334169Z","caller":"traceutil/trace.go:172","msg":"trace[1293158616] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"237.215646ms","start":"2026-06-10T14:49:39.096945Z","end":"2026-06-10T14:49:39.334160Z","steps":["trace[1293158616] 'process raft request' (duration: 236.906391ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.334116Z","caller":"traceutil/trace.go:172","msg":"trace[167346534] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"299.026091ms","start":"2026-06-10T14:49:39.035045Z","end":"2026-06-10T14:49:39.334071Z","steps":["trace[167346534] 'process raft request' (duration: 208.333869ms)","trace[167346534] 'compare' (duration: 90.275946ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:39.334222Z","caller":"traceutil/trace.go:172","msg":"trace[1465326390] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"204.497627ms","start":"2026-06-10T14:49:39.129713Z","end":"2026-06-10T14:49:39.334210Z","steps":["trace[1465326390] 'process raft request' (duration: 204.221461ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.334127Z","caller":"traceutil/trace.go:172","msg":"trace[599270686] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"237.442056ms","start":"2026-06-10T14:49:39.096676Z","end":"2026-06-10T14:49:39.334118Z","steps":["trace[599270686] 'process raft request' (duration: 237.13933ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.335444Z","caller":"traceutil/trace.go:172","msg":"trace[1036026705] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"299.866571ms","start":"2026-06-10T14:49:39.035522Z","end":"2026-06-10T14:49:39.335389Z","steps":["trace[1036026705] 'process raft request' (duration: 298.258423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:39.335674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:39.035514Z","time spent":"300.044797ms","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-10T14:49:39.513935Z","caller":"traceutil/trace.go:172","msg":"trace[1279523785] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:330; }","duration":"115.106457ms","start":"2026-06-10T14:49:39.398797Z","end":"2026-06-10T14:49:39.513903Z","steps":["trace[1279523785] 'read index received' (duration: 115.093408ms)","trace[1279523785] 'applied index is now lower than readState.Index' (duration: 11.13µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:39.553068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.239494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-10T14:49:39.553082Z","caller":"traceutil/trace.go:172","msg":"trace[263350606] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"161.372902ms","start":"2026-06-10T14:49:39.391680Z","end":"2026-06-10T14:49:39.553053Z","steps":["trace[263350606] 'process raft request' (duration: 122.502294ms)","trace[263350606] 'compare' (duration: 38.658346ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:39.553157Z","caller":"traceutil/trace.go:172","msg":"trace[1780531180] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:318; }","duration":"154.343055ms","start":"2026-06-10T14:49:39.398794Z","end":"2026-06-10T14:49:39.553137Z","steps":["trace[1780531180] 'agreement among raft nodes before linearized reading' (duration: 115.276883ms)","trace[1780531180] 'range keys from in-memory index tree' (duration: 38.789975ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:39.553681Z","caller":"traceutil/trace.go:172","msg":"trace[1109833071] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"149.089561ms","start":"2026-06-10T14:49:39.404561Z","end":"2026-06-10T14:49:39.553651Z","steps":["trace[1109833071] 'process raft request' (duration: 148.991568ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:39.553774Z","caller":"traceutil/trace.go:172","msg":"trace[156006257] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"154.477194ms","start":"2026-06-10T14:49:39.399278Z","end":"2026-06-10T14:49:39.553755Z","steps":["trace[156006257] 'process raft request' (duration: 154.096045ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:42.592451Z","caller":"traceutil/trace.go:172","msg":"trace[1459890960] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:374; }","duration":"130.791195ms","start":"2026-06-10T14:49:42.461628Z","end":"2026-06-10T14:49:42.592419Z","steps":["trace[1459890960] 'read index received' (duration: 130.780705ms)","trace[1459890960] 'applied index is now lower than readState.Index' (duration: 8.64µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:42.641446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.768225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:49:42.641495Z","caller":"traceutil/trace.go:172","msg":"trace[1282834812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:354; }","duration":"179.861199ms","start":"2026-06-10T14:49:42.461622Z","end":"2026-06-10T14:49:42.641483Z","steps":["trace[1282834812] 'agreement among raft nodes before linearized reading' (duration: 130.893807ms)","trace[1282834812] 'range keys from in-memory index tree' (duration: 48.695651ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:42.641665Z","caller":"traceutil/trace.go:172","msg":"trace[1761546329] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"187.988038ms","start":"2026-06-10T14:49:42.453619Z","end":"2026-06-10T14:49:42.641607Z","steps":["trace[1761546329] 'process raft request' (duration: 139.023777ms)","trace[1761546329] 'compare' (duration: 48.749687ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:42.716631Z","caller":"traceutil/trace.go:172","msg":"trace[1287286513] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:375; }","duration":"124.06952ms","start":"2026-06-10T14:49:42.592538Z","end":"2026-06-10T14:49:42.716608Z","steps":["trace[1287286513] 'read index received' (duration: 124.06324ms)","trace[1287286513] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:42.717067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.118453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:42.717096Z","caller":"traceutil/trace.go:172","msg":"trace[124867084] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:0; response_revision:355; }","duration":"234.163059ms","start":"2026-06-10T14:49:42.482926Z","end":"2026-06-10T14:49:42.717089Z","steps":["trace[124867084] 'agreement among raft nodes before linearized reading' (duration: 233.786348ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:42.717542Z","caller":"traceutil/trace.go:172","msg":"trace[868255431] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"257.349417ms","start":"2026-06-10T14:49:42.460138Z","end":"2026-06-10T14:49:42.717488Z","steps":["trace[868255431] 'process raft request' (duration: 257.083767ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:42.909640Z","caller":"traceutil/trace.go:172","msg":"trace[166138765] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:376; }","duration":"192.866812ms","start":"2026-06-10T14:49:42.716683Z","end":"2026-06-10T14:49:42.909550Z","steps":["trace[166138765] 'read index received' (duration: 192.855093ms)","trace[166138765] 'applied index is now lower than readState.Index' (duration: 9.739µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:42.910696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.387026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:42.910782Z","caller":"traceutil/trace.go:172","msg":"trace[27013745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"243.482919ms","start":"2026-06-10T14:49:42.667283Z","end":"2026-06-10T14:49:42.910766Z","steps":["trace[27013745] 'agreement among raft nodes before linearized reading' (duration: 242.526381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:42.910959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.258838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-10T14:49:42.911025Z","caller":"traceutil/trace.go:172","msg":"trace[1175495649] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:357; }","duration":"190.357331ms","start":"2026-06-10T14:49:42.720649Z","end":"2026-06-10T14:49:42.911006Z","steps":["trace[1175495649] 'agreement among raft nodes before linearized reading' (duration: 190.116398ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:42.911099Z","caller":"traceutil/trace.go:172","msg":"trace[1639123566] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"264.693016ms","start":"2026-06-10T14:49:42.646396Z","end":"2026-06-10T14:49:42.911089Z","steps":["trace[1639123566] 'process raft request' (duration: 263.470598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:42.912947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.706728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:1943"} {"level":"info","ts":"2026-06-10T14:49:42.913060Z","caller":"traceutil/trace.go:172","msg":"trace[1076568986] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:357; }","duration":"113.848327ms","start":"2026-06-10T14:49:42.799186Z","end":"2026-06-10T14:49:42.913034Z","steps":["trace[1076568986] 'agreement among raft nodes before linearized reading' (duration: 112.121677ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:43.193821Z","caller":"traceutil/trace.go:172","msg":"trace[1842098102] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:378; }","duration":"252.927016ms","start":"2026-06-10T14:49:42.940858Z","end":"2026-06-10T14:49:43.193785Z","steps":["trace[1842098102] 'read index received' (duration: 252.910337ms)","trace[1842098102] 'applied index is now lower than readState.Index' (duration: 14.429µs)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:43.193959Z","caller":"traceutil/trace.go:172","msg":"trace[792441697] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"269.901321ms","start":"2026-06-10T14:49:42.924041Z","end":"2026-06-10T14:49:43.193942Z","steps":["trace[792441697] 'process raft request' (duration: 269.770311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:43.194111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.226634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-06-10T14:49:43.194154Z","caller":"traceutil/trace.go:172","msg":"trace[435530494] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:359; }","duration":"253.296419ms","start":"2026-06-10T14:49:42.940845Z","end":"2026-06-10T14:49:43.194141Z","steps":["trace[435530494] 'agreement among raft nodes before linearized reading' (duration: 253.067136ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:43.925111Z","caller":"traceutil/trace.go:172","msg":"trace[1938803289] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:379; }","duration":"272.718159ms","start":"2026-06-10T14:49:43.652356Z","end":"2026-06-10T14:49:43.925074Z","steps":["trace[1938803289] 'read index received' (duration: 272.6993ms)","trace[1938803289] 'applied index is now lower than readState.Index' (duration: 15.589µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:43.983056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.663922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:43.983381Z","caller":"traceutil/trace.go:172","msg":"trace[1922349694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:359; }","duration":"330.769223ms","start":"2026-06-10T14:49:43.652348Z","end":"2026-06-10T14:49:43.983117Z","steps":["trace[1922349694] 'agreement among raft nodes before linearized reading' (duration: 272.820101ms)","trace[1922349694] 'range keys from in-memory index tree' (duration: 57.798864ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:43.983417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:43.652327Z","time spent":"331.082452ms","remote":"127.0.0.1:34562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-10T14:49:43.984789Z","caller":"traceutil/trace.go:172","msg":"trace[1774681848] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"779.589028ms","start":"2026-06-10T14:49:43.205106Z","end":"2026-06-10T14:49:43.984695Z","steps":["trace[1774681848] 'process raft request' (duration: 720.025342ms)","trace[1774681848] 'compare' (duration: 59.344321ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:43.984947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:43.205093Z","time spent":"779.790513ms","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-10T14:49:43.985452Z","caller":"traceutil/trace.go:172","msg":"trace[1042356032] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"256.870539ms","start":"2026-06-10T14:49:43.728556Z","end":"2026-06-10T14:49:43.985426Z","steps":["trace[1042356032] 'process raft request' (duration: 256.810054ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:43.985486Z","caller":"traceutil/trace.go:172","msg":"trace[484727899] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"778.141512ms","start":"2026-06-10T14:49:43.207307Z","end":"2026-06-10T14:49:43.985449Z","steps":["trace[484727899] 'process raft request' (duration: 777.879652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:43.985957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:43.207296Z","time spent":"778.283522ms","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:49:45.230592Z","caller":"traceutil/trace.go:172","msg":"trace[354996236] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"248.722165ms","start":"2026-06-10T14:49:44.981584Z","end":"2026-06-10T14:49:45.230306Z","steps":["trace[354996236] 'process raft request' (duration: 248.230079ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:45.428195Z","caller":"traceutil/trace.go:172","msg":"trace[208225360] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:446; }","duration":"156.209256ms","start":"2026-06-10T14:49:45.271951Z","end":"2026-06-10T14:49:45.428161Z","steps":["trace[208225360] 'read index received' (duration: 156.197686ms)","trace[208225360] 'applied index is now lower than readState.Index' (duration: 9.73µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:45.477828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.835805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-10T14:49:45.477941Z","caller":"traceutil/trace.go:172","msg":"trace[1818778914] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:424; }","duration":"205.967266ms","start":"2026-06-10T14:49:45.271947Z","end":"2026-06-10T14:49:45.477914Z","steps":["trace[1818778914] 'agreement among raft nodes before linearized reading' (duration: 156.306578ms)","trace[1818778914] 'range keys from in-memory index tree' (duration: 49.256845ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:45.478166Z","caller":"traceutil/trace.go:172","msg":"trace[1393790441] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"210.231347ms","start":"2026-06-10T14:49:45.267851Z","end":"2026-06-10T14:49:45.478082Z","steps":["trace[1393790441] 'process raft request' (duration: 160.328566ms)","trace[1393790441] 'compare' (duration: 49.432824ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:45.478534Z","caller":"traceutil/trace.go:172","msg":"trace[1897461654] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"209.727742ms","start":"2026-06-10T14:49:45.268748Z","end":"2026-06-10T14:49:45.478476Z","steps":["trace[1897461654] 'process raft request' (duration: 209.227846ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:50.105409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.645904ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:50.105512Z","caller":"traceutil/trace.go:172","msg":"trace[2098240187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:437; }","duration":"123.772777ms","start":"2026-06-10T14:49:49.981720Z","end":"2026-06-10T14:49:50.105493Z","steps":["trace[2098240187] 'range keys from in-memory index tree' (duration: 123.586857ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:50.105942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"670.932942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:49:50.106089Z","caller":"traceutil/trace.go:172","msg":"trace[843829971] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"1.145063026s","start":"2026-06-10T14:49:48.961012Z","end":"2026-06-10T14:49:50.106075Z","steps":["trace[843829971] 'process raft request' (duration: 473.929776ms)","trace[843829971] 'compare' (duration: 670.661786ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:50.106173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:48.960982Z","time spent":"1.14515081s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:49:50.150008Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440819989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-10T14:49:50.270496Z","caller":"traceutil/trace.go:172","msg":"trace[215804964] linearizableReadLoop","detail":"{readStateIndex:460; appliedIndex:460; }","duration":"621.037072ms","start":"2026-06-10T14:49:49.649406Z","end":"2026-06-10T14:49:50.270443Z","steps":["trace[215804964] 'read index received' (duration: 621.027422ms)","trace[215804964] 'applied index is now lower than readState.Index' (duration: 8.36µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:50.352963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"703.518867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:50.353084Z","caller":"traceutil/trace.go:172","msg":"trace[274977947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"703.658679ms","start":"2026-06-10T14:49:49.649399Z","end":"2026-06-10T14:49:50.353058Z","steps":["trace[274977947] 'agreement among raft nodes before linearized reading' (duration: 621.135836ms)","trace[274977947] 'range keys from in-memory index tree' (duration: 82.325463ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:50.353136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:49.649370Z","time spent":"703.755863ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-10T14:49:50.353161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.574106ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:50.353243Z","caller":"traceutil/trace.go:172","msg":"trace[1925977748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:439; }","duration":"247.67411ms","start":"2026-06-10T14:49:50.105553Z","end":"2026-06-10T14:49:50.353227Z","steps":["trace[1925977748] 'agreement among raft nodes before linearized reading' (duration: 247.552577ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:50.353425Z","caller":"traceutil/trace.go:172","msg":"trace[1460896290] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"1.179699082s","start":"2026-06-10T14:49:49.173705Z","end":"2026-06-10T14:49:50.353404Z","steps":["trace[1460896290] 'process raft request' (duration: 1.0968049s)","trace[1460896290] 'compare' (duration: 82.437867ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:50.353761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:49.173676Z","time spent":"1.179977277s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:49:50.354814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.103067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4989"} {"level":"info","ts":"2026-06-10T14:49:50.354868Z","caller":"traceutil/trace.go:172","msg":"trace[2146454635] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:439; }","duration":"243.760531ms","start":"2026-06-10T14:49:50.111094Z","end":"2026-06-10T14:49:50.354854Z","steps":["trace[2146454635] 'agreement among raft nodes before linearized reading' (duration: 242.392107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:50.924635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.51846ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-10T14:49:50.925002Z","caller":"traceutil/trace.go:172","msg":"trace[364455335] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"422.652307ms","start":"2026-06-10T14:49:50.502317Z","end":"2026-06-10T14:49:50.924969Z","steps":["trace[364455335] 'read index received' (duration: 256.800378ms)","trace[364455335] 'applied index is now lower than readState.Index' (duration: 165.84897ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:49:50.925104Z","caller":"traceutil/trace.go:172","msg":"trace[1459702389] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"158.811505ms","start":"2026-06-10T14:49:50.766274Z","end":"2026-06-10T14:49:50.925085Z","steps":["trace[1459702389] 'process raft request' (duration: 158.767787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:50.925246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.092765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:50.925313Z","caller":"traceutil/trace.go:172","msg":"trace[2013812876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:442; }","duration":"273.17698ms","start":"2026-06-10T14:49:50.652121Z","end":"2026-06-10T14:49:50.925298Z","steps":["trace[2013812876] 'agreement among raft nodes before linearized reading' (duration: 273.040717ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:50.925333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.987448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:49:50.925415Z","caller":"traceutil/trace.go:172","msg":"trace[1318703043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:442; }","duration":"423.097652ms","start":"2026-06-10T14:49:50.502301Z","end":"2026-06-10T14:49:50.925398Z","steps":["trace[1318703043] 'agreement among raft nodes before linearized reading' (duration: 422.78331ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:50.925415Z","caller":"traceutil/trace.go:172","msg":"trace[391638601] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"560.977661ms","start":"2026-06-10T14:49:50.364323Z","end":"2026-06-10T14:49:50.925301Z","steps":["trace[391638601] 'process raft request' (duration: 560.492198ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:50.925458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:50.502282Z","time spent":"423.167048ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:50.925545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:50.364299Z","time spent":"561.16957ms","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:49:50.925539Z","caller":"traceutil/trace.go:172","msg":"trace[1864269416] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"171.499562ms","start":"2026-06-10T14:49:50.754016Z","end":"2026-06-10T14:49:50.925515Z","steps":["trace[1864269416] 'process raft request' (duration: 170.982552ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:49:54.532051Z","caller":"traceutil/trace.go:172","msg":"trace[470410263] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"215.93203ms","start":"2026-06-10T14:49:54.316095Z","end":"2026-06-10T14:49:54.532027Z","steps":["trace[470410263] 'process raft request' (duration: 215.740669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:55.452248Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:55.952925Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:56.453867Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:56.954642Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:57.456160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:57.654386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000140425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-10T14:49:57.655073Z","caller":"traceutil/trace.go:172","msg":"trace[372628260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000835777s","start":"2026-06-10T14:49:55.654214Z","end":"2026-06-10T14:49:57.655049Z","steps":["trace[372628260] 'agreement among raft nodes before linearized reading' (duration: 2.000136195s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:57.655184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:55.654189Z","time spent":"2.000957091s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/10 14:49:57 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-10T14:49:57.956852Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:58.457817Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:49:58.591762Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.648935829s","expected-duration":"1s"} {"level":"info","ts":"2026-06-10T14:49:58.592089Z","caller":"traceutil/trace.go:172","msg":"trace[420894565] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:472; }","duration":"3.640709581s","start":"2026-06-10T14:49:54.951361Z","end":"2026-06-10T14:49:58.592071Z","steps":["trace[420894565] 'read index received' (duration: 3.640691372s)","trace[420894565] 'applied index is now lower than readState.Index' (duration: 17.249µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:58.778079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.796913496s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:58.778168Z","caller":"traceutil/trace.go:172","msg":"trace[164334252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:449; }","duration":"3.797014912s","start":"2026-06-10T14:49:54.981136Z","end":"2026-06-10T14:49:58.778150Z","steps":["trace[164334252] 'range keys from in-memory index tree' (duration: 3.796826179s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:58.778337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.826982222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:49:58.778391Z","caller":"traceutil/trace.go:172","msg":"trace[2093758749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:449; }","duration":"3.82703567s","start":"2026-06-10T14:49:54.951341Z","end":"2026-06-10T14:49:58.778377Z","steps":["trace[2093758749] 'agreement among raft nodes before linearized reading' (duration: 3.640792778s)","trace[2093758749] 'range keys from in-memory index tree' (duration: 186.077529ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:58.778428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:54.951310Z","time spent":"3.827108736s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:49:58.778723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.434244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:49:58.778852Z","caller":"traceutil/trace.go:172","msg":"trace[180454616] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"3.836190389s","start":"2026-06-10T14:49:54.942641Z","end":"2026-06-10T14:49:58.778831Z","steps":["trace[180454616] 'process raft request' (duration: 3.649547423s)","trace[180454616] 'compare' (duration: 186.310229ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:58.778915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:54.942609Z","time spent":"3.836276877s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:49:58.837985Z","caller":"traceutil/trace.go:172","msg":"trace[1069099137] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:473; }","duration":"245.838551ms","start":"2026-06-10T14:49:58.592118Z","end":"2026-06-10T14:49:58.837957Z","steps":["trace[1069099137] 'read index received' (duration: 245.828511ms)","trace[1069099137] 'applied index is now lower than readState.Index' (duration: 8.58µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:49:58.838068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.181476033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:49:58.838105Z","caller":"traceutil/trace.go:172","msg":"trace[895356693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:450; }","duration":"1.181527531s","start":"2026-06-10T14:49:57.656568Z","end":"2026-06-10T14:49:58.838096Z","steps":["trace[895356693] 'agreement among raft nodes before linearized reading' (duration: 1.181418655s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:58.838130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:57.656545Z","time spent":"1.181578519s","remote":"127.0.0.1:34562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-10T14:49:58.838231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.783988285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-10T14:49:58.838228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.660704565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-10T14:49:58.838261Z","caller":"traceutil/trace.go:172","msg":"trace[623150487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:450; }","duration":"3.784025314s","start":"2026-06-10T14:49:55.054226Z","end":"2026-06-10T14:49:58.838252Z","steps":["trace[623150487] 'agreement among raft nodes before linearized reading' (duration: 3.78387415s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:58.838297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:55.054201Z","time spent":"3.78408908s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-10T14:49:58.838300Z","caller":"traceutil/trace.go:172","msg":"trace[557331167] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; response_count:1; response_revision:450; }","duration":"3.660798941s","start":"2026-06-10T14:49:55.177487Z","end":"2026-06-10T14:49:58.838286Z","steps":["trace[557331167] 'agreement among raft nodes before linearized reading' (duration: 3.660531962s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:58.838333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:55.177466Z","time spent":"3.660861119s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"info","ts":"2026-06-10T14:49:58.838455Z","caller":"traceutil/trace.go:172","msg":"trace[334840133] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"3.894765216s","start":"2026-06-10T14:49:54.943654Z","end":"2026-06-10T14:49:58.838419Z","steps":["trace[334840133] 'process raft request' (duration: 3.894524896s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:49:58.838809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:49:54.943647Z","time spent":"3.894987626s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:50:00.898287Z","caller":"traceutil/trace.go:172","msg":"trace[769552028] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"112.624651ms","start":"2026-06-10T14:50:00.785634Z","end":"2026-06-10T14:50:00.898259Z","steps":["trace[769552028] 'process raft request' (duration: 58.581985ms)","trace[769552028] 'compare' (duration: 53.828554ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:03.044280Z","caller":"traceutil/trace.go:172","msg":"trace[1306771872] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:485; }","duration":"133.381939ms","start":"2026-06-10T14:50:02.910873Z","end":"2026-06-10T14:50:03.044255Z","steps":["trace[1306771872] 'read index received' (duration: 133.372259ms)","trace[1306771872] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:03.044485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.594202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:50:03.044564Z","caller":"traceutil/trace.go:172","msg":"trace[447346541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:460; }","duration":"133.688009ms","start":"2026-06-10T14:50:02.910859Z","end":"2026-06-10T14:50:03.044547Z","steps":["trace[447346541] 'agreement among raft nodes before linearized reading' (duration: 133.523244ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:03.044592Z","caller":"traceutil/trace.go:172","msg":"trace[946724760] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"139.658159ms","start":"2026-06-10T14:50:02.904907Z","end":"2026-06-10T14:50:03.044565Z","steps":["trace[946724760] 'process raft request' (duration: 139.422237ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:03.051718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.297766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:50:03.051779Z","caller":"traceutil/trace.go:172","msg":"trace[787648946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"138.375395ms","start":"2026-06-10T14:50:02.913389Z","end":"2026-06-10T14:50:03.051764Z","steps":["trace[787648946] 'agreement among raft nodes before linearized reading' (duration: 138.17325ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:03.051679Z","caller":"traceutil/trace.go:172","msg":"trace[343767773] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"146.6998ms","start":"2026-06-10T14:50:02.904969Z","end":"2026-06-10T14:50:03.051669Z","steps":["trace[343767773] 'process raft request' (duration: 146.630472ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:03.200959Z","caller":"traceutil/trace.go:172","msg":"trace[659777731] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"145.78859ms","start":"2026-06-10T14:50:03.055148Z","end":"2026-06-10T14:50:03.200936Z","steps":["trace[659777731] 'process raft request' (duration: 145.740622ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:03.200995Z","caller":"traceutil/trace.go:172","msg":"trace[2062455450] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"151.450072ms","start":"2026-06-10T14:50:03.049526Z","end":"2026-06-10T14:50:03.200976Z","steps":["trace[2062455450] 'process raft request' (duration: 112.510484ms)","trace[2062455450] 'compare' (duration: 38.740924ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:07.381475Z","caller":"traceutil/trace.go:172","msg":"trace[39877866] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"161.839315ms","start":"2026-06-10T14:50:07.219610Z","end":"2026-06-10T14:50:07.381449Z","steps":["trace[39877866] 'process raft request' (duration: 81.999823ms)","trace[39877866] 'compare' (duration: 79.717965ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:08.313283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.569853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:08.313386Z","caller":"traceutil/trace.go:172","msg":"trace[1506610375] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:474; }","duration":"331.68003ms","start":"2026-06-10T14:50:07.981682Z","end":"2026-06-10T14:50:08.313362Z","steps":["trace[1506610375] 'range keys from in-memory index tree' (duration: 331.512354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:14.380651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.087949ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-10T14:50:22.101016Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=(10169140576690300874) learners=(8031925284595104045)"} {"level":"info","ts":"2026-06-10T14:50:22.101177Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"908374b13ab3ba47","local-member-id":"8d200b79e0a2e7ca","added-peer-id":"6f77217dcac4f92d","added-peer-peer-urls":["https://199.204.45.57:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-10T14:50:22.101210Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101257Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101337Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101360Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d","remote-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-06-10T14:50:22.101378Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"8d200b79e0a2e7ca","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101397Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101378Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101449Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:22.101462Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"error","ts":"2026-06-10T14:50:22.154134Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:50:22.654841Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:50:23.152580Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-10T14:50:23.500473Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.57:2380/version","remote-member-id":"6f77217dcac4f92d","error":"Get \"https://199.204.45.57:2380/version\": dial tcp 199.204.45.57:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-10T14:50:23.500533Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6f77217dcac4f92d","error":"Get \"https://199.204.45.57:2380/version\": dial tcp 199.204.45.57:2380: connect: connection refused"} {"level":"error","ts":"2026-06-10T14:50:23.653467Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-10T14:50:23.820960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.907886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:50:23.821055Z","caller":"traceutil/trace.go:172","msg":"trace[742505968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"271.013416ms","start":"2026-06-10T14:50:23.550021Z","end":"2026-06-10T14:50:23.821034Z","steps":["trace[742505968] 'range keys from in-memory index tree' (duration: 270.162425ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:23.982159Z","caller":"traceutil/trace.go:172","msg":"trace[1975017088] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"156.737308ms","start":"2026-06-10T14:50:23.825403Z","end":"2026-06-10T14:50:23.982140Z","steps":["trace[1975017088] 'process raft request' (duration: 156.626068ms)"],"step_count":1} {"level":"error","ts":"2026-06-10T14:50:24.154891Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:50:24.654446Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:50:25.155547Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-10T14:50:25.327470Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.524276ms"} {"level":"info","ts":"2026-06-10T14:50:25.331954Z","caller":"traceutil/trace.go:172","msg":"trace[1309430068] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"148.397014ms","start":"2026-06-10T14:50:25.183524Z","end":"2026-06-10T14:50:25.331921Z","steps":["trace[1309430068] 'process raft request' (duration: 141.477557ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:25.332080Z","caller":"traceutil/trace.go:172","msg":"trace[2050127022] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"111.611867ms","start":"2026-06-10T14:50:25.220460Z","end":"2026-06-10T14:50:25.332071Z","steps":["trace[2050127022] 'process raft request' (duration: 111.465426ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:25.331998Z","caller":"traceutil/trace.go:172","msg":"trace[1852388274] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"127.405339ms","start":"2026-06-10T14:50:25.204572Z","end":"2026-06-10T14:50:25.331977Z","steps":["trace[1852388274] 'process raft request' (duration: 127.255089ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:25.593926Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"6f77217dcac4f92d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-10T14:50:25.593981Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.594078Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.597941Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"6f77217dcac4f92d","stream-type":"stream Message"} {"level":"info","ts":"2026-06-10T14:50:25.597997Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.612887Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.617245Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"8d200b79e0a2e7ca","to":"6f77217dcac4f92d","bytes":892508,"size":"892 kB"} {"level":"info","ts":"2026-06-10T14:50:25.617565Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":546,"remote-peer-id":"6f77217dcac4f92d","bytes":892508,"size":"892 kB"} {"level":"info","ts":"2026-06-10T14:50:25.619759Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.620625Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":884736,"size":"885 kB"} {"level":"info","ts":"2026-06-10T14:50:25.629983Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":546,"remote-peer-id":"6f77217dcac4f92d","bytes":892508,"size":"892 kB"} {"level":"warn","ts":"2026-06-10T14:50:25.646892Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:50:25.646830Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d","error":"EOF"} {"level":"info","ts":"2026-06-10T14:50:25.655453Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"6f77217dcac4f92d","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-10T14:50:25.655531Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.655556Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.656705Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=(8031925284595104045 10169140576690300874)"} {"level":"info","ts":"2026-06-10T14:50:25.656813Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"6f77217dcac4f92d","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-10T14:50:25.656833Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.656844Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.656925Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"908374b13ab3ba47","local-member-id":"8d200b79e0a2e7ca","promoted-member-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.656979Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"8d200b79e0a2e7ca","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.712600Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"info","ts":"2026-06-10T14:50:25.717893Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"6f77217dcac4f92d"} {"level":"warn","ts":"2026-06-10T14:50:27.767932Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"179.394089ms"} {"level":"info","ts":"2026-06-10T14:50:27.769264Z","caller":"traceutil/trace.go:172","msg":"trace[2005589007] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:551; }","duration":"297.430934ms","start":"2026-06-10T14:50:27.471796Z","end":"2026-06-10T14:50:27.769227Z","steps":["trace[2005589007] 'read index received' (duration: 297.423574ms)","trace[2005589007] 'applied index is now lower than readState.Index' (duration: 6.13µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:27.982685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"510.862738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:50:27.982795Z","caller":"traceutil/trace.go:172","msg":"trace[1465806875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"510.976959ms","start":"2026-06-10T14:50:27.471792Z","end":"2026-06-10T14:50:27.982769Z","steps":["trace[1465806875] 'agreement among raft nodes before linearized reading' (duration: 297.522514ms)","trace[1465806875] 'range keys from in-memory index tree' (duration: 213.236004ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:27.982841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:27.471772Z","time spent":"511.057369ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:50:27.982997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.687223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:50:27.983217Z","caller":"traceutil/trace.go:172","msg":"trace[151837572] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"519.566976ms","start":"2026-06-10T14:50:27.463627Z","end":"2026-06-10T14:50:27.983193Z","steps":["trace[151837572] 'process raft request' (duration: 304.33895ms)","trace[151837572] 'compare' (duration: 214.527721ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:27.983335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:27.463602Z","time spent":"519.663927ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:50:28.349447Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"102.063968ms"} {"level":"info","ts":"2026-06-10T14:50:28.402965Z","caller":"traceutil/trace.go:172","msg":"trace[728623066] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"354.138793ms","start":"2026-06-10T14:50:28.048812Z","end":"2026-06-10T14:50:28.402951Z","steps":["trace[728623066] 'process raft request' (duration: 300.742588ms)","trace[728623066] 'compare' (duration: 53.237213ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:28.403275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:28.048793Z","time spent":"354.274273ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:50:29.139902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.779891ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:29.140327Z","caller":"traceutil/trace.go:172","msg":"trace[303903385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:522; }","duration":"158.227715ms","start":"2026-06-10T14:50:28.982087Z","end":"2026-06-10T14:50:29.140315Z","steps":["trace[303903385] 'range keys from in-memory index tree' (duration: 157.7259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:29.140174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.998932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:50:29.141129Z","caller":"traceutil/trace.go:172","msg":"trace[1929261922] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"317.547785ms","start":"2026-06-10T14:50:28.823572Z","end":"2026-06-10T14:50:29.141120Z","steps":["trace[1929261922] 'process raft request' (duration: 317.14481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:29.141448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:28.823549Z","time spent":"317.814357ms","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1310,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:50:30.091897Z","caller":"traceutil/trace.go:172","msg":"trace[110157810] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"103.046731ms","start":"2026-06-10T14:50:29.988814Z","end":"2026-06-10T14:50:30.091861Z","steps":["trace[110157810] 'process raft request' (duration: 102.790448ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:31.567880Z","caller":"traceutil/trace.go:172","msg":"trace[1131144013] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"175.170952ms","start":"2026-06-10T14:50:31.392675Z","end":"2026-06-10T14:50:31.567846Z","steps":["trace[1131144013] 'process raft request' (duration: 174.939959ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:32.270260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.245238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-10T14:50:32.270345Z","caller":"traceutil/trace.go:172","msg":"trace[1269089414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"144.346389ms","start":"2026-06-10T14:50:32.125979Z","end":"2026-06-10T14:50:32.270326Z","steps":["trace[1269089414] 'agreement among raft nodes before linearized reading' (duration: 20.627709ms)","trace[1269089414] 'range keys from in-memory index tree' (duration: 123.475417ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:32.270586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.947146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:50:32.270719Z","caller":"traceutil/trace.go:172","msg":"trace[1652246235] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"172.524561ms","start":"2026-06-10T14:50:32.098172Z","end":"2026-06-10T14:50:32.270697Z","steps":["trace[1652246235] 'process raft request' (duration: 47.343202ms)","trace[1652246235] 'compare' (duration: 124.738183ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:32.534976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.957404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:50:32.535167Z","caller":"traceutil/trace.go:172","msg":"trace[1557280548] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"260.216771ms","start":"2026-06-10T14:50:32.274924Z","end":"2026-06-10T14:50:32.535141Z","steps":["trace[1557280548] 'process raft request' (duration: 99.998533ms)","trace[1557280548] 'compare' (duration: 159.820362ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:32.535218Z","caller":"traceutil/trace.go:172","msg":"trace[1874949814] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"146.619148ms","start":"2026-06-10T14:50:32.388580Z","end":"2026-06-10T14:50:32.535199Z","steps":["trace[1874949814] 'process raft request' (duration: 146.565827ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:32.535267Z","caller":"traceutil/trace.go:172","msg":"trace[1146630093] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"115.833232ms","start":"2026-06-10T14:50:32.419410Z","end":"2026-06-10T14:50:32.535244Z","steps":["trace[1146630093] 'read index received' (duration: 115.392196ms)","trace[1146630093] 'applied index is now lower than readState.Index' (duration: 439.626µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:32.535455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.029424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:50:32.535498Z","caller":"traceutil/trace.go:172","msg":"trace[481401756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:556; }","duration":"116.088865ms","start":"2026-06-10T14:50:32.419398Z","end":"2026-06-10T14:50:32.535487Z","steps":["trace[481401756] 'agreement among raft nodes before linearized reading' (duration: 115.912123ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:33.123289Z","caller":"traceutil/trace.go:172","msg":"trace[244959338] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:599; }","duration":"142.282818ms","start":"2026-06-10T14:50:32.980985Z","end":"2026-06-10T14:50:33.123268Z","steps":["trace[244959338] 'read index received' (duration: 142.277858ms)","trace[244959338] 'applied index is now lower than readState.Index' (duration: 3.88µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:33.495148Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"169.077737ms"} {"level":"warn","ts":"2026-06-10T14:50:33.495232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"514.216793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:33.495311Z","caller":"traceutil/trace.go:172","msg":"trace[1942701608] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:562; }","duration":"514.319674ms","start":"2026-06-10T14:50:32.980967Z","end":"2026-06-10T14:50:33.495286Z","steps":["trace[1942701608] 'agreement among raft nodes before linearized reading' (duration: 142.377349ms)","trace[1942701608] 'range keys from in-memory index tree' (duration: 371.813604ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:33.495612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.023265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-10T14:50:33.497565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.184175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:33.497986Z","caller":"traceutil/trace.go:172","msg":"trace[771181874] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:564; }","duration":"289.61325ms","start":"2026-06-10T14:50:33.208361Z","end":"2026-06-10T14:50:33.497974Z","steps":["trace[771181874] 'agreement among raft nodes before linearized reading' (duration: 289.154424ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:33.498911Z","caller":"traceutil/trace.go:172","msg":"trace[1257871533] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:601; }","duration":"289.066113ms","start":"2026-06-10T14:50:33.208376Z","end":"2026-06-10T14:50:33.497442Z","steps":["trace[1257871533] 'read index received' (duration: 289.053693ms)","trace[1257871533] 'applied index is now lower than readState.Index' (duration: 10.52µs)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:34.315508Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-10T14:50:38.453365Z","caller":"traceutil/trace.go:172","msg":"trace[1563626448] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"125.355118ms","start":"2026-06-10T14:50:38.327977Z","end":"2026-06-10T14:50:38.453332Z","steps":["trace[1563626448] 'process raft request' (duration: 125.164063ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:40.415349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.081778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-10T14:50:40.727826Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"139.118247ms"} {"level":"info","ts":"2026-06-10T14:50:40.728203Z","caller":"traceutil/trace.go:172","msg":"trace[1665404113] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"269.800687ms","start":"2026-06-10T14:50:40.458383Z","end":"2026-06-10T14:50:40.728184Z","steps":["trace[1665404113] 'process raft request' (duration: 269.655854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:41.076446Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440820345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:50:41.120768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.883952ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:41.120864Z","caller":"traceutil/trace.go:172","msg":"trace[1832585965] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:590; }","duration":"139.044915ms","start":"2026-06-10T14:50:40.981801Z","end":"2026-06-10T14:50:41.120846Z","steps":["trace[1832585965] 'range keys from in-memory index tree' (duration: 138.83471ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:41.137577Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"209.628585ms"} {"level":"info","ts":"2026-06-10T14:50:41.137634Z","caller":"traceutil/trace.go:172","msg":"trace[1335488038] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:630; }","duration":"562.166718ms","start":"2026-06-10T14:50:40.575441Z","end":"2026-06-10T14:50:41.137607Z","steps":["trace[1335488038] 'read index received' (duration: 562.157988ms)","trace[1335488038] 'applied index is now lower than readState.Index' (duration: 7µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:41.137933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.474835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:50:41.137994Z","caller":"traceutil/trace.go:172","msg":"trace[1104832362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"562.552656ms","start":"2026-06-10T14:50:40.575430Z","end":"2026-06-10T14:50:41.137982Z","steps":["trace[1104832362] 'agreement among raft nodes before linearized reading' (duration: 562.336432ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:41.138034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:40.575407Z","time spent":"562.615698ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:50:41.139098Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16702336655440820347,"received-request-id":16702336655440820345} {"level":"warn","ts":"2026-06-10T14:50:41.139191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.594537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:41.139223Z","caller":"traceutil/trace.go:172","msg":"trace[857500790] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:591; }","duration":"536.631368ms","start":"2026-06-10T14:50:40.602579Z","end":"2026-06-10T14:50:41.139210Z","steps":["trace[857500790] 'agreement among raft nodes before linearized reading' (duration: 536.570366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:41.139250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:40.602553Z","time spent":"536.689728ms","remote":"127.0.0.1:35284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:50:41.139480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.872527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:50:41.139509Z","caller":"traceutil/trace.go:172","msg":"trace[170789833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"506.901048ms","start":"2026-06-10T14:50:40.632599Z","end":"2026-06-10T14:50:41.139500Z","steps":["trace[170789833] 'agreement among raft nodes before linearized reading' (duration: 506.812406ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:41.139436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.772378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-10T14:50:41.139540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:40.632589Z","time spent":"506.94525ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-10T14:50:41.139563Z","caller":"traceutil/trace.go:172","msg":"trace[769967154] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:591; }","duration":"206.910531ms","start":"2026-06-10T14:50:40.932637Z","end":"2026-06-10T14:50:41.139548Z","steps":["trace[769967154] 'agreement among raft nodes before linearized reading' (duration: 206.750738ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:41.139475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.020759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:41.139626Z","caller":"traceutil/trace.go:172","msg":"trace[244418970] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:591; }","duration":"122.171012ms","start":"2026-06-10T14:50:41.017441Z","end":"2026-06-10T14:50:41.139612Z","steps":["trace[244418970] 'agreement among raft nodes before linearized reading' (duration: 121.989599ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:41.732608Z","caller":"traceutil/trace.go:172","msg":"trace[773673766] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"128.243968ms","start":"2026-06-10T14:50:41.604343Z","end":"2026-06-10T14:50:41.732587Z","steps":["trace[773673766] 'process raft request' (duration: 128.103805ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:41.733638Z","caller":"traceutil/trace.go:172","msg":"trace[1363221875] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:634; }","duration":"100.645494ms","start":"2026-06-10T14:50:41.632976Z","end":"2026-06-10T14:50:41.733621Z","steps":["trace[1363221875] 'read index received' (duration: 100.643374ms)","trace[1363221875] 'applied index is now lower than readState.Index' (duration: 1.55µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:41.733737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.741816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:41.733788Z","caller":"traceutil/trace.go:172","msg":"trace[1208296773] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:594; }","duration":"100.805117ms","start":"2026-06-10T14:50:41.632971Z","end":"2026-06-10T14:50:41.733776Z","steps":["trace[1208296773] 'agreement among raft nodes before linearized reading' (duration: 100.710615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:42.090938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.694821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:42.091007Z","caller":"traceutil/trace.go:172","msg":"trace[704667121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"109.772143ms","start":"2026-06-10T14:50:41.981220Z","end":"2026-06-10T14:50:42.090992Z","steps":["trace[704667121] 'range keys from in-memory index tree' (duration: 109.65511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:42.091180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.708802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:50:42.091247Z","caller":"traceutil/trace.go:172","msg":"trace[429714821] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"349.75766ms","start":"2026-06-10T14:50:41.741479Z","end":"2026-06-10T14:50:42.091236Z","steps":["trace[429714821] 'process raft request' (duration: 57.930926ms)","trace[429714821] 'compare' (duration: 291.23147ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:42.091297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:41.741463Z","time spent":"349.808682ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:50:42.092185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"153.950323ms"} {"level":"warn","ts":"2026-06-10T14:50:45.031045Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"93.578491ms"} {"level":"warn","ts":"2026-06-10T14:50:45.031272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.41966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-10T14:50:45.032051Z","caller":"traceutil/trace.go:172","msg":"trace[1257065034] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"377.832211ms","start":"2026-06-10T14:50:44.654200Z","end":"2026-06-10T14:50:45.032032Z","steps":["trace[1257065034] 'read index received' (duration: 925.803µs)","trace[1257065034] 'applied index is now lower than readState.Index' (duration: 376.904848ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:45.032180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.970045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:45.032213Z","caller":"traceutil/trace.go:172","msg":"trace[922185676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"378.009036ms","start":"2026-06-10T14:50:44.654195Z","end":"2026-06-10T14:50:45.032204Z","steps":["trace[922185676] 'agreement among raft nodes before linearized reading' (duration: 377.947804ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:45.032247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:50:44.654176Z","time spent":"378.059217ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-10T14:50:45.033059Z","caller":"traceutil/trace.go:172","msg":"trace[2035361489] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"290.749722ms","start":"2026-06-10T14:50:44.741620Z","end":"2026-06-10T14:50:45.032370Z","steps":["trace[2035361489] 'process raft request' (duration: 290.306931ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:46.256632Z","caller":"traceutil/trace.go:172","msg":"trace[744807418] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"115.609663ms","start":"2026-06-10T14:50:46.141001Z","end":"2026-06-10T14:50:46.256611Z","steps":["trace[744807418] 'process raft request' (duration: 115.456109ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:47.383490Z","caller":"traceutil/trace.go:172","msg":"trace[284962964] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:654; }","duration":"121.550195ms","start":"2026-06-10T14:50:47.261914Z","end":"2026-06-10T14:50:47.383464Z","steps":["trace[284962964] 'read index received' (duration: 121.540225ms)","trace[284962964] 'applied index is now lower than readState.Index' (duration: 8.47µs)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:47.470113Z","caller":"traceutil/trace.go:172","msg":"trace[562422319] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"240.395102ms","start":"2026-06-10T14:50:47.229694Z","end":"2026-06-10T14:50:47.470089Z","steps":["trace[562422319] 'process raft request' (duration: 152.709774ms)","trace[562422319] 'compare' (duration: 87.574945ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:47.470067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.086591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:47.470337Z","caller":"traceutil/trace.go:172","msg":"trace[870344073] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:612; }","duration":"208.41415ms","start":"2026-06-10T14:50:47.261899Z","end":"2026-06-10T14:50:47.470313Z","steps":["trace[870344073] 'agreement among raft nodes before linearized reading' (duration: 121.670498ms)","trace[870344073] 'range keys from in-memory index tree' (duration: 86.32483ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:50:49.237694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.629775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:49.237777Z","caller":"traceutil/trace.go:172","msg":"trace[2108192380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:616; }","duration":"256.733598ms","start":"2026-06-10T14:50:48.981026Z","end":"2026-06-10T14:50:49.237759Z","steps":["trace[2108192380] 'range keys from in-memory index tree' (duration: 256.565863ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:49.238424Z","caller":"traceutil/trace.go:172","msg":"trace[1471416425] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"171.939479ms","start":"2026-06-10T14:50:49.066416Z","end":"2026-06-10T14:50:49.238355Z","steps":["trace[1471416425] 'process raft request' (duration: 99.702503ms)","trace[1471416425] 'compare' (duration: 71.67792ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:55.420917Z","caller":"traceutil/trace.go:172","msg":"trace[16630907] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"159.486225ms","start":"2026-06-10T14:50:55.261403Z","end":"2026-06-10T14:50:55.420889Z","steps":["trace[16630907] 'process raft request' (duration: 80.591573ms)","trace[16630907] 'compare' (duration: 78.705706ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:50:55.421048Z","caller":"traceutil/trace.go:172","msg":"trace[714561943] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"137.272912ms","start":"2026-06-10T14:50:55.283755Z","end":"2026-06-10T14:50:55.421028Z","steps":["trace[714561943] 'process raft request' (duration: 137.093506ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:50:55.630621Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"8d200b79e0a2e7ca","to":"6f77217dcac4f92d","bytes":892508,"size":"892 kB","took":"30.01336894s"} {"level":"info","ts":"2026-06-10T14:50:58.225025Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=(8031925284595104045 10169140576690300874) learners=(15050870816817406664)"} {"level":"info","ts":"2026-06-10T14:50:58.225147Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"908374b13ab3ba47","local-member-id":"8d200b79e0a2e7ca","added-peer-id":"d0df6f43d4b1e2c8","added-peer-peer-urls":["https://199.204.45.246:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-10T14:50:58.225175Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225195Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225357Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225365Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225407Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8","remote-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-06-10T14:50:58.225414Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225433Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"8d200b79e0a2e7ca","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225439Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:50:58.225734Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"error","ts":"2026-06-10T14:50:58.283626Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-10T14:50:58.283726Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d0df6f43d4b1e2c8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-10T14:50:58.775247Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-10T14:50:58.997761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.937767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:50:58.997849Z","caller":"traceutil/trace.go:172","msg":"trace[929429093] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:642; }","duration":"101.050231ms","start":"2026-06-10T14:50:58.896779Z","end":"2026-06-10T14:50:58.997829Z","steps":["trace[929429093] 'range keys from in-memory index tree' (duration: 99.966371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:50:59.275815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.246:42584","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-10T14:50:59.276477Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-10T14:50:59.528131Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.246:2380/version","remote-member-id":"d0df6f43d4b1e2c8","error":"Get \"https://199.204.45.246:2380/version\": dial tcp 199.204.45.246:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-10T14:50:59.528232Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"d0df6f43d4b1e2c8","error":"Get \"https://199.204.45.246:2380/version\": dial tcp 199.204.45.246:2380: connect: connection refused"} {"level":"error","ts":"2026-06-10T14:50:59.780480Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-10T14:50:59.780565Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d0df6f43d4b1e2c8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-10T14:51:00.278643Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:51:00.778319Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-10T14:51:00.778406Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d0df6f43d4b1e2c8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-10T14:51:01.275840Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:51:01.777400Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-10T14:51:01.777622Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d0df6f43d4b1e2c8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-10T14:51:02.275214Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-10T14:51:02.781505Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-10T14:51:02.781598Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"d0df6f43d4b1e2c8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-06-10T14:51:03.225708Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"d0df6f43d4b1e2c8","rtt":"0s","error":"dial tcp 199.204.45.246:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-10T14:51:03.225686Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"d0df6f43d4b1e2c8","rtt":"0s","error":"dial tcp 199.204.45.246:2380: connect: connection refused"} {"level":"error","ts":"2026-06-10T14:51:03.280041Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-10T14:51:03.492350Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.492418Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.493294Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.502684Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"d0df6f43d4b1e2c8","stream-type":"stream Message"} {"level":"info","ts":"2026-06-10T14:51:03.502726Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.502967Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"d0df6f43d4b1e2c8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-10T14:51:03.503029Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"warn","ts":"2026-06-10T14:51:03.710084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.186674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:51:03.710179Z","caller":"traceutil/trace.go:172","msg":"trace[2137207519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:653; }","duration":"147.294708ms","start":"2026-06-10T14:51:03.562861Z","end":"2026-06-10T14:51:03.710156Z","steps":["trace[2137207519] 'range keys from in-memory index tree' (duration: 146.086319ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:03.710306Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"8d200b79e0a2e7ca","to":"d0df6f43d4b1e2c8","bytes":1188823,"size":"1.2 MB"} {"level":"info","ts":"2026-06-10T14:51:03.710509Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":703,"remote-peer-id":"d0df6f43d4b1e2c8","bytes":1188823,"size":"1.2 MB"} {"level":"info","ts":"2026-06-10T14:51:03.720268Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1179648,"size":"1.2 MB"} {"level":"info","ts":"2026-06-10T14:51:03.730893Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":703,"remote-peer-id":"d0df6f43d4b1e2c8","bytes":1188823,"size":"1.2 MB"} {"level":"warn","ts":"2026-06-10T14:51:03.749729Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:51:03.749762Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8","error":"EOF"} {"level":"info","ts":"2026-06-10T14:51:03.772851Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.772901Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.777302Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"d0df6f43d4b1e2c8","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-10T14:51:03.777329Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.777340Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.777954Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8d200b79e0a2e7ca","to":"d0df6f43d4b1e2c8","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-10T14:51:03.777993Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.778005Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8d200b79e0a2e7ca","remote-peer-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.789247Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8d200b79e0a2e7ca switched to configuration voters=(8031925284595104045 10169140576690300874 15050870816817406664)"} {"level":"info","ts":"2026-06-10T14:51:03.789377Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"908374b13ab3ba47","local-member-id":"8d200b79e0a2e7ca","promoted-member-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:03.789701Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"8d200b79e0a2e7ca","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"d0df6f43d4b1e2c8"} {"level":"info","ts":"2026-06-10T14:51:04.302312Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-06-10T14:51:18.657646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.929777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:51:18.657748Z","caller":"traceutil/trace.go:172","msg":"trace[2078695628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:696; }","duration":"676.042763ms","start":"2026-06-10T14:51:17.981683Z","end":"2026-06-10T14:51:18.657725Z","steps":["trace[2078695628] 'range keys from in-memory index tree' (duration: 675.856804ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:18.657747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:51:18.136378Z","time spent":"521.364786ms","remote":"127.0.0.1:57046","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-10T14:51:18.657658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.426807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:51:18.657894Z","caller":"traceutil/trace.go:172","msg":"trace[2091954369] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:696; }","duration":"350.68136ms","start":"2026-06-10T14:51:18.307203Z","end":"2026-06-10T14:51:18.657885Z","steps":["trace[2091954369] 'range keys from in-memory index tree' (duration: 349.264988ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:18.657930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:51:18.307162Z","time spent":"350.754623ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-06-10T14:51:25.787761Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-10T14:51:28.080616Z","caller":"traceutil/trace.go:172","msg":"trace[702024694] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"152.774988ms","start":"2026-06-10T14:51:27.927824Z","end":"2026-06-10T14:51:28.080599Z","steps":["trace[702024694] 'process raft request' (duration: 152.641551ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:28.081428Z","caller":"traceutil/trace.go:172","msg":"trace[1814519004] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:817; }","duration":"153.335558ms","start":"2026-06-10T14:51:27.928069Z","end":"2026-06-10T14:51:28.081405Z","steps":["trace[1814519004] 'read index received' (duration: 153.328808ms)","trace[1814519004] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:51:28.081730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.634866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:51:28.081811Z","caller":"traceutil/trace.go:172","msg":"trace[699369557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:751; }","duration":"153.731281ms","start":"2026-06-10T14:51:27.928063Z","end":"2026-06-10T14:51:28.081795Z","steps":["trace[699369557] 'agreement among raft nodes before linearized reading' (duration: 153.466416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:28.082327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.295086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:51:28.082370Z","caller":"traceutil/trace.go:172","msg":"trace[2142377935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:751; }","duration":"100.35575ms","start":"2026-06-10T14:51:27.982004Z","end":"2026-06-10T14:51:28.082360Z","steps":["trace[2142377935] 'agreement among raft nodes before linearized reading' (duration: 100.277665ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:33.731306Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"8d200b79e0a2e7ca","to":"d0df6f43d4b1e2c8","bytes":1188823,"size":"1.2 MB","took":"30.021000676s"} {"level":"warn","ts":"2026-06-10T14:51:45.336935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.792939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-10T14:51:45.337350Z","caller":"traceutil/trace.go:172","msg":"trace[1265377550] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"145.029408ms","start":"2026-06-10T14:51:45.192273Z","end":"2026-06-10T14:51:45.337303Z","steps":["trace[1265377550] 'process raft request' (duration: 37.7536ms)","trace[1265377550] 'compare' (duration: 106.65787ms)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:51:45.932979Z","caller":"traceutil/trace.go:172","msg":"trace[1251689119] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"154.689771ms","start":"2026-06-10T14:51:45.778255Z","end":"2026-06-10T14:51:45.932945Z","steps":["trace[1251689119] 'process raft request' (duration: 154.368981ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.044324Z","caller":"traceutil/trace.go:172","msg":"trace[1141413497] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"108.194606ms","start":"2026-06-10T14:51:56.936106Z","end":"2026-06-10T14:51:57.044300Z","steps":["trace[1141413497] 'process raft request' (duration: 108.065727ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.290357Z","caller":"traceutil/trace.go:172","msg":"trace[1066653420] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"123.180594ms","start":"2026-06-10T14:51:57.167048Z","end":"2026-06-10T14:51:57.290229Z","steps":["trace[1066653420] 'process raft request' (duration: 123.065607ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.290840Z","caller":"traceutil/trace.go:172","msg":"trace[708440698] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"119.641488ms","start":"2026-06-10T14:51:57.171190Z","end":"2026-06-10T14:51:57.290831Z","steps":["trace[708440698] 'process raft request' (duration: 119.037288ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.290995Z","caller":"traceutil/trace.go:172","msg":"trace[403098439] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"112.891869ms","start":"2026-06-10T14:51:57.178095Z","end":"2026-06-10T14:51:57.290987Z","steps":["trace[403098439] 'process raft request' (duration: 112.742709ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.291073Z","caller":"traceutil/trace.go:172","msg":"trace[276415576] transaction","detail":"{read_only:false; number_of_response:0; response_revision:953; }","duration":"112.592859ms","start":"2026-06-10T14:51:57.178476Z","end":"2026-06-10T14:51:57.291069Z","steps":["trace[276415576] 'process raft request' (duration: 112.431919ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.291257Z","caller":"traceutil/trace.go:172","msg":"trace[592812181] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"105.560931ms","start":"2026-06-10T14:51:57.185690Z","end":"2026-06-10T14:51:57.291251Z","steps":["trace[592812181] 'process raft request' (duration: 105.24251ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.291338Z","caller":"traceutil/trace.go:172","msg":"trace[1004796231] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"113.338959ms","start":"2026-06-10T14:51:57.177725Z","end":"2026-06-10T14:51:57.291064Z","steps":["trace[1004796231] 'process raft request' (duration: 112.997307ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.291393Z","caller":"traceutil/trace.go:172","msg":"trace[540348319] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"105.133603ms","start":"2026-06-10T14:51:57.186240Z","end":"2026-06-10T14:51:57.291373Z","steps":["trace[540348319] 'process raft request' (duration: 104.77019ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:57.514593Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d0df6f43d4b1e2c8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.009541ms"} {"level":"warn","ts":"2026-06-10T14:51:57.514663Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.085417ms"} {"level":"info","ts":"2026-06-10T14:51:57.536001Z","caller":"traceutil/trace.go:172","msg":"trace[1510718547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:956; }","duration":"230.160918ms","start":"2026-06-10T14:51:57.305799Z","end":"2026-06-10T14:51:57.535960Z","steps":["trace[1510718547] 'process raft request' (duration: 229.802004ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.536108Z","caller":"traceutil/trace.go:172","msg":"trace[509287029] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"224.488861ms","start":"2026-06-10T14:51:57.311594Z","end":"2026-06-10T14:51:57.536083Z","steps":["trace[509287029] 'process raft request' (duration: 224.258056ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.537403Z","caller":"traceutil/trace.go:172","msg":"trace[1540581848] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"217.184295ms","start":"2026-06-10T14:51:57.320193Z","end":"2026-06-10T14:51:57.537377Z","steps":["trace[1540581848] 'process raft request' (duration: 216.739856ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.539126Z","caller":"traceutil/trace.go:172","msg":"trace[1237765998] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"218.589699ms","start":"2026-06-10T14:51:57.320526Z","end":"2026-06-10T14:51:57.539115Z","steps":["trace[1237765998] 'process raft request' (duration: 216.705094ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.956593Z","caller":"traceutil/trace.go:172","msg":"trace[399111123] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"100.654334ms","start":"2026-06-10T14:51:57.855892Z","end":"2026-06-10T14:51:57.956546Z","steps":["trace[399111123] 'process raft request' (duration: 100.154301ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:57.964358Z","caller":"traceutil/trace.go:172","msg":"trace[538459588] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"105.935776ms","start":"2026-06-10T14:51:57.858397Z","end":"2026-06-10T14:51:57.964333Z","steps":["trace[538459588] 'process raft request' (duration: 105.395811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:58.858148Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d0df6f43d4b1e2c8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"215.553674ms"} {"level":"warn","ts":"2026-06-10T14:51:58.858228Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"215.672212ms"} {"level":"info","ts":"2026-06-10T14:51:58.873270Z","caller":"traceutil/trace.go:172","msg":"trace[1102544804] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1172; }","duration":"177.609607ms","start":"2026-06-10T14:51:58.695642Z","end":"2026-06-10T14:51:58.873252Z","steps":["trace[1102544804] 'read index received' (duration: 177.604447ms)","trace[1102544804] 'applied index is now lower than readState.Index' (duration: 4.11µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:51:58.873439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.775738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:51:58.873495Z","caller":"traceutil/trace.go:172","msg":"trace[186768140] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:999; }","duration":"177.848233ms","start":"2026-06-10T14:51:58.695636Z","end":"2026-06-10T14:51:58.873484Z","steps":["trace[186768140] 'agreement among raft nodes before linearized reading' (duration: 177.737685ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:58.878210Z","caller":"traceutil/trace.go:172","msg":"trace[378500157] transaction","detail":"{read_only:false; number_of_response:1; response_revision:999; }","duration":"412.966082ms","start":"2026-06-10T14:51:58.465212Z","end":"2026-06-10T14:51:58.878178Z","steps":["trace[378500157] 'process raft request' (duration: 408.473401ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:58.878334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:51:58.465188Z","time spent":"413.08106ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570133,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:51:58.880082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.683191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:82 size:6938"} {"level":"info","ts":"2026-06-10T14:51:58.880126Z","caller":"traceutil/trace.go:172","msg":"trace[2014335967] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:82; response_revision:999; }","duration":"124.730994ms","start":"2026-06-10T14:51:58.755386Z","end":"2026-06-10T14:51:58.880117Z","steps":["trace[2014335967] 'agreement among raft nodes before linearized reading' (duration: 124.317607ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:51:58.880259Z","caller":"traceutil/trace.go:172","msg":"trace[924912707] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"274.910928ms","start":"2026-06-10T14:51:58.605337Z","end":"2026-06-10T14:51:58.880248Z","steps":["trace[924912707] 'process raft request' (duration: 274.840133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:59.456880Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d0df6f43d4b1e2c8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.906948ms"} {"level":"warn","ts":"2026-06-10T14:51:59.456940Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.974602ms"} {"level":"info","ts":"2026-06-10T14:51:59.457282Z","caller":"traceutil/trace.go:172","msg":"trace[369618273] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"407.290473ms","start":"2026-06-10T14:51:59.049979Z","end":"2026-06-10T14:51:59.457269Z","steps":["trace[369618273] 'process raft request' (duration: 407.185316ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:59.457371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:51:59.049964Z","time spent":"407.355278ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:51:59.475977Z","caller":"traceutil/trace.go:172","msg":"trace[1535504577] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1180; }","duration":"423.648971ms","start":"2026-06-10T14:51:59.052299Z","end":"2026-06-10T14:51:59.475948Z","steps":["trace[1535504577] 'read index received' (duration: 423.640451ms)","trace[1535504577] 'applied index is now lower than readState.Index' (duration: 7.17µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:51:59.476324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.997504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-06-10T14:51:59.476562Z","caller":"traceutil/trace.go:172","msg":"trace[544076545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1004; }","duration":"424.248131ms","start":"2026-06-10T14:51:59.052295Z","end":"2026-06-10T14:51:59.476544Z","steps":["trace[544076545] 'agreement among raft nodes before linearized reading' (duration: 423.791361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:59.476701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:51:59.052287Z","time spent":"424.397501ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":65238,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-06-10T14:51:59.478188Z","caller":"traceutil/trace.go:172","msg":"trace[1792318306] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1005; }","duration":"394.236296ms","start":"2026-06-10T14:51:59.083928Z","end":"2026-06-10T14:51:59.478164Z","steps":["trace[1792318306] 'process raft request' (duration: 393.507908ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:51:59.478338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:51:59.083900Z","time spent":"394.355155ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570142,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:52:06.103104Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d0df6f43d4b1e2c8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"114.289965ms"} {"level":"warn","ts":"2026-06-10T14:52:06.103203Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"114.394912ms"} {"level":"warn","ts":"2026-06-10T14:52:06.411848Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:06.412990Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d0df6f43d4b1e2c8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.765949ms"} {"level":"warn","ts":"2026-06-10T14:52:06.413044Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f77217dcac4f92d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.824763ms"} {"level":"info","ts":"2026-06-10T14:52:06.413233Z","caller":"traceutil/trace.go:172","msg":"trace[514388508] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"383.138236ms","start":"2026-06-10T14:52:06.030065Z","end":"2026-06-10T14:52:06.413204Z","steps":["trace[514388508] 'process raft request' (duration: 383.034879ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:06.413018Z","caller":"traceutil/trace.go:172","msg":"trace[1783669840] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1234; }","duration":"501.470782ms","start":"2026-06-10T14:52:05.911522Z","end":"2026-06-10T14:52:06.412993Z","steps":["trace[1783669840] 'read index received' (duration: 501.463872ms)","trace[1783669840] 'applied index is now lower than readState.Index' (duration: 5.76µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:52:06.413348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.030041Z","time spent":"383.259494ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:52:06.413437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.904022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:06.413767Z","caller":"traceutil/trace.go:172","msg":"trace[1406137011] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1052; }","duration":"502.200962ms","start":"2026-06-10T14:52:05.911508Z","end":"2026-06-10T14:52:06.413709Z","steps":["trace[1406137011] 'agreement among raft nodes before linearized reading' (duration: 501.871649ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:06.413891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:05.911487Z","time spent":"502.368304ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:06.422184Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16702336655440821292,"received-request-id":16702336655440821290} {"level":"warn","ts":"2026-06-10T14:52:06.423311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.909489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:06.424087Z","caller":"traceutil/trace.go:172","msg":"trace[11358883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1054; }","duration":"441.686033ms","start":"2026-06-10T14:52:05.982382Z","end":"2026-06-10T14:52:06.424068Z","steps":["trace[11358883] 'agreement among raft nodes before linearized reading' (duration: 440.884167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:06.424420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.709389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:06.424571Z","caller":"traceutil/trace.go:172","msg":"trace[2100299338] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1054; }","duration":"221.904692ms","start":"2026-06-10T14:52:06.202651Z","end":"2026-06-10T14:52:06.424555Z","steps":["trace[2100299338] 'agreement among raft nodes before linearized reading' (duration: 221.695158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:06.977081Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821293,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-10T14:52:07.468327Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8d200b79e0a2e7ca [logterm: 2, index: 1243, vote: 8d200b79e0a2e7ca] ignored MsgPreVote from 6f77217dcac4f92d [logterm: 2, index: 1238] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-06-10T14:52:07.470276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8d200b79e0a2e7ca [logterm: 2, index: 1243, vote: 8d200b79e0a2e7ca] ignored MsgVote from 6f77217dcac4f92d [logterm: 2, index: 1238] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-06-10T14:52:07.472561Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8d200b79e0a2e7ca [term: 2] received a MsgApp message with higher term from 6f77217dcac4f92d [term: 3]"} {"level":"info","ts":"2026-06-10T14:52:07.472658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8d200b79e0a2e7ca became follower at term 3"} {"level":"info","ts":"2026-06-10T14:52:07.472678Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1239 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-06-10T14:52:07.472698Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1239"} {"level":"info","ts":"2026-06-10T14:52:07.472725Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 8d200b79e0a2e7ca changed leader from 8d200b79e0a2e7ca to 6f77217dcac4f92d at term 3"} {"level":"warn","ts":"2026-06-10T14:52:07.480624Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:07.981587Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:08.089508Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.662236901s","expected-duration":"1s"} {"level":"info","ts":"2026-06-10T14:52:08.089603Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8d200b79e0a2e7ca [term: 3] ignored a MsgAppResp message with lower term from 8d200b79e0a2e7ca [term: 2]"} {"level":"info","ts":"2026-06-10T14:52:08.089634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"8d200b79e0a2e7ca [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-06-10T14:52:08.089907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.61355152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-10T14:52:08.089966Z","caller":"traceutil/trace.go:172","msg":"trace[1783622363] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"1.613654637s","start":"2026-06-10T14:52:06.476297Z","end":"2026-06-10T14:52:08.089952Z","steps":["trace[1783622363] 'agreement among raft nodes before linearized reading' (duration: 1.613550309s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:08.090014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.476280Z","time spent":"1.613723151s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-06-10T14:52:08.300522Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8d200b79e0a2e7ca [term: 3] ignored a MsgAppResp message with lower term from 8d200b79e0a2e7ca [term: 2]"} {"level":"info","ts":"2026-06-10T14:52:08.300601Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8d200b79e0a2e7ca [term: 3] ignored a MsgAppResp message with lower term from 8d200b79e0a2e7ca [term: 2]"} {"level":"info","ts":"2026-06-10T14:52:08.300618Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8d200b79e0a2e7ca [term: 3] ignored a MsgAppResp message with lower term from 8d200b79e0a2e7ca [term: 2]"} {"level":"info","ts":"2026-06-10T14:52:08.300637Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8d200b79e0a2e7ca [term: 3] ignored a MsgAppResp message with lower term from 8d200b79e0a2e7ca [term: 2]"} {"level":"info","ts":"2026-06-10T14:52:08.300652Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8d200b79e0a2e7ca [term: 3] ignored a MsgAppResp message with lower term from 8d200b79e0a2e7ca [term: 2]"} {"level":"warn","ts":"2026-06-10T14:52:08.373685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.392176449s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:08.373787Z","caller":"traceutil/trace.go:172","msg":"trace[1761293719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1054; }","duration":"1.392286697s","start":"2026-06-10T14:52:06.981479Z","end":"2026-06-10T14:52:08.373766Z","steps":["trace[1761293719] 'range keys from in-memory index tree' (duration: 1.392135367s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:08.374270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.371712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-10T14:52:08.589985Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:08.651444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000588144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-10T14:52:08.651631Z","caller":"traceutil/trace.go:172","msg":"trace[330603859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774337s","start":"2026-06-10T14:52:06.650825Z","end":"2026-06-10T14:52:08.651600Z","steps":["trace[330603859] 'agreement among raft nodes before linearized reading' (duration: 2.000583944s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:08.651853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.650804Z","time spent":"2.000935198s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/10 14:52:08 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-10T14:52:08.759645Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-06-10T14:52:08.765831Z","caller":"traceutil/trace.go:172","msg":"trace[257585975] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"1.281140461s","start":"2026-06-10T14:52:07.484669Z","end":"2026-06-10T14:52:08.765809Z","steps":["trace[257585975] 'process raft request' (duration: 1.281102498s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:08.765972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:07.484650Z","time spent":"1.281254818s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:52:09.259915Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:09.760063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:09.869994Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.104464601s","expected-duration":"1s"} {"level":"info","ts":"2026-06-10T14:52:09.870456Z","caller":"traceutil/trace.go:172","msg":"trace[2109163291] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1245; }","duration":"1.780543913s","start":"2026-06-10T14:52:08.089789Z","end":"2026-06-10T14:52:09.870333Z","steps":["trace[2109163291] 'read index received' (duration: 1.780531212s)","trace[2109163291] 'applied index is now lower than readState.Index' (duration: 7.881µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:52:09.870455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001404932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:09.870802Z","caller":"traceutil/trace.go:172","msg":"trace[1553574174] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1061; }","duration":"2.001726195s","start":"2026-06-10T14:52:07.869018Z","end":"2026-06-10T14:52:09.870745Z","steps":["trace[1553574174] 'agreement among raft nodes before linearized reading' (duration: 2.001328177s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:09.870878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:07.869005Z","time spent":"2.001830112s","remote":"127.0.0.1:35046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:09.870673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.029528972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:09.870967Z","caller":"traceutil/trace.go:172","msg":"trace[1151198991] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1061; }","duration":"2.029849965s","start":"2026-06-10T14:52:07.841101Z","end":"2026-06-10T14:52:09.870951Z","steps":["trace[1151198991] 'agreement among raft nodes before linearized reading' (duration: 2.029412044s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:09.871013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:07.841079Z","time spent":"2.02991138s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-06-10T14:52:09.871108Z","caller":"traceutil/trace.go:172","msg":"trace[243189748] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"1.451660654s","start":"2026-06-10T14:52:08.419439Z","end":"2026-06-10T14:52:09.871100Z","steps":["trace[243189748] 'process raft request' (duration: 1.451313209s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:09.870664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.048707933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-10T14:52:09.871208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:08.419415Z","time spent":"1.451728769s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-10T14:52:09.871223Z","caller":"traceutil/trace.go:172","msg":"trace[1086744794] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1061; }","duration":"3.049264593s","start":"2026-06-10T14:52:06.821945Z","end":"2026-06-10T14:52:09.871210Z","steps":["trace[1086744794] 'agreement among raft nodes before linearized reading' (duration: 3.048678881s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:09.871255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.821918Z","time spent":"3.049328567s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:10.371077Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:10.652991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000713208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-10T14:52:10.653071Z","caller":"traceutil/trace.go:172","msg":"trace[786754484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833226s","start":"2026-06-10T14:52:08.652220Z","end":"2026-06-10T14:52:10.653053Z","steps":["trace[786754484] 'agreement among raft nodes before linearized reading' (duration: 2.000710577s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:10.653167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:08.652201Z","time spent":"2.000956164s","remote":"127.0.0.1:34562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-10T14:52:10.871559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:52:10.981603Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.033118622s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-10T14:52:10.982065Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16702336655440821301,"received-request-id":16702336655440821299} {"level":"info","ts":"2026-06-10T14:52:11.016981Z","caller":"traceutil/trace.go:172","msg":"trace[1273218335] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1265; }","duration":"1.146467118s","start":"2026-06-10T14:52:09.870487Z","end":"2026-06-10T14:52:11.016954Z","steps":["trace[1273218335] 'read index received' (duration: 1.146456857s)","trace[1273218335] 'applied index is now lower than readState.Index' (duration: 9.081µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:52:11.017170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.279904015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:11.017246Z","caller":"traceutil/trace.go:172","msg":"trace[1045959080] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1080; }","duration":"2.280008392s","start":"2026-06-10T14:52:08.737221Z","end":"2026-06-10T14:52:11.017229Z","steps":["trace[1045959080] 'agreement among raft nodes before linearized reading' (duration: 2.279855542s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:11.017292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:08.737197Z","time spent":"2.280085997s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:11.017372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.64349967s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:11.017427Z","caller":"traceutil/trace.go:172","msg":"trace[488949611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1080; }","duration":"2.643578045s","start":"2026-06-10T14:52:08.373831Z","end":"2026-06-10T14:52:11.017409Z","steps":["trace[488949611] 'agreement among raft nodes before linearized reading' (duration: 2.643252852s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:11.017683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.216353018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-10T14:52:11.017679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.703691367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-10T14:52:11.017720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.899762647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:11.017749Z","caller":"traceutil/trace.go:172","msg":"trace[1186408628] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1080; }","duration":"2.899794119s","start":"2026-06-10T14:52:08.117945Z","end":"2026-06-10T14:52:11.017740Z","steps":["trace[1186408628] 'agreement among raft nodes before linearized reading' (duration: 2.899737725s)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:11.017758Z","caller":"traceutil/trace.go:172","msg":"trace[1940924934] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1080; }","duration":"1.216398501s","start":"2026-06-10T14:52:09.801317Z","end":"2026-06-10T14:52:11.017716Z","steps":["trace[1940924934] 'agreement among raft nodes before linearized reading' (duration: 1.216298283s)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:11.017754Z","caller":"traceutil/trace.go:172","msg":"trace[96017673] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1080; }","duration":"2.703779313s","start":"2026-06-10T14:52:08.313956Z","end":"2026-06-10T14:52:11.017735Z","steps":["trace[96017673] 'agreement among raft nodes before linearized reading' (duration: 2.703632671s)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:11.017781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:08.117927Z","time spent":"2.899846502s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:11.017805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:08.313934Z","time spent":"2.703861229s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:11.017791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:09.801282Z","time spent":"1.216500638s","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:52:11.020842Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16702336655440821303,"received-request-id":16702336655440821301} {"level":"info","ts":"2026-06-10T14:52:11.021095Z","caller":"traceutil/trace.go:172","msg":"trace[386795329] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"249.866351ms","start":"2026-06-10T14:52:10.771210Z","end":"2026-06-10T14:52:11.021077Z","steps":["trace[386795329] 'process raft request' (duration: 249.756004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:11.021303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.984876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:11.021379Z","caller":"traceutil/trace.go:172","msg":"trace[493947021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"360.064102ms","start":"2026-06-10T14:52:10.661296Z","end":"2026-06-10T14:52:11.021360Z","steps":["trace[493947021] 'agreement among raft nodes before linearized reading' (duration: 359.928832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:11.021425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:10.661277Z","time spent":"360.140478ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-10T14:52:11.021564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.132997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18b7bfbda248ce4d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-10T14:52:11.021825Z","caller":"traceutil/trace.go:172","msg":"trace[936144968] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18b7bfbda248ce4d; range_end:; response_count:1; response_revision:1081; }","duration":"365.397895ms","start":"2026-06-10T14:52:10.656414Z","end":"2026-06-10T14:52:11.021812Z","steps":["trace[936144968] 'agreement among raft nodes before linearized reading' (duration: 364.828696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:11.021870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:10.656390Z","time spent":"365.465962ms","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18b7bfbda248ce4d\" limit:1 "} {"level":"info","ts":"2026-06-10T14:52:13.059141Z","caller":"traceutil/trace.go:172","msg":"trace[117406525] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"231.668087ms","start":"2026-06-10T14:52:12.827443Z","end":"2026-06-10T14:52:13.059111Z","steps":["trace[117406525] 'process raft request' (duration: 231.242227ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:13.301307Z","caller":"traceutil/trace.go:172","msg":"trace[456842388] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"319.396064ms","start":"2026-06-10T14:52:12.981873Z","end":"2026-06-10T14:52:13.301269Z","steps":["trace[456842388] 'read index received' (duration: 319.386793ms)","trace[456842388] 'applied index is now lower than readState.Index' (duration: 7.931µs)"],"step_count":2} {"level":"info","ts":"2026-06-10T14:52:13.301438Z","caller":"traceutil/trace.go:172","msg":"trace[163602172] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"274.191979ms","start":"2026-06-10T14:52:13.027227Z","end":"2026-06-10T14:52:13.301419Z","steps":["trace[163602172] 'process raft request' (duration: 274.064109ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:13.301442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.545576ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:13.301653Z","caller":"traceutil/trace.go:172","msg":"trace[560450678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"319.768081ms","start":"2026-06-10T14:52:12.981866Z","end":"2026-06-10T14:52:13.301634Z","steps":["trace[560450678] 'agreement among raft nodes before linearized reading' (duration: 319.512212ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:13.431729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.430664Z","time spent":"7.001060326s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-10T14:52:13.431777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.431463Z","time spent":"7.000308624s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-10T14:52:13.438854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:06.438299Z","time spent":"7.000550433s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-10T14:52:14.197267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:52:07.196241Z","time spent":"7.001019529s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-10T14:52:14.204930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.384626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.407046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.423855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.437308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.454815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.481502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.557252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.634625Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.654528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.691926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.737224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.769568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.787448Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.821723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.848786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.871946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:14.972011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.000118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.016180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.036692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.052335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.066359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.079704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:15.795349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:19.639568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:19.663179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:19.699377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:19.798484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48982","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-10T14:52:40.137501Z","caller":"traceutil/trace.go:172","msg":"trace[366241999] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"117.810378ms","start":"2026-06-10T14:52:40.019668Z","end":"2026-06-10T14:52:40.137478Z","steps":["trace[366241999] 'process raft request' (duration: 117.57988ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:43.226425Z","caller":"traceutil/trace.go:172","msg":"trace[1119219299] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1694; }","duration":"110.920584ms","start":"2026-06-10T14:52:43.115477Z","end":"2026-06-10T14:52:43.226397Z","steps":["trace[1119219299] 'read index received' (duration: 110.914034ms)","trace[1119219299] 'applied index is now lower than readState.Index' (duration: 5.26µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:52:43.226588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.12222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:52:43.226624Z","caller":"traceutil/trace.go:172","msg":"trace[75438840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1438; }","duration":"111.176784ms","start":"2026-06-10T14:52:43.115438Z","end":"2026-06-10T14:52:43.226615Z","steps":["trace[75438840] 'agreement among raft nodes before linearized reading' (duration: 111.064855ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:43.723637Z","caller":"traceutil/trace.go:172","msg":"trace[434570742] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1696; }","duration":"259.859383ms","start":"2026-06-10T14:52:43.463736Z","end":"2026-06-10T14:52:43.723596Z","steps":["trace[434570742] 'read index received' (duration: 259.846922ms)","trace[434570742] 'applied index is now lower than readState.Index' (duration: 9.951µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:52:43.724110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.354491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-djx6t\" limit:1 ","response":"range_response_count:1 size:6363"} {"level":"info","ts":"2026-06-10T14:52:43.724206Z","caller":"traceutil/trace.go:172","msg":"trace[1106302117] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-djx6t; range_end:; response_count:1; response_revision:1440; }","duration":"260.47374ms","start":"2026-06-10T14:52:43.463718Z","end":"2026-06-10T14:52:43.724192Z","steps":["trace[1106302117] 'agreement among raft nodes before linearized reading' (duration: 260.050088ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:43.724121Z","caller":"traceutil/trace.go:172","msg":"trace[585173217] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"258.602248ms","start":"2026-06-10T14:52:43.465503Z","end":"2026-06-10T14:52:43.724105Z","steps":["trace[585173217] 'process raft request' (duration: 258.290064ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:52:46.080593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:46.217139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-10T14:52:46.245058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37944","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-10T14:52:51.962015Z","caller":"traceutil/trace.go:172","msg":"trace[1186793947] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"111.234101ms","start":"2026-06-10T14:52:51.850759Z","end":"2026-06-10T14:52:51.961993Z","steps":["trace[1186793947] 'process raft request' (duration: 111.039476ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:51.962046Z","caller":"traceutil/trace.go:172","msg":"trace[1254408030] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"110.897114ms","start":"2026-06-10T14:52:51.851113Z","end":"2026-06-10T14:52:51.962010Z","steps":["trace[1254408030] 'process raft request' (duration: 110.819998ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:53.895533Z","caller":"traceutil/trace.go:172","msg":"trace[2136341115] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"297.813408ms","start":"2026-06-10T14:52:53.597706Z","end":"2026-06-10T14:52:53.895519Z","steps":["trace[2136341115] 'process raft request' (duration: 297.676637ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:56.289707Z","caller":"traceutil/trace.go:172","msg":"trace[738374502] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"186.316246ms","start":"2026-06-10T14:52:56.103372Z","end":"2026-06-10T14:52:56.289688Z","steps":["trace[738374502] 'process raft request' (duration: 186.209927ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:52:56.290096Z","caller":"traceutil/trace.go:172","msg":"trace[1732996888] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"186.725797ms","start":"2026-06-10T14:52:56.103358Z","end":"2026-06-10T14:52:56.290084Z","steps":["trace[1732996888] 'process raft request' (duration: 186.078117ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:53:02.195948Z","caller":"traceutil/trace.go:172","msg":"trace[2108881540] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"248.206944ms","start":"2026-06-10T14:53:01.947715Z","end":"2026-06-10T14:53:02.195922Z","steps":["trace[2108881540] 'process raft request' (duration: 247.856376ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:02.482352Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16702336655440821956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-10T14:53:02.806578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:53:02.328485Z","time spent":"478.086636ms","remote":"127.0.0.1:49790","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-10T14:53:02.808881Z","caller":"traceutil/trace.go:172","msg":"trace[433043123] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1790; }","duration":"827.107769ms","start":"2026-06-10T14:53:01.981761Z","end":"2026-06-10T14:53:02.808869Z","steps":["trace[433043123] 'read index received' (duration: 827.104149ms)","trace[433043123] 'applied index is now lower than readState.Index' (duration: 2.66µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:53:02.808987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"827.214758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:53:02.809035Z","caller":"traceutil/trace.go:172","msg":"trace[938391648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1523; }","duration":"827.247411ms","start":"2026-06-10T14:53:01.981754Z","end":"2026-06-10T14:53:02.809002Z","steps":["trace[938391648] 'agreement among raft nodes before linearized reading' (duration: 827.196697ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:53:02.809174Z","caller":"traceutil/trace.go:172","msg":"trace[836465916] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"428.238239ms","start":"2026-06-10T14:53:02.380905Z","end":"2026-06-10T14:53:02.809143Z","steps":["trace[836465916] 'process raft request' (duration: 428.146201ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:02.809221Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16702336655440821959,"received-request-id":16702336655440821956} {"level":"warn","ts":"2026-06-10T14:53:02.809285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:53:02.380883Z","time spent":"428.342116ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:53:02.810367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.94391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-10T14:53:02.810414Z","caller":"traceutil/trace.go:172","msg":"trace[1608166005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"481.993133ms","start":"2026-06-10T14:53:02.328414Z","end":"2026-06-10T14:53:02.810408Z","steps":["trace[1608166005] 'agreement among raft nodes before linearized reading' (duration: 481.880615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:02.810446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:53:02.328346Z","time spent":"482.095253ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:53:02.810838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.672399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-10T14:53:02.810910Z","caller":"traceutil/trace.go:172","msg":"trace[2043304181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1524; }","duration":"480.751135ms","start":"2026-06-10T14:53:02.330143Z","end":"2026-06-10T14:53:02.810895Z","steps":["trace[2043304181] 'agreement among raft nodes before linearized reading' (duration: 480.380666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:02.810946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:53:02.330121Z","time spent":"480.817041ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:53:02.811418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.304464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-10T14:53:02.811470Z","caller":"traceutil/trace.go:172","msg":"trace[1897447262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"160.320723ms","start":"2026-06-10T14:53:02.651139Z","end":"2026-06-10T14:53:02.811459Z","steps":["trace[1897447262] 'agreement among raft nodes before linearized reading' (duration: 159.263071ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:53:25.398001Z","caller":"traceutil/trace.go:172","msg":"trace[1437658089] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"292.805318ms","start":"2026-06-10T14:53:25.105165Z","end":"2026-06-10T14:53:25.397970Z","steps":["trace[1437658089] 'process raft request' (duration: 292.470411ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:53:25.399352Z","caller":"traceutil/trace.go:172","msg":"trace[1026552999] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1893; }","duration":"269.985692ms","start":"2026-06-10T14:53:25.129337Z","end":"2026-06-10T14:53:25.399322Z","steps":["trace[1026552999] 'read index received' (duration: 269.977332ms)","trace[1026552999] 'applied index is now lower than readState.Index' (duration: 6.65µs)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:53:25.399762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.408196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-10T14:53:25.399851Z","caller":"traceutil/trace.go:172","msg":"trace[1548529491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1612; }","duration":"270.517237ms","start":"2026-06-10T14:53:25.129320Z","end":"2026-06-10T14:53:25.399837Z","steps":["trace[1548529491] 'agreement among raft nodes before linearized reading' (duration: 270.125904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:25.401966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.678367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-10T14:53:25.402054Z","caller":"traceutil/trace.go:172","msg":"trace[1282603662] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; response_count:1; response_revision:1612; }","duration":"213.790386ms","start":"2026-06-10T14:53:25.188248Z","end":"2026-06-10T14:53:25.402038Z","steps":["trace[1282603662] 'agreement among raft nodes before linearized reading' (duration: 213.439718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:51.377776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.791277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-10T14:53:51.377921Z","caller":"traceutil/trace.go:172","msg":"trace[423698385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1712; }","duration":"154.727095ms","start":"2026-06-10T14:53:51.223178Z","end":"2026-06-10T14:53:51.377905Z","steps":["trace[423698385] 'range keys from in-memory index tree' (duration: 151.938191ms)"],"step_count":1} {"level":"info","ts":"2026-06-10T14:53:51.687062Z","caller":"traceutil/trace.go:172","msg":"trace[1858291193] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"305.39836ms","start":"2026-06-10T14:53:51.381639Z","end":"2026-06-10T14:53:51.687037Z","steps":["trace[1858291193] 'process raft request' (duration: 305.229402ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:53:51.687448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:53:51.381616Z","time spent":"305.643083ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-10T14:54:14.414738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.700282ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-10T14:54:14.414948Z","caller":"traceutil/trace.go:172","msg":"trace[1156257847] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2110; }","duration":"319.748242ms","start":"2026-06-10T14:54:14.095140Z","end":"2026-06-10T14:54:14.414888Z","steps":["trace[1156257847] 'read index received' (duration: 40.571454ms)","trace[1156257847] 'applied index is now lower than readState.Index' (duration: 279.175228ms)"],"step_count":2} {"level":"warn","ts":"2026-06-10T14:54:14.415224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.067227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-06-10T14:54:14.415328Z","caller":"traceutil/trace.go:172","msg":"trace[1010955231] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1800; }","duration":"320.179662ms","start":"2026-06-10T14:54:14.095124Z","end":"2026-06-10T14:54:14.415304Z","steps":["trace[1010955231] 'agreement among raft nodes before linearized reading' (duration: 319.892105ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:54:14.415375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-10T14:54:14.095100Z","time spent":"320.264988ms","remote":"127.0.0.1:35216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":831,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" limit:1 "} {"level":"warn","ts":"2026-06-10T14:54:14.417925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.13976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" limit:1 ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-06-10T14:54:14.418012Z","caller":"traceutil/trace.go:172","msg":"trace[917114132] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:1800; }","duration":"254.240566ms","start":"2026-06-10T14:54:14.163755Z","end":"2026-06-10T14:54:14.417995Z","steps":["trace[917114132] 'agreement among raft nodes before linearized reading' (duration: 254.003176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:54:14.417986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.587701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-06-10T14:54:14.418099Z","caller":"traceutil/trace.go:172","msg":"trace[564802801] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:1800; }","duration":"254.712685ms","start":"2026-06-10T14:54:14.163359Z","end":"2026-06-10T14:54:14.418072Z","steps":["trace[564802801] 'agreement among raft nodes before linearized reading' (duration: 254.424748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:54:14.418244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.63662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-06-10T14:54:14.418373Z","caller":"traceutil/trace.go:172","msg":"trace[646825902] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1800; }","duration":"256.760836ms","start":"2026-06-10T14:54:14.161593Z","end":"2026-06-10T14:54:14.418354Z","steps":["trace[646825902] 'agreement among raft nodes before linearized reading' (duration: 256.514696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:54:14.417958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.156829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" limit:1 ","response":"range_response_count:1 size:658"} {"level":"info","ts":"2026-06-10T14:54:14.418923Z","caller":"traceutil/trace.go:172","msg":"trace[550821633] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:1800; }","duration":"295.158615ms","start":"2026-06-10T14:54:14.123750Z","end":"2026-06-10T14:54:14.418909Z","steps":["trace[550821633] 'agreement among raft nodes before linearized reading' (duration: 293.987036ms)"],"step_count":1} {"level":"warn","ts":"2026-06-10T14:54:14.418820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.389623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-06-10T14:54:14.419226Z","caller":"traceutil/trace.go:172","msg":"trace[512525025] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1800; }","duration":"254.091172ms","start":"2026-06-10T14:54:14.165104Z","end":"2026-06-10T14:54:14.419195Z","steps":["trace[512525025] 'agreement among raft nodes before linearized reading' (duration: 253.135924ms)"],"step_count":1}