{"level":"warn","ts":"2026-05-13T01:03:38.972002Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-13T01:03:38.972171Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-13T01:03:38.972187Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=controller-1=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-13T01:03:38.972271Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-05-13T01:03:38.972298Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-13T01:03:38.972311Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-13T01:03:38.972348Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T01:03:38.973331Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-05-13T01:03:38.973433Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-13T01:03:38.974111Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001a0a98}"} {"level":"info","ts":"2026-05-13T01:03:38.980681Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-13T01:03:38.980998Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.966433ms"} {"level":"info","ts":"2026-05-13T01:03:38.981080Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-13T01:03:38.981199Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-13T01:03:38.981286Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-13T01:03:38.990803Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-13T01:03:38.990890Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-05-13T01:03:38.990923Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-13T01:03:38.990981Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-05-13T01:03:38.991043Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-05-13T01:03:38.991053Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-13T01:03:38.991075Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-05-13T01:03:38.991110Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-05-13T01:03:38.995954Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-13T01:03:38.998917Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-13T01:03:39.000821Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-13T01:03:39.001224Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-13T01:03:39.001370Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-13T01:03:39.001394Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-13T01:03:39.001383Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-13T01:03:39.001407Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-13T01:03:39.001466Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:03:39.001494Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:03:39.001501Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-13T01:03:39.001723Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-13T01:03:39.001798Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-13T01:03:39.001978Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-05-13T01:03:39.002186Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-05-13T01:03:39.492162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-05-13T01:03:39.492244Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-05-13T01:03:39.492373Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-05-13T01:03:39.492402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d98d5f2c752cc52d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-13T01:03:39.492432Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-05-13T01:03:39.493327Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-05-13T01:03:39.493372Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d98d5f2c752cc52d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-13T01:03:39.493404Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-05-13T01:03:39.493422Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-05-13T01:03:39.494505Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:03:39.495432Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.250:2379]}","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-05-13T01:03:39.495420Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T01:03:39.495522Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-13T01:03:39.495867Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-13T01:03:39.495865Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:03:39.495902Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-13T01:03:39.495965Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:03:39.496030Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-05-13T01:03:39.496117Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-05-13T01:03:39.496158Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-05-13T01:03:39.497673Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-05-13T01:03:39.502097Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-13T01:03:39.502804Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-13T01:03:39.503653Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-05-13T01:03:39.506664Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-13T01:03:39.507145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.508880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.529094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.540190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.558230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.567035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.574584Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.583119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.592721Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.601313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.610115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.623217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.642253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.649879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.657811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.665208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.682676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.688298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.698135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.725863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.733842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.744770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.753334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.761049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.767645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.776189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.783641Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.789174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.795875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.802574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.812399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.825951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.835032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.842741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.852607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.861519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.873651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.888449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.897657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.907520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.918955Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.927733Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.937932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.946698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.969137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.982830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.991761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:39.999725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.009611Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.021572Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.030763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.039538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.048424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.059694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.117217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.140135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.149276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:40.213770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:03:42.361978Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807134233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:03:42.439533Z","caller":"traceutil/trace.go:172","msg":"trace[12842001] linearizableReadLoop","detail":"{readStateIndex:97; appliedIndex:97; }","duration":"614.943558ms","start":"2026-05-13T01:03:41.824563Z","end":"2026-05-13T01:03:42.439506Z","steps":["trace[12842001] 'read index received' (duration: 614.937388ms)","trace[12842001] 'applied index is now lower than readState.Index' (duration: 5.32µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:03:42.443304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"618.733031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-13T01:03:42.443370Z","caller":"traceutil/trace.go:172","msg":"trace[49598908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:93; }","duration":"618.805224ms","start":"2026-05-13T01:03:41.824548Z","end":"2026-05-13T01:03:42.443353Z","steps":["trace[49598908] 'agreement among raft nodes before linearized reading' (duration: 615.052832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:42.443395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:03:41.824525Z","time spent":"618.860726ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-13T01:03:42.443615Z","caller":"traceutil/trace.go:172","msg":"trace[253627902] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"686.624943ms","start":"2026-05-13T01:03:41.756953Z","end":"2026-05-13T01:03:42.443578Z","steps":["trace[253627902] 'process raft request' (duration: 682.60052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:42.444616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:03:41.756945Z","time spent":"687.349381ms","remote":"127.0.0.1:35708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-13T01:03:43.986846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.617019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-greexw\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:03:43.986923Z","caller":"traceutil/trace.go:172","msg":"trace[1413118547] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-greexw; range_end:; response_count:0; response_revision:214; }","duration":"102.707143ms","start":"2026-05-13T01:03:43.884198Z","end":"2026-05-13T01:03:43.986906Z","steps":["trace[1413118547] 'agreement among raft nodes before linearized reading' (duration: 62.556236ms)","trace[1413118547] 'range keys from in-memory index tree' (duration: 40.010831ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:03:43.987014Z","caller":"traceutil/trace.go:172","msg":"trace[1861663428] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"110.742003ms","start":"2026-05-13T01:03:43.876237Z","end":"2026-05-13T01:03:43.986979Z","steps":["trace[1861663428] 'process raft request' (duration: 70.568575ms)","trace[1861663428] 'compare' (duration: 40.045373ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:03:44.306006Z","caller":"traceutil/trace.go:172","msg":"trace[1946483049] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"126.536215ms","start":"2026-05-13T01:03:44.179449Z","end":"2026-05-13T01:03:44.305985Z","steps":["trace[1946483049] 'process raft request' (duration: 116.109535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:03:49.533098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.368904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-13T01:03:49.533203Z","caller":"traceutil/trace.go:172","msg":"trace[1891615095] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:312; }","duration":"102.496918ms","start":"2026-05-13T01:03:49.430684Z","end":"2026-05-13T01:03:49.533181Z","steps":["trace[1891615095] 'agreement among raft nodes before linearized reading' (duration: 55.886757ms)","trace[1891615095] 'range keys from in-memory index tree' (duration: 46.433305ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:03:49.533263Z","caller":"traceutil/trace.go:172","msg":"trace[141664815] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"147.656987ms","start":"2026-05-13T01:03:49.385577Z","end":"2026-05-13T01:03:49.533234Z","steps":["trace[141664815] 'process raft request' (duration: 100.984654ms)","trace[141664815] 'compare' (duration: 46.551359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:04:06.714391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.84918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:04:06.714498Z","caller":"traceutil/trace.go:172","msg":"trace[589902556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"295.967234ms","start":"2026-05-13T01:04:06.418510Z","end":"2026-05-13T01:04:06.714477Z","steps":["trace[589902556] 'range keys from in-memory index tree' (duration: 295.641573ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:04:10.938379Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685) learners=(7147560702219606117)"} {"level":"info","ts":"2026-05-13T01:04:10.938650Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"63313c96da575865","added-peer-peer-urls":["https://199.204.45.229:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-13T01:04:10.938750Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.938805Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.940991Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.944238Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.944312Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.944365Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-13T01:04:10.944378Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.944400Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:10.944436Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"error","ts":"2026-05-13T01:04:10.985729Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-05-13T01:04:11.493379Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-05-13T01:04:11.501726Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.229:2380/version","remote-member-id":"63313c96da575865","error":"Get \"https://199.204.45.229:2380/version\": dial tcp 199.204.45.229:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-13T01:04:11.501848Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"63313c96da575865","error":"Get \"https://199.204.45.229:2380/version\": dial tcp 199.204.45.229:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-13T01:04:11.979770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.229:50074","server-name":"","error":"EOF"} {"level":"error","ts":"2026-05-13T01:04:11.992641Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-05-13T01:04:12.491186Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-05-13T01:04:12.990824Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-05-13T01:04:13.446832Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.455098Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"63313c96da575865","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:13.455205Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.457223Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"63313c96da575865","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:13.457249Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.458145Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.458493Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"error","ts":"2026-05-13T01:04:13.489087Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-05-13T01:04:13.500650Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d98d5f2c752cc52d","to":"63313c96da575865","bytes":761865,"size":"762 kB"} {"level":"info","ts":"2026-05-13T01:04:13.500987Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":452,"remote-peer-id":"63313c96da575865","bytes":761865,"size":"762 kB"} {"level":"info","ts":"2026-05-13T01:04:13.504985Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":753664,"size":"754 kB"} {"level":"info","ts":"2026-05-13T01:04:13.518839Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":452,"remote-peer-id":"63313c96da575865","bytes":761865,"size":"762 kB"} {"level":"warn","ts":"2026-05-13T01:04:13.539532Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:13.539617Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:13.552254Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"63313c96da575865","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-05-13T01:04:13.552337Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.552362Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.556853Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"63313c96da575865","stream-type":"stream Message"} {"level":"warn","ts":"2026-05-13T01:04:13.556901Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.556913Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.563562Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.566658Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.990950Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(7147560702219606117 15676290522495632685)"} {"level":"info","ts":"2026-05-13T01:04:13.991148Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","promoted-member-id":"63313c96da575865"} {"level":"info","ts":"2026-05-13T01:04:13.991194Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"63313c96da575865"} {"level":"warn","ts":"2026-05-13T01:04:31.651050Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"559.59571ms"} {"level":"warn","ts":"2026-05-13T01:04:31.651229Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807135165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:04:31.652679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.017867738s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:04:31.652725Z","caller":"traceutil/trace.go:172","msg":"trace[890304366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:474; }","duration":"1.017921219s","start":"2026-05-13T01:04:30.634793Z","end":"2026-05-13T01:04:31.652715Z","steps":["trace[890304366] 'agreement among raft nodes before linearized reading' (duration: 1.017847827s)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:04:31.652854Z","caller":"traceutil/trace.go:172","msg":"trace[1245029661] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:503; }","duration":"1.017731305s","start":"2026-05-13T01:04:30.634801Z","end":"2026-05-13T01:04:31.652532Z","steps":["trace[1245029661] 'read index received' (duration: 1.017725745s)","trace[1245029661] 'applied index is now lower than readState.Index' (duration: 4.65µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:04:31.666979Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-05-13T01:04:31.667122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.611731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:04:31.667197Z","caller":"traceutil/trace.go:172","msg":"trace[1572783695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:476; }","duration":"762.693633ms","start":"2026-05-13T01:04:30.904492Z","end":"2026-05-13T01:04:31.667185Z","steps":["trace[1572783695] 'agreement among raft nodes before linearized reading' (duration: 762.301123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:04:31.667229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:04:30.904469Z","time spent":"762.754574ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:04:43.519941Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d98d5f2c752cc52d","to":"63313c96da575865","bytes":761865,"size":"762 kB","took":"30.019293982s"} {"level":"warn","ts":"2026-05-13T01:04:53.592508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:54606","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:53.605038Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(7147560702219606117 15676290522495632685) learners=(16031780623832544977)"} {"level":"info","ts":"2026-05-13T01:04:53.605136Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"de7c5389908776d1","added-peer-peer-urls":["https://199.204.45.144:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-13T01:04:53.605159Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605175Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605259Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605278Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605286Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605299Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1","remote-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-13T01:04:53.605320Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605409Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:53.605568Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"warn","ts":"2026-05-13T01:04:53.656076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:54652","server-name":"","error":"EOF"} {"level":"error","ts":"2026-05-13T01:04:53.656639Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-05-13T01:04:54.159551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.144:54664","server-name":"","error":"EOF"} {"level":"error","ts":"2026-05-13T01:04:54.172012Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-05-13T01:04:54.172129Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"de7c5389908776d1","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-05-13T01:04:54.658938Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-05-13T01:04:54.659037Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"de7c5389908776d1","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-05-13T01:04:55.157630Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-05-13T01:04:55.661595Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-05-13T01:04:55.661691Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"de7c5389908776d1","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-05-13T01:04:55.663450Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.144:2380/version","remote-member-id":"de7c5389908776d1","error":"Get \"https://199.204.45.144:2380/version\": dial tcp 199.204.45.144:2380: connect: connection refused"} {"level":"warn","ts":"2026-05-13T01:04:55.663506Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"de7c5389908776d1","error":"Get \"https://199.204.45.144:2380/version\": dial tcp 199.204.45.144:2380: connect: connection refused"} {"level":"error","ts":"2026-05-13T01:04:56.158796Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-05-13T01:04:56.417296Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.420353Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.428202Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.431880Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"de7c5389908776d1","stream-type":"stream Message"} {"level":"info","ts":"2026-05-13T01:04:56.431930Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.431923Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"d98d5f2c752cc52d","to":"de7c5389908776d1","bytes":975408,"size":"975 kB"} {"level":"info","ts":"2026-05-13T01:04:56.432040Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":613,"remote-peer-id":"de7c5389908776d1","bytes":975408,"size":"975 kB"} {"level":"info","ts":"2026-05-13T01:04:56.433050Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"de7c5389908776d1","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-13T01:04:56.433089Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.434947Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":966656,"size":"967 kB"} {"level":"info","ts":"2026-05-13T01:04:56.445679Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":613,"remote-peer-id":"de7c5389908776d1","bytes":975408,"size":"975 kB"} {"level":"warn","ts":"2026-05-13T01:04:56.459821Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:04:56.459834Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1","error":"EOF"} {"level":"info","ts":"2026-05-13T01:04:56.477828Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"de7c5389908776d1","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-05-13T01:04:56.477896Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.477928Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.480441Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d98d5f2c752cc52d","to":"de7c5389908776d1","stream-type":"stream Message"} {"level":"warn","ts":"2026-05-13T01:04:56.480492Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.480511Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.516869Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.521834Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d98d5f2c752cc52d","remote-peer-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.686655Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d98d5f2c752cc52d switched to configuration voters=(7147560702219606117 15676290522495632685 16031780623832544977)"} {"level":"info","ts":"2026-05-13T01:04:56.686891Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","promoted-member-id":"de7c5389908776d1"} {"level":"info","ts":"2026-05-13T01:04:56.686955Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"d98d5f2c752cc52d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"de7c5389908776d1"} {"level":"warn","ts":"2026-05-13T01:05:01.128301Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807135440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:05:01.157023Z","caller":"traceutil/trace.go:172","msg":"trace[1149363108] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:633; }","duration":"529.23396ms","start":"2026-05-13T01:05:00.627774Z","end":"2026-05-13T01:05:01.157008Z","steps":["trace[1149363108] 'read index received' (duration: 529.22936ms)","trace[1149363108] 'applied index is now lower than readState.Index' (duration: 3.45µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:01.157312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.529496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:26 size:2123"} {"level":"info","ts":"2026-05-13T01:05:01.157376Z","caller":"traceutil/trace.go:172","msg":"trace[262693105] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:26; response_revision:586; }","duration":"529.604987ms","start":"2026-05-13T01:05:00.627759Z","end":"2026-05-13T01:05:01.157364Z","steps":["trace[262693105] 'agreement among raft nodes before linearized reading' (duration: 529.316642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:01.157406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:00.627738Z","time spent":"529.660888ms","remote":"127.0.0.1:36026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":26,"response size":2147,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-05-13T01:05:01.416564Z","caller":"traceutil/trace.go:172","msg":"trace[1006365253] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:633; }","duration":"259.434303ms","start":"2026-05-13T01:05:01.157061Z","end":"2026-05-13T01:05:01.416496Z","steps":["trace[1006365253] 'read index received' (duration: 259.426883ms)","trace[1006365253] 'applied index is now lower than readState.Index' (duration: 6.01µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:01.416598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.128787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:05:01.416598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.280174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:01.416694Z","caller":"traceutil/trace.go:172","msg":"trace[1173348922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"280.238699ms","start":"2026-05-13T01:05:01.136433Z","end":"2026-05-13T01:05:01.416672Z","steps":["trace[1173348922] 'agreement among raft nodes before linearized reading' (duration: 280.069706ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:01.416723Z","caller":"traceutil/trace.go:172","msg":"trace[902254741] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:586; }","duration":"626.382096ms","start":"2026-05-13T01:05:00.790300Z","end":"2026-05-13T01:05:01.416682Z","steps":["trace[902254741] 'agreement among raft nodes before linearized reading' (duration: 626.225023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:01.416719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.587765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:01.417056Z","caller":"traceutil/trace.go:172","msg":"trace[1071310359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:586; }","duration":"781.940043ms","start":"2026-05-13T01:05:00.635101Z","end":"2026-05-13T01:05:01.417041Z","steps":["trace[1071310359] 'agreement among raft nodes before linearized reading' (duration: 781.555185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:01.417127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:00.790275Z","time spent":"626.477148ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-05-13T01:05:01.418587Z","caller":"traceutil/trace.go:172","msg":"trace[1294319728] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"731.930962ms","start":"2026-05-13T01:05:00.686639Z","end":"2026-05-13T01:05:01.418570Z","steps":["trace[1294319728] 'process raft request' (duration: 731.80225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:01.419935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:00.686621Z","time spent":"732.030405ms","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2330,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:05:10.314037Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807135540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:05:10.315283Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"223.316752ms"} {"level":"warn","ts":"2026-05-13T01:05:10.315389Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"223.429744ms"} {"level":"info","ts":"2026-05-13T01:05:10.315678Z","caller":"traceutil/trace.go:172","msg":"trace[2042257735] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"406.256528ms","start":"2026-05-13T01:05:09.909406Z","end":"2026-05-13T01:05:10.315662Z","steps":["trace[2042257735] 'process raft request' (duration: 406.160867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:10.315784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:09.909222Z","time spent":"406.488452ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:05:10.315718Z","caller":"traceutil/trace.go:172","msg":"trace[1456377319] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:684; }","duration":"671.135793ms","start":"2026-05-13T01:05:09.644562Z","end":"2026-05-13T01:05:10.315697Z","steps":["trace[1456377319] 'read index received' (duration: 671.130923ms)","trace[1456377319] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:10.315905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.344658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:10.315931Z","caller":"traceutil/trace.go:172","msg":"trace[1998925073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:629; }","duration":"671.369008ms","start":"2026-05-13T01:05:09.644554Z","end":"2026-05-13T01:05:10.315923Z","steps":["trace[1998925073] 'agreement among raft nodes before linearized reading' (duration: 671.327437ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:10.320911Z","caller":"traceutil/trace.go:172","msg":"trace[1528226337] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"410.909404ms","start":"2026-05-13T01:05:09.909994Z","end":"2026-05-13T01:05:10.320903Z","steps":["trace[1528226337] 'process raft request' (duration: 410.644479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:10.320953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:09.909977Z","time spent":"410.955174ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:05:14.345512Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-05-13T01:05:25.788892Z","caller":"traceutil/trace.go:172","msg":"trace[1778179506] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:786; }","duration":"154.021147ms","start":"2026-05-13T01:05:25.634856Z","end":"2026-05-13T01:05:25.788877Z","steps":["trace[1778179506] 'read index received' (duration: 154.017427ms)","trace[1778179506] 'applied index is now lower than readState.Index' (duration: 2.9µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:25.789016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.144529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:25.789031Z","caller":"traceutil/trace.go:172","msg":"trace[130436700] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:720; }","duration":"154.17636ms","start":"2026-05-13T01:05:25.634850Z","end":"2026-05-13T01:05:25.789026Z","steps":["trace[130436700] 'agreement among raft nodes before linearized reading' (duration: 154.123199ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:26.446169Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"d98d5f2c752cc52d","to":"de7c5389908776d1","bytes":975408,"size":"975 kB","took":"30.014243829s"} {"level":"info","ts":"2026-05-13T01:05:41.266084Z","caller":"traceutil/trace.go:172","msg":"trace[1227689447] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"100.59914ms","start":"2026-05-13T01:05:41.165453Z","end":"2026-05-13T01:05:41.266053Z","steps":["trace[1227689447] 'process raft request' (duration: 100.386616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:41.599177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.036968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:98717"} {"level":"info","ts":"2026-05-13T01:05:41.599316Z","caller":"traceutil/trace.go:172","msg":"trace[1308370671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:868; }","duration":"198.354016ms","start":"2026-05-13T01:05:41.400943Z","end":"2026-05-13T01:05:41.599297Z","steps":["trace[1308370671] 'process raft request' (duration: 83.988493ms)","trace[1308370671] 'compare' (duration: 113.884996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:41.619892Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.87823ms"} {"level":"warn","ts":"2026-05-13T01:05:41.619973Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.968041ms"} {"level":"info","ts":"2026-05-13T01:05:41.620699Z","caller":"traceutil/trace.go:172","msg":"trace[498960428] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"172.493606ms","start":"2026-05-13T01:05:41.448187Z","end":"2026-05-13T01:05:41.620681Z","steps":["trace[498960428] 'process raft request' (duration: 172.416395ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:41.620980Z","caller":"traceutil/trace.go:172","msg":"trace[1636131031] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"196.431397ms","start":"2026-05-13T01:05:41.424539Z","end":"2026-05-13T01:05:41.620971Z","steps":["trace[1636131031] 'process raft request' (duration: 195.870359ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:42.780700Z","caller":"traceutil/trace.go:172","msg":"trace[1780854999] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1044; }","duration":"281.322464ms","start":"2026-05-13T01:05:42.499353Z","end":"2026-05-13T01:05:42.780675Z","steps":["trace[1780854999] 'read index received' (duration: 281.316254ms)","trace[1780854999] 'applied index is now lower than readState.Index' (duration: 5.45µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:42.780934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.565058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-05-13T01:05:42.780954Z","caller":"traceutil/trace.go:172","msg":"trace[1784634687] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:888; }","duration":"281.602328ms","start":"2026-05-13T01:05:42.499345Z","end":"2026-05-13T01:05:42.780947Z","steps":["trace[1784634687] 'agreement among raft nodes before linearized reading' (duration: 281.462576ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:42.823754Z","caller":"traceutil/trace.go:172","msg":"trace[1778274447] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"277.679229ms","start":"2026-05-13T01:05:42.546059Z","end":"2026-05-13T01:05:42.823738Z","steps":["trace[1778274447] 'process raft request' (duration: 277.594966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:42.841117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.74454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:42.841183Z","caller":"traceutil/trace.go:172","msg":"trace[750095269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:889; }","duration":"167.824661ms","start":"2026-05-13T01:05:42.673345Z","end":"2026-05-13T01:05:42.841170Z","steps":["trace[750095269] 'agreement among raft nodes before linearized reading' (duration: 167.72316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:42.841399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.598302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-13T01:05:42.841509Z","caller":"traceutil/trace.go:172","msg":"trace[1461951437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:889; }","duration":"333.725343ms","start":"2026-05-13T01:05:42.507771Z","end":"2026-05-13T01:05:42.841496Z","steps":["trace[1461951437] 'agreement among raft nodes before linearized reading' (duration: 333.382988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:42.841584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:42.507758Z","time spent":"333.819295ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:05:43.080653Z","caller":"traceutil/trace.go:172","msg":"trace[1747331708] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1046; }","duration":"225.416926ms","start":"2026-05-13T01:05:42.855203Z","end":"2026-05-13T01:05:43.080620Z","steps":["trace[1747331708] 'read index received' (duration: 225.412155ms)","trace[1747331708] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.089284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.048998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-05-13T01:05:43.089370Z","caller":"traceutil/trace.go:172","msg":"trace[1176870623] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:889; }","duration":"234.15576ms","start":"2026-05-13T01:05:42.855198Z","end":"2026-05-13T01:05:43.089354Z","steps":["trace[1176870623] 'agreement among raft nodes before linearized reading' (duration: 225.539827ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.090319Z","caller":"traceutil/trace.go:172","msg":"trace[1166748156] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"245.099449ms","start":"2026-05-13T01:05:42.845211Z","end":"2026-05-13T01:05:43.090310Z","steps":["trace[1166748156] 'process raft request' (duration: 244.932487ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.090623Z","caller":"traceutil/trace.go:172","msg":"trace[1113792052] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"222.164116ms","start":"2026-05-13T01:05:42.868452Z","end":"2026-05-13T01:05:43.090616Z","steps":["trace[1113792052] 'process raft request' (duration: 222.033654ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.090703Z","caller":"traceutil/trace.go:172","msg":"trace[201522886] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"231.291076ms","start":"2026-05-13T01:05:42.859378Z","end":"2026-05-13T01:05:43.090669Z","steps":["trace[201522886] 'process raft request' (duration: 230.909631ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.374024Z","caller":"traceutil/trace.go:172","msg":"trace[1317947505] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1053; }","duration":"214.376526ms","start":"2026-05-13T01:05:43.159620Z","end":"2026-05-13T01:05:43.373996Z","steps":["trace[1317947505] 'read index received' (duration: 214.323525ms)","trace[1317947505] 'applied index is now lower than readState.Index' (duration: 5.57µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.374300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.659491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-05-13T01:05:43.374327Z","caller":"traceutil/trace.go:172","msg":"trace[1030974880] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:894; }","duration":"214.713871ms","start":"2026-05-13T01:05:43.159605Z","end":"2026-05-13T01:05:43.374319Z","steps":["trace[1030974880] 'agreement among raft nodes before linearized reading' (duration: 214.490518ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:05:43.862078Z","caller":"traceutil/trace.go:172","msg":"trace[793840069] linearizableReadLoop","detail":"{readStateIndex:1056; appliedIndex:1056; }","duration":"265.238738ms","start":"2026-05-13T01:05:43.596801Z","end":"2026-05-13T01:05:43.862040Z","steps":["trace[793840069] 'read index received' (duration: 265.225188ms)","trace[793840069] 'applied index is now lower than readState.Index' (duration: 11.75µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:43.862545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.773096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-05-13T01:05:43.862592Z","caller":"traceutil/trace.go:172","msg":"trace[114883852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:896; }","duration":"295.845557ms","start":"2026-05-13T01:05:43.566733Z","end":"2026-05-13T01:05:43.862578Z","steps":["trace[114883852] 'agreement among raft nodes before linearized reading' (duration: 295.482872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.863251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.547022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-13T01:05:43.863360Z","caller":"traceutil/trace.go:172","msg":"trace[539878943] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:896; }","duration":"263.667854ms","start":"2026-05-13T01:05:43.599669Z","end":"2026-05-13T01:05:43.863337Z","steps":["trace[539878943] 'agreement among raft nodes before linearized reading' (duration: 263.3865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:43.863454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.823158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:43.863507Z","caller":"traceutil/trace.go:172","msg":"trace[650070766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"228.879999ms","start":"2026-05-13T01:05:43.634613Z","end":"2026-05-13T01:05:43.863493Z","steps":["trace[650070766] 'agreement among raft nodes before linearized reading' (duration: 228.791038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:47.877204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.292074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-13T01:05:47.877372Z","caller":"traceutil/trace.go:172","msg":"trace[1713350402] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:926; }","duration":"100.453338ms","start":"2026-05-13T01:05:47.776868Z","end":"2026-05-13T01:05:47.877321Z","steps":["trace[1713350402] 'agreement among raft nodes before linearized reading' (duration: 100.031711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:47.995135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.966058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sbxj9\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-05-13T01:05:47.995244Z","caller":"traceutil/trace.go:172","msg":"trace[2074929516] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sbxj9; range_end:; response_count:1; response_revision:926; }","duration":"119.09316ms","start":"2026-05-13T01:05:47.876129Z","end":"2026-05-13T01:05:47.995222Z","steps":["trace[2074929516] 'agreement among raft nodes before linearized reading' (duration: 99.579415ms)","trace[2074929516] 'range keys from in-memory index tree' (duration: 19.069748ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:05:48.101429Z","caller":"traceutil/trace.go:172","msg":"trace[485472055] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1089; }","duration":"125.743733ms","start":"2026-05-13T01:05:47.975657Z","end":"2026-05-13T01:05:48.101400Z","steps":["trace[485472055] 'read index received' (duration: 125.732683ms)","trace[485472055] 'applied index is now lower than readState.Index' (duration: 9.49µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.171464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.564124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-05-13T01:05:48.171570Z","caller":"traceutil/trace.go:172","msg":"trace[1991671450] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:928; }","duration":"289.675257ms","start":"2026-05-13T01:05:47.881872Z","end":"2026-05-13T01:05:48.171548Z","steps":["trace[1991671450] 'agreement among raft nodes before linearized reading' (duration: 219.813145ms)","trace[1991671450] 'range keys from in-memory index tree' (duration: 69.597076ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:05:48.172110Z","caller":"traceutil/trace.go:172","msg":"trace[1674334744] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"161.871936ms","start":"2026-05-13T01:05:48.010223Z","end":"2026-05-13T01:05:48.172095Z","steps":["trace[1674334744] 'process raft request' (duration: 93.835421ms)","trace[1674334744] 'compare' (duration: 67.75419ms)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:05:48.197219Z","caller":"traceutil/trace.go:172","msg":"trace[462160418] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"121.832993ms","start":"2026-05-13T01:05:48.075362Z","end":"2026-05-13T01:05:48.197195Z","steps":["trace[462160418] 'process raft request' (duration: 120.957259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.788794Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"388.827649ms"} {"level":"warn","ts":"2026-05-13T01:05:48.788899Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"388.963451ms"} {"level":"info","ts":"2026-05-13T01:05:48.789072Z","caller":"traceutil/trace.go:172","msg":"trace[359774140] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"521.10367ms","start":"2026-05-13T01:05:48.267948Z","end":"2026-05-13T01:05:48.789051Z","steps":["trace[359774140] 'process raft request' (duration: 520.987448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.789215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.267907Z","time spent":"521.253772ms","remote":"127.0.0.1:35718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-13T01:05:48.873257Z","caller":"traceutil/trace.go:172","msg":"trace[115120783] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1093; }","duration":"376.023717ms","start":"2026-05-13T01:05:48.497206Z","end":"2026-05-13T01:05:48.873229Z","steps":["trace[115120783] 'read index received' (duration: 376.016947ms)","trace[115120783] 'applied index is now lower than readState.Index' (duration: 5.56µs)"],"step_count":2} {"level":"info","ts":"2026-05-13T01:05:48.936018Z","caller":"traceutil/trace.go:172","msg":"trace[1703195654] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"445.515893ms","start":"2026-05-13T01:05:48.490449Z","end":"2026-05-13T01:05:48.935965Z","steps":["trace[1703195654] 'process raft request' (duration: 383.261597ms)","trace[1703195654] 'compare' (duration: 61.769299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:05:48.936173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.490423Z","time spent":"445.679505ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:05:48.936375Z","caller":"traceutil/trace.go:172","msg":"trace[179991199] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"442.311634ms","start":"2026-05-13T01:05:48.494013Z","end":"2026-05-13T01:05:48.936324Z","steps":["trace[179991199] 'process raft request' (duration: 441.811456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.936597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:05:48.493998Z","time spent":"442.480467ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:05:48.944408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.324225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.944559Z","caller":"traceutil/trace.go:172","msg":"trace[1921954507] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:935; }","duration":"143.489369ms","start":"2026-05-13T01:05:48.801053Z","end":"2026-05-13T01:05:48.944542Z","steps":["trace[1921954507] 'agreement among raft nodes before linearized reading' (duration: 135.374188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:48.944498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.256552ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:05:48.944872Z","caller":"traceutil/trace.go:172","msg":"trace[484163092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"309.664359ms","start":"2026-05-13T01:05:48.635195Z","end":"2026-05-13T01:05:48.944859Z","steps":["trace[484163092] 'agreement among raft nodes before linearized reading' (duration: 301.222973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:05:50.055089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.128424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.159188Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.178534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.231857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.285084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.306575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.324170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.351817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.369903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.382801Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.404881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.445247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.474806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.593380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.621922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.639788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.682289Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.701552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.722142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.836123Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.851123Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.869323Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:50.882776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:05:58.739552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:01.939252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:01.957096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:01.982796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:02.373631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42140","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-13T01:06:17.866513Z","caller":"traceutil/trace.go:172","msg":"trace[2079561384] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1545; }","duration":"231.243349ms","start":"2026-05-13T01:06:17.635244Z","end":"2026-05-13T01:06:17.866487Z","steps":["trace[2079561384] 'read index received' (duration: 231.236639ms)","trace[2079561384] 'applied index is now lower than readState.Index' (duration: 5.64µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:17.866683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.389601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:17.866791Z","caller":"traceutil/trace.go:172","msg":"trace[1115878153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"231.536573ms","start":"2026-05-13T01:06:17.635236Z","end":"2026-05-13T01:06:17.866772Z","steps":["trace[1115878153] 'agreement among raft nodes before linearized reading' (duration: 231.3537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:18.195465Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.535553ms"} {"level":"warn","ts":"2026-05-13T01:06:18.195538Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.618644ms"} {"level":"info","ts":"2026-05-13T01:06:18.882980Z","caller":"traceutil/trace.go:172","msg":"trace[111341125] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1554; }","duration":"210.670862ms","start":"2026-05-13T01:06:18.672278Z","end":"2026-05-13T01:06:18.882949Z","steps":["trace[111341125] 'read index received' (duration: 210.662102ms)","trace[111341125] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:18.883141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.874374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:18.883166Z","caller":"traceutil/trace.go:172","msg":"trace[526555512] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1324; }","duration":"210.919335ms","start":"2026-05-13T01:06:18.672239Z","end":"2026-05-13T01:06:18.883159Z","steps":["trace[526555512] 'agreement among raft nodes before linearized reading' (duration: 210.840404ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:18.885509Z","caller":"traceutil/trace.go:172","msg":"trace[1914127220] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"221.137893ms","start":"2026-05-13T01:06:18.664359Z","end":"2026-05-13T01:06:18.885497Z","steps":["trace[1914127220] 'process raft request' (duration: 221.072771ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:06:18.885542Z","caller":"traceutil/trace.go:172","msg":"trace[1965069948] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"222.281309ms","start":"2026-05-13T01:06:18.663226Z","end":"2026-05-13T01:06:18.885507Z","steps":["trace[1965069948] 'process raft request' (duration: 222.080385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:20.407439Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.407618ms"} {"level":"warn","ts":"2026-05-13T01:06:20.407507Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.485659ms"} {"level":"warn","ts":"2026-05-13T01:06:21.889170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:22.391377Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807136650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:23.038221Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"446.723051ms"} {"level":"warn","ts":"2026-05-13T01:06:23.344854Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"753.351448ms"} {"level":"warn","ts":"2026-05-13T01:06:23.038365Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807136650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:23.591659Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"353.445518ms"} {"level":"warn","ts":"2026-05-13T01:06:23.591731Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.893683ms"} {"level":"warn","ts":"2026-05-13T01:06:23.598760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.964253077s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:23.598851Z","caller":"traceutil/trace.go:172","msg":"trace[721346663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1343; }","duration":"1.964358319s","start":"2026-05-13T01:06:21.634474Z","end":"2026-05-13T01:06:23.598833Z","steps":["trace[721346663] 'range keys from in-memory index tree' (duration: 1.964190377s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.307233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.174078297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-13T01:06:24.307441Z","caller":"traceutil/trace.go:172","msg":"trace[1879522165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.174294969s","start":"2026-05-13T01:06:22.133106Z","end":"2026-05-13T01:06:24.307401Z","steps":["trace[1879522165] 'agreement among raft nodes before linearized reading' (duration: 2.174072826s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.307513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:22.133084Z","time spent":"2.174418211s","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:06:24.309457Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807136650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:06:24.319798Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"228.138474ms"} {"level":"warn","ts":"2026-05-13T01:06:24.319864Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"228.215255ms"} {"level":"info","ts":"2026-05-13T01:06:24.320590Z","caller":"traceutil/trace.go:172","msg":"trace[1557963527] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1574; }","duration":"2.429941925s","start":"2026-05-13T01:06:21.890633Z","end":"2026-05-13T01:06:24.320575Z","steps":["trace[1557963527] 'read index received' (duration: 2.429937654s)","trace[1557963527] 'applied index is now lower than readState.Index' (duration: 3.591µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:06:24.320914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.430266419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.320973Z","caller":"traceutil/trace.go:172","msg":"trace[1526987185] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1343; }","duration":"2.430311859s","start":"2026-05-13T01:06:21.890627Z","end":"2026-05-13T01:06:24.320938Z","steps":["trace[1526987185] 'agreement among raft nodes before linearized reading' (duration: 2.430229258s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.321203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.890605Z","time spent":"2.430590424s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.343000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:24.359513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:24.360090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.17814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.360134Z","caller":"traceutil/trace.go:172","msg":"trace[1800952099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1343; }","duration":"761.23241ms","start":"2026-05-13T01:06:23.598890Z","end":"2026-05-13T01:06:24.360122Z","steps":["trace[1800952099] 'agreement among raft nodes before linearized reading' (duration: 761.155789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.360575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.446361001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.360609Z","caller":"traceutil/trace.go:172","msg":"trace[1522977037] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1343; }","duration":"2.446395912s","start":"2026-05-13T01:06:21.914204Z","end":"2026-05-13T01:06:24.360600Z","steps":["trace[1522977037] 'agreement among raft nodes before linearized reading' (duration: 2.446326751s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.360631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.914192Z","time spent":"2.446431663s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.360876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.446816717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.360916Z","caller":"traceutil/trace.go:172","msg":"trace[1025159214] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1343; }","duration":"2.446842347s","start":"2026-05-13T01:06:21.914052Z","end":"2026-05-13T01:06:24.360894Z","steps":["trace[1025159214] 'agreement among raft nodes before linearized reading' (duration: 2.446706816s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.360935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.914038Z","time spent":"2.446892259s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.361638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.447565547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.361739Z","caller":"traceutil/trace.go:172","msg":"trace[780386077] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1344; }","duration":"2.447674068s","start":"2026-05-13T01:06:21.914043Z","end":"2026-05-13T01:06:24.361717Z","steps":["trace[780386077] 'agreement among raft nodes before linearized reading' (duration: 2.447540236s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.361792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.914017Z","time spent":"2.4477638s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.362019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.447970953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.362062Z","caller":"traceutil/trace.go:172","msg":"trace[514106779] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1344; }","duration":"2.448012633s","start":"2026-05-13T01:06:21.914039Z","end":"2026-05-13T01:06:24.362051Z","steps":["trace[514106779] 'agreement among raft nodes before linearized reading' (duration: 2.447949283s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.362090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.914028Z","time spent":"2.448054165s","remote":"127.0.0.1:38340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.362270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.471399318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:06:24.362298Z","caller":"traceutil/trace.go:172","msg":"trace[2029607895] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1344; }","duration":"2.471427619s","start":"2026-05-13T01:06:21.890861Z","end":"2026-05-13T01:06:24.362289Z","steps":["trace[2029607895] 'agreement among raft nodes before linearized reading' (duration: 2.471377378s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:06:24.362326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:06:21.890836Z","time spent":"2.47148282s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:06:24.374862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:06:24.390956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-13T01:07:44.634927Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.259629ms"} {"level":"warn","ts":"2026-05-13T01:07:44.634996Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.33168ms"} {"level":"info","ts":"2026-05-13T01:07:44.750073Z","caller":"traceutil/trace.go:172","msg":"trace[1088795242] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1949; }","duration":"115.157115ms","start":"2026-05-13T01:07:44.634883Z","end":"2026-05-13T01:07:44.750040Z","steps":["trace[1088795242] 'read index received' (duration: 115.121635ms)","trace[1088795242] 'applied index is now lower than readState.Index' (duration: 33.25µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:44.750208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.295967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:44.750256Z","caller":"traceutil/trace.go:172","msg":"trace[622741061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1669; }","duration":"115.368717ms","start":"2026-05-13T01:07:44.634877Z","end":"2026-05-13T01:07:44.750246Z","steps":["trace[622741061] 'agreement among raft nodes before linearized reading' (duration: 115.270606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:45.240930Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.68588ms"} {"level":"warn","ts":"2026-05-13T01:07:45.243849Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.612814ms"} {"level":"info","ts":"2026-05-13T01:07:45.244078Z","caller":"traceutil/trace.go:172","msg":"trace[222157044] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"321.340631ms","start":"2026-05-13T01:07:44.922725Z","end":"2026-05-13T01:07:45.244066Z","steps":["trace[222157044] 'process raft request' (duration: 321.25254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:45.248809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:44.922712Z","time spent":"321.436812ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:07:45.548875Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.680155ms"} {"level":"warn","ts":"2026-05-13T01:07:45.548930Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.743326ms"} {"level":"warn","ts":"2026-05-13T01:07:45.752577Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807137402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:46.253580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807137402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:46.319180Z","caller":"traceutil/trace.go:172","msg":"trace[808002253] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1957; }","duration":"1.067549163s","start":"2026-05-13T01:07:45.251610Z","end":"2026-05-13T01:07:46.319159Z","steps":["trace[808002253] 'read index received' (duration: 1.067543953s)","trace[808002253] 'applied index is now lower than readState.Index' (duration: 3.75µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:46.319331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.067705085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:46.319367Z","caller":"traceutil/trace.go:172","msg":"trace[1375250849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1675; }","duration":"1.067751575s","start":"2026-05-13T01:07:45.251606Z","end":"2026-05-13T01:07:46.319357Z","steps":["trace[1375250849] 'agreement among raft nodes before linearized reading' (duration: 1.067663054s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:46.319402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:45.251587Z","time spent":"1.067808286s","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:07:46.820340Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807137403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:47.321282Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807137403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:47.821669Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807137403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-13T01:07:48.264279Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.783096315s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-13T01:07:48.264473Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.587653408s"} {"level":"info","ts":"2026-05-13T01:07:48.264596Z","caller":"traceutil/trace.go:172","msg":"trace[1437875725] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1957; }","duration":"1.945271056s","start":"2026-05-13T01:07:46.319258Z","end":"2026-05-13T01:07:48.264529Z","steps":["trace[1437875725] 'read index received' (duration: 1.945262926s)","trace[1437875725] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:48.264866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.629502176s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.264990Z","caller":"traceutil/trace.go:172","msg":"trace[189542246] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1675; }","duration":"2.629698608s","start":"2026-05-13T01:07:45.635256Z","end":"2026-05-13T01:07:48.264955Z","steps":["trace[189542246] 'agreement among raft nodes before linearized reading' (duration: 2.629427005s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.264602Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.58778546s"} {"level":"info","ts":"2026-05-13T01:07:48.265139Z","caller":"traceutil/trace.go:172","msg":"trace[760549138] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"1.940572292s","start":"2026-05-13T01:07:46.324557Z","end":"2026-05-13T01:07:48.265129Z","steps":["trace[760549138] 'process raft request' (duration: 1.940270597s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.265227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.324533Z","time spent":"1.940642122s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:07:48.271274Z","caller":"traceutil/trace.go:172","msg":"trace[331526670] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"1.510014742s","start":"2026-05-13T01:07:46.761250Z","end":"2026-05-13T01:07:48.271264Z","steps":["trace[331526670] 'process raft request' (duration: 1.509759819s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.271330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.761226Z","time spent":"1.510076783s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:07:48.271700Z","caller":"traceutil/trace.go:172","msg":"trace[195257244] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"1.509220653s","start":"2026-05-13T01:07:46.762471Z","end":"2026-05-13T01:07:48.271692Z","steps":["trace[195257244] 'process raft request' (duration: 1.508704977s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.271746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.762434Z","time spent":"1.509289693s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:07:48.272490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.949544026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.272523Z","caller":"traceutil/trace.go:172","msg":"trace[34065828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"1.949576086s","start":"2026-05-13T01:07:46.322938Z","end":"2026-05-13T01:07:48.272514Z","steps":["trace[34065828] 'agreement among raft nodes before linearized reading' (duration: 1.949528906s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:46.322922Z","time spent":"1.949615516s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:07:48.272591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.738454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.272637Z","caller":"traceutil/trace.go:172","msg":"trace[2069251875] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1682; }","duration":"283.785514ms","start":"2026-05-13T01:07:47.988842Z","end":"2026-05-13T01:07:48.272627Z","steps":["trace[2069251875] 'agreement among raft nodes before linearized reading' (duration: 283.718354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.091254462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:48.272692Z","caller":"traceutil/trace.go:172","msg":"trace[1200815147] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:1682; }","duration":"1.091279382s","start":"2026-05-13T01:07:47.181407Z","end":"2026-05-13T01:07:48.272687Z","steps":["trace[1200815147] 'agreement among raft nodes before linearized reading' (duration: 1.091239202s)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:48.272709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:47.181385Z","time spent":"1.091317883s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:50.134914Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186254807137419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-13T01:07:50.246625Z","caller":"traceutil/trace.go:172","msg":"trace[1225447686] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1968; }","duration":"612.075416ms","start":"2026-05-13T01:07:49.634529Z","end":"2026-05-13T01:07:50.246604Z","steps":["trace[1225447686] 'read index received' (duration: 612.069866ms)","trace[1225447686] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:50.246952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"612.40835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.247004Z","caller":"traceutil/trace.go:172","msg":"trace[142648025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1684; }","duration":"612.472451ms","start":"2026-05-13T01:07:49.634520Z","end":"2026-05-13T01:07:50.246992Z","steps":["trace[142648025] 'agreement among raft nodes before linearized reading' (duration: 612.38314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.732605Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"de7c5389908776d1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"285.380851ms"} {"level":"warn","ts":"2026-05-13T01:07:50.732665Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"63313c96da575865","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"285.447741ms"} {"level":"info","ts":"2026-05-13T01:07:50.732705Z","caller":"traceutil/trace.go:172","msg":"trace[1774853903] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1968; }","duration":"485.990438ms","start":"2026-05-13T01:07:50.246690Z","end":"2026-05-13T01:07:50.732681Z","steps":["trace[1774853903] 'read index received' (duration: 485.980627ms)","trace[1774853903] 'applied index is now lower than readState.Index' (duration: 8.081µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:07:50.732895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.294084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.732939Z","caller":"traceutil/trace.go:172","msg":"trace[1444052414] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1684; }","duration":"587.346034ms","start":"2026-05-13T01:07:50.145576Z","end":"2026-05-13T01:07:50.732922Z","steps":["trace[1444052414] 'agreement among raft nodes before linearized reading' (duration: 587.251753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.732969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.145558Z","time spent":"587.403526ms","remote":"127.0.0.1:35232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:50.732965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"599.953631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.733051Z","caller":"traceutil/trace.go:172","msg":"trace[1540159106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1684; }","duration":"600.052363ms","start":"2026-05-13T01:07:50.132980Z","end":"2026-05-13T01:07:50.733032Z","steps":["trace[1540159106] 'agreement among raft nodes before linearized reading' (duration: 599.890781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.733099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.132948Z","time spent":"600.141584ms","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-13T01:07:50.733187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.162221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.733564Z","caller":"traceutil/trace.go:172","msg":"trace[1092943282] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1684; }","duration":"654.628557ms","start":"2026-05-13T01:07:50.078918Z","end":"2026-05-13T01:07:50.733546Z","steps":["trace[1092943282] 'agreement among raft nodes before linearized reading' (duration: 654.10268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.734333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.078900Z","time spent":"655.418847ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-05-13T01:07:50.735071Z","caller":"traceutil/trace.go:172","msg":"trace[795029022] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"459.260327ms","start":"2026-05-13T01:07:50.275796Z","end":"2026-05-13T01:07:50.735057Z","steps":["trace[795029022] 'process raft request' (duration: 459.160006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.735176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.275774Z","time spent":"459.343668ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:07:50.735965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.158816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-13T01:07:50.736405Z","caller":"traceutil/trace.go:172","msg":"trace[623362746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1686; }","duration":"447.603031ms","start":"2026-05-13T01:07:50.288796Z","end":"2026-05-13T01:07:50.736399Z","steps":["trace[623362746] 'agreement among raft nodes before linearized reading' (duration: 447.081804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.736433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.288784Z","time spent":"447.640502ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-13T01:07:50.736274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.68227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-13T01:07:50.736564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.517923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-13T01:07:50.736572Z","caller":"traceutil/trace.go:172","msg":"trace[19821062] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"447.854194ms","start":"2026-05-13T01:07:50.288700Z","end":"2026-05-13T01:07:50.736554Z","steps":["trace[19821062] 'process raft request' (duration: 447.626721ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:50.736618Z","caller":"traceutil/trace.go:172","msg":"trace[83333417] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1686; }","duration":"147.015599ms","start":"2026-05-13T01:07:50.589586Z","end":"2026-05-13T01:07:50.736602Z","steps":["trace[83333417] 'agreement among raft nodes before linearized reading' (duration: 146.264959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.736312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.50617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-13T01:07:50.736725Z","caller":"traceutil/trace.go:172","msg":"trace[1905041891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1686; }","duration":"447.890884ms","start":"2026-05-13T01:07:50.288791Z","end":"2026-05-13T01:07:50.736682Z","steps":["trace[1905041891] 'agreement among raft nodes before linearized reading' (duration: 447.409449ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:07:50.736491Z","caller":"traceutil/trace.go:172","msg":"trace[1291158774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1686; }","duration":"100.897712ms","start":"2026-05-13T01:07:50.635576Z","end":"2026-05-13T01:07:50.736474Z","steps":["trace[1291158774] 'agreement among raft nodes before linearized reading' (duration: 100.654639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.736855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.288758Z","time spent":"448.080517ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-13T01:07:50.736358Z","caller":"traceutil/trace.go:172","msg":"trace[2132794123] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"458.58796ms","start":"2026-05-13T01:07:50.277760Z","end":"2026-05-13T01:07:50.736348Z","steps":["trace[2132794123] 'process raft request' (duration: 458.493939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:07:50.737037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.277751Z","time spent":"459.213317ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-13T01:07:50.737038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-13T01:07:50.288686Z","time spent":"448.281959ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-13T01:08:11.571883Z","caller":"traceutil/trace.go:172","msg":"trace[779372571] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"150.342032ms","start":"2026-05-13T01:08:11.421524Z","end":"2026-05-13T01:08:11.571866Z","steps":["trace[779372571] 'read index received' (duration: 150.337442ms)","trace[779372571] 'applied index is now lower than readState.Index' (duration: 3.69µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:11.572111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.577814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-05-13T01:08:11.572139Z","caller":"traceutil/trace.go:172","msg":"trace[634585537] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1771; }","duration":"150.618265ms","start":"2026-05-13T01:08:11.421514Z","end":"2026-05-13T01:08:11.572132Z","steps":["trace[634585537] 'agreement among raft nodes before linearized reading' (duration: 150.489113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:11.585081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.909459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-05-13T01:08:11.585140Z","caller":"traceutil/trace.go:172","msg":"trace[1203729135] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1771; }","duration":"123.97776ms","start":"2026-05-13T01:08:11.461151Z","end":"2026-05-13T01:08:11.585128Z","steps":["trace[1203729135] 'agreement among raft nodes before linearized reading' (duration: 123.833648ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:11.856371Z","caller":"traceutil/trace.go:172","msg":"trace[33044225] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"177.906689ms","start":"2026-05-13T01:08:11.678448Z","end":"2026-05-13T01:08:11.856355Z","steps":["trace[33044225] 'read index received' (duration: 177.903579ms)","trace[33044225] 'applied index is now lower than readState.Index' (duration: 2.38µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:11.856656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.160342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-13T01:08:11.856831Z","caller":"traceutil/trace.go:172","msg":"trace[936333314] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-cidrs-controller; range_end:; response_count:1; response_revision:1771; }","duration":"178.324833ms","start":"2026-05-13T01:08:11.678437Z","end":"2026-05-13T01:08:11.856762Z","steps":["trace[936333314] 'agreement among raft nodes before linearized reading' (duration: 178.01122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:11.857558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.812437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-05-13T01:08:11.857621Z","caller":"traceutil/trace.go:172","msg":"trace[1628626072] range","detail":"{range_begin:/registry/clusterroles/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1771; }","duration":"177.889768ms","start":"2026-05-13T01:08:11.679718Z","end":"2026-05-13T01:08:11.857608Z","steps":["trace[1628626072] 'agreement among raft nodes before linearized reading' (duration: 177.727316ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:12.274419Z","caller":"traceutil/trace.go:172","msg":"trace[1153916553] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"163.39596ms","start":"2026-05-13T01:08:12.111003Z","end":"2026-05-13T01:08:12.274399Z","steps":["trace[1153916553] 'read index received' (duration: 163.39037ms)","trace[1153916553] 'applied index is now lower than readState.Index' (duration: 4.38µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:12.274661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.625313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-05-13T01:08:12.274712Z","caller":"traceutil/trace.go:172","msg":"trace[1581528544] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1771; }","duration":"163.708934ms","start":"2026-05-13T01:08:12.110994Z","end":"2026-05-13T01:08:12.274703Z","steps":["trace[1581528544] 'agreement among raft nodes before linearized reading' (duration: 163.522752ms)"],"step_count":1} {"level":"info","ts":"2026-05-13T01:08:12.619243Z","caller":"traceutil/trace.go:172","msg":"trace[1680081929] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2068; }","duration":"264.536618ms","start":"2026-05-13T01:08:12.354666Z","end":"2026-05-13T01:08:12.619203Z","steps":["trace[1680081929] 'read index received' (duration: 264.515038ms)","trace[1680081929] 'applied index is now lower than readState.Index' (duration: 19.91µs)"],"step_count":2} {"level":"warn","ts":"2026-05-13T01:08:12.619502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.806371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-05-13T01:08:12.619582Z","caller":"traceutil/trace.go:172","msg":"trace[863102835] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1771; }","duration":"264.901732ms","start":"2026-05-13T01:08:12.354663Z","end":"2026-05-13T01:08:12.619565Z","steps":["trace[863102835] 'agreement among raft nodes before linearized reading' (duration: 264.658179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-13T01:08:12.620170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.735723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" limit:1 ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-13T01:08:12.620201Z","caller":"traceutil/trace.go:172","msg":"trace[1636366243] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:1771; }","duration":"217.774514ms","start":"2026-05-13T01:08:12.402417Z","end":"2026-05-13T01:08:12.620192Z","steps":["trace[1636366243] 'agreement among raft nodes before linearized reading' (duration: 217.640602ms)"],"step_count":1}