{"level":"warn","ts":"2026-04-23T04:41:30.803277Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-23T04:41:30.803707Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-23T04:41:30.803741Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.155:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.155:2380","--initial-cluster=controller-1=https://199.204.45.155:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.155:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.155:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-23T04:41:30.804010Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-23T04:41:30.804182Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T04:41:30.804199Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:41:30.804346Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T04:41:30.805889Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"]} {"level":"info","ts":"2026-04-23T04:41:30.807085Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.155:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-23T04:41:30.808763Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078bf8}"} {"level":"info","ts":"2026-04-23T04:41:30.813112Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-23T04:41:30.813192Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.658883ms"} {"level":"info","ts":"2026-04-23T04:41:30.813234Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-23T04:41:30.813261Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-23T04:41:30.813318Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-23T04:41:30.818491Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-23T04:41:30.818575Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"344940fc142d902f","cluster-id":"c7d65bf2a36fbd4"} {"level":"info","ts":"2026-04-23T04:41:30.818612Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-23T04:41:30.818694Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T04:41:30.818761Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"344940fc142d902f became follower at term 0"} {"level":"info","ts":"2026-04-23T04:41:30.818778Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 344940fc142d902f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T04:41:30.818795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"344940fc142d902f became follower at term 1"} {"level":"info","ts":"2026-04-23T04:41:30.818840Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"warn","ts":"2026-04-23T04:41:30.825090Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T04:41:30.826312Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T04:41:30.828374Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T04:41:30.829037Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"344940fc142d902f","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T04:41:30.829199Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"344940fc142d902f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T04:41:30.830023Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-23T04:41:30.830101Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-23T04:41:30.829998Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:41:30.830467Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T04:41:30.830524Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:41:30.830563Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:41:30.831018Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"info","ts":"2026-04-23T04:41:30.831239Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","added-peer-id":"344940fc142d902f","added-peer-peer-urls":["https://199.204.45.155:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-23T04:41:30.832548Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"344940fc142d902f","initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T04:41:30.832617Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T04:41:31.718991Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"344940fc142d902f is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T04:41:31.719091Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"344940fc142d902f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T04:41:31.719289Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"344940fc142d902f received MsgPreVoteResp from 344940fc142d902f at term 1"} {"level":"info","ts":"2026-04-23T04:41:31.719318Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"344940fc142d902f has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-23T04:41:31.719345Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"344940fc142d902f became candidate at term 2"} {"level":"info","ts":"2026-04-23T04:41:31.720234Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"344940fc142d902f received MsgVoteResp from 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:41:31.720265Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"344940fc142d902f has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-23T04:41:31.720342Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"344940fc142d902f became leader at term 2"} {"level":"info","ts":"2026-04-23T04:41:31.720364Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 344940fc142d902f elected leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:41:31.721385Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"344940fc142d902f","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.155:2379]}","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T04:41:31.721423Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T04:41:31.721439Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T04:41:31.721809Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T04:41:31.721840Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-04-23T04:41:31.722393Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-23T04:41:31.722457Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-23T04:41:31.722492Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-23T04:41:31.721520Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:41:31.726225Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.155:2379"} {"level":"info","ts":"2026-04-23T04:41:31.726506Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:41:31.726823Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:41:31.726890Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:41:31.726962Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-23T04:41:31.727005Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-23T04:41:31.728998Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-23T04:41:31.729436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.732359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.732675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.741979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.758995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.780796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.788385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.798388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.813267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.823307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.836393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.841236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.852574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.867243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.879372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.890045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.900511Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.910368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.919454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.928275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.939513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.948081Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.988924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:31.998505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.009164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.019141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.030632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.038256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.048136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.067159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.076858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.085703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.095259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.103843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.111860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.131940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.156670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.170767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.178273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.186468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.197593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.207805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.218220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.228273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.256680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.265666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.276420Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.284681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.292827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.301787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.310940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.320854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.330198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.338065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.348132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.356511Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.393057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.404352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.412709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:32.466189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:41:33.211998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.460602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-23T04:41:33.212137Z","caller":"traceutil/trace.go:172","msg":"trace[562231780] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11; }","duration":"193.635574ms","start":"2026-04-23T04:41:33.018472Z","end":"2026-04-23T04:41:33.212107Z","steps":["trace[562231780] 'agreement among raft nodes before linearized reading' (duration: 94.533502ms)","trace[562231780] 'range keys from in-memory index tree' (duration: 98.796638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:41:33.212137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.653471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T04:41:33.212548Z","caller":"traceutil/trace.go:172","msg":"trace[2086626095] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"235.529705ms","start":"2026-04-23T04:41:32.977005Z","end":"2026-04-23T04:41:33.212534Z","steps":["trace[2086626095] 'process raft request' (duration: 235.496915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.212653Z","caller":"traceutil/trace.go:172","msg":"trace[1162743382] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"236.63161ms","start":"2026-04-23T04:41:32.975992Z","end":"2026-04-23T04:41:33.212623Z","steps":["trace[1162743382] 'process raft request' (duration: 137.152694ms)","trace[1162743382] 'compare' (duration: 98.599965ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:33.212675Z","caller":"traceutil/trace.go:172","msg":"trace[2118756594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"236.839743ms","start":"2026-04-23T04:41:32.975379Z","end":"2026-04-23T04:41:33.212219Z","steps":["trace[2118756594] 'agreement among raft nodes before linearized reading' (duration: 137.616809ms)","trace[2118756594] 'range keys from in-memory index tree' (duration: 99.066572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:41:33.214107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.264582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-23T04:41:33.214178Z","caller":"traceutil/trace.go:172","msg":"trace[269499412] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11; }","duration":"213.343963ms","start":"2026-04-23T04:41:33.000814Z","end":"2026-04-23T04:41:33.214158Z","steps":["trace[269499412] 'agreement among raft nodes before linearized reading' (duration: 112.205683ms)","trace[269499412] 'range keys from in-memory index tree' (duration: 100.983487ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:33.214692Z","caller":"traceutil/trace.go:172","msg":"trace[1815738614] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"189.939035ms","start":"2026-04-23T04:41:33.024741Z","end":"2026-04-23T04:41:33.214680Z","steps":["trace[1815738614] 'process raft request' (duration: 189.490869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.215310Z","caller":"traceutil/trace.go:172","msg":"trace[675593364] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"188.659058ms","start":"2026-04-23T04:41:33.026614Z","end":"2026-04-23T04:41:33.215273Z","steps":["trace[675593364] 'process raft request' (duration: 188.400095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.215506Z","caller":"traceutil/trace.go:172","msg":"trace[1858878537] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"188.819441ms","start":"2026-04-23T04:41:33.026678Z","end":"2026-04-23T04:41:33.215497Z","steps":["trace[1858878537] 'process raft request' (duration: 188.413046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.215114Z","caller":"traceutil/trace.go:172","msg":"trace[700413851] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"189.45479ms","start":"2026-04-23T04:41:33.025637Z","end":"2026-04-23T04:41:33.215091Z","steps":["trace[700413851] 'process raft request' (duration: 188.995293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.215878Z","caller":"traceutil/trace.go:172","msg":"trace[472888050] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"188.852922ms","start":"2026-04-23T04:41:33.027017Z","end":"2026-04-23T04:41:33.215870Z","steps":["trace[472888050] 'process raft request' (duration: 188.387255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.215930Z","caller":"traceutil/trace.go:172","msg":"trace[727243010] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"188.877621ms","start":"2026-04-23T04:41:33.027047Z","end":"2026-04-23T04:41:33.215925Z","steps":["trace[727243010] 'process raft request' (duration: 188.424946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.216002Z","caller":"traceutil/trace.go:172","msg":"trace[1263202526] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"187.495293ms","start":"2026-04-23T04:41:33.028502Z","end":"2026-04-23T04:41:33.215997Z","steps":["trace[1263202526] 'process raft request' (duration: 187.057198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.220357Z","caller":"traceutil/trace.go:172","msg":"trace[420124647] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"186.294387ms","start":"2026-04-23T04:41:33.029707Z","end":"2026-04-23T04:41:33.216001Z","steps":["trace[420124647] 'process raft request' (duration: 185.931923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:41:33.456220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.333538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T04:41:33.456353Z","caller":"traceutil/trace.go:172","msg":"trace[1587957959] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:32; }","duration":"164.479071ms","start":"2026-04-23T04:41:33.291849Z","end":"2026-04-23T04:41:33.456328Z","steps":["trace[1587957959] 'agreement among raft nodes before linearized reading' (duration: 111.580866ms)","trace[1587957959] 'range keys from in-memory index tree' (duration: 52.708362ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:33.456465Z","caller":"traceutil/trace.go:172","msg":"trace[1304341234] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"162.322532ms","start":"2026-04-23T04:41:33.294107Z","end":"2026-04-23T04:41:33.456429Z","steps":["trace[1304341234] 'process raft request' (duration: 162.100049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.456572Z","caller":"traceutil/trace.go:172","msg":"trace[643228516] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"163.373096ms","start":"2026-04-23T04:41:33.293174Z","end":"2026-04-23T04:41:33.456547Z","steps":["trace[643228516] 'process raft request' (duration: 110.309278ms)","trace[643228516] 'compare' (duration: 52.615361ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:33.456831Z","caller":"traceutil/trace.go:172","msg":"trace[1322543755] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"162.693557ms","start":"2026-04-23T04:41:33.294120Z","end":"2026-04-23T04:41:33.456813Z","steps":["trace[1322543755] 'process raft request' (duration: 162.121189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.456942Z","caller":"traceutil/trace.go:172","msg":"trace[1398185137] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"162.787868ms","start":"2026-04-23T04:41:33.294144Z","end":"2026-04-23T04:41:33.456931Z","steps":["trace[1398185137] 'process raft request' (duration: 162.12139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.457558Z","caller":"traceutil/trace.go:172","msg":"trace[1851017119] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"162.872489ms","start":"2026-04-23T04:41:33.294669Z","end":"2026-04-23T04:41:33.457541Z","steps":["trace[1851017119] 'process raft request' (duration: 162.208851ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.457984Z","caller":"traceutil/trace.go:172","msg":"trace[871942072] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"143.231652ms","start":"2026-04-23T04:41:33.314734Z","end":"2026-04-23T04:41:33.457965Z","steps":["trace[871942072] 'process raft request' (duration: 143.181592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.458063Z","caller":"traceutil/trace.go:172","msg":"trace[17291800] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"163.293125ms","start":"2026-04-23T04:41:33.294757Z","end":"2026-04-23T04:41:33.458050Z","steps":["trace[17291800] 'process raft request' (duration: 162.342233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:33.577435Z","caller":"traceutil/trace.go:172","msg":"trace[209793167] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"113.43594ms","start":"2026-04-23T04:41:33.463976Z","end":"2026-04-23T04:41:33.577412Z","steps":["trace[209793167] 'process raft request' (duration: 98.333341ms)","trace[209793167] 'compare' (duration: 14.845725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:41:34.882980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.287712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:41:34.883096Z","caller":"traceutil/trace.go:172","msg":"trace[61089957] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"248.630474ms","start":"2026-04-23T04:41:34.634448Z","end":"2026-04-23T04:41:34.883079Z","steps":["trace[61089957] 'process raft request' (duration: 136.785065ms)","trace[61089957] 'compare' (duration: 111.17166ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:42.421123Z","caller":"traceutil/trace.go:172","msg":"trace[705731820] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:408; }","duration":"233.975839ms","start":"2026-04-23T04:41:42.187091Z","end":"2026-04-23T04:41:42.421067Z","steps":["trace[705731820] 'read index received' (duration: 233.966309ms)","trace[705731820] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:42.457424Z","caller":"traceutil/trace.go:172","msg":"trace[344293210] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"313.84492ms","start":"2026-04-23T04:41:42.143564Z","end":"2026-04-23T04:41:42.457409Z","steps":["trace[344293210] 'process raft request' (duration: 313.771929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:42.457560Z","caller":"traceutil/trace.go:172","msg":"trace[1242946542] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"324.725564ms","start":"2026-04-23T04:41:42.132809Z","end":"2026-04-23T04:41:42.457535Z","steps":["trace[1242946542] 'process raft request' (duration: 288.468465ms)","trace[1242946542] 'compare' (duration: 35.772763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:41:42.457579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.467732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:41:42.457660Z","caller":"traceutil/trace.go:172","msg":"trace[435047142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:388; }","duration":"270.556423ms","start":"2026-04-23T04:41:42.187087Z","end":"2026-04-23T04:41:42.457643Z","steps":["trace[435047142] 'agreement among raft nodes before linearized reading' (duration: 234.094171ms)","trace[435047142] 'range keys from in-memory index tree' (duration: 35.770953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:41:42.457696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:41:42.132793Z","time spent":"324.843555ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4083,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:41:42.457745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:41:42.143554Z","time spent":"313.922361ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:41:42.478513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.734344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:41:42.478542Z","caller":"traceutil/trace.go:172","msg":"trace[13587061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:390; }","duration":"286.767085ms","start":"2026-04-23T04:41:42.191769Z","end":"2026-04-23T04:41:42.478536Z","steps":["trace[13587061] 'agreement among raft nodes before linearized reading' (duration: 286.661803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:41:42.478786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.504428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-23T04:41:42.478850Z","caller":"traceutil/trace.go:172","msg":"trace[1279310547] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"291.756005ms","start":"2026-04-23T04:41:42.187086Z","end":"2026-04-23T04:41:42.478842Z","steps":["trace[1279310547] 'process raft request' (duration: 291.717325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:42.478866Z","caller":"traceutil/trace.go:172","msg":"trace[1851160360] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:390; }","duration":"256.591849ms","start":"2026-04-23T04:41:42.222252Z","end":"2026-04-23T04:41:42.478844Z","steps":["trace[1851160360] 'agreement among raft nodes before linearized reading' (duration: 256.216615ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:53.677762Z","caller":"traceutil/trace.go:172","msg":"trace[954242018] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"234.134635ms","start":"2026-04-23T04:41:53.443605Z","end":"2026-04-23T04:41:53.677739Z","steps":["trace[954242018] 'process raft request' (duration: 234.005464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:41:54.284528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.930905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:41:54.284601Z","caller":"traceutil/trace.go:172","msg":"trace[1990228314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:446; }","duration":"464.012156ms","start":"2026-04-23T04:41:53.820573Z","end":"2026-04-23T04:41:54.284586Z","steps":["trace[1990228314] 'range keys from in-memory index tree' (duration: 463.852604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:41:54.284962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:41:53.820552Z","time spent":"464.39899ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:41:54.647891Z","caller":"traceutil/trace.go:172","msg":"trace[151172705] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:469; }","duration":"113.071261ms","start":"2026-04-23T04:41:54.534790Z","end":"2026-04-23T04:41:54.647862Z","steps":["trace[151172705] 'read index received' (duration: 113.058271ms)","trace[151172705] 'applied index is now lower than readState.Index' (duration: 11.41µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:41:54.648044Z","caller":"traceutil/trace.go:172","msg":"trace[2070005898] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"119.89881ms","start":"2026-04-23T04:41:54.528124Z","end":"2026-04-23T04:41:54.648023Z","steps":["trace[2070005898] 'process raft request' (duration: 119.767778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:41:54.648685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.87743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:41:54.648762Z","caller":"traceutil/trace.go:172","msg":"trace[1766910254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:447; }","duration":"113.967211ms","start":"2026-04-23T04:41:54.534780Z","end":"2026-04-23T04:41:54.648747Z","steps":["trace[1766910254] 'agreement among raft nodes before linearized reading' (duration: 113.205582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:41:55.253890Z","caller":"traceutil/trace.go:172","msg":"trace[636996757] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"160.561277ms","start":"2026-04-23T04:41:55.093302Z","end":"2026-04-23T04:41:55.253864Z","steps":["trace[636996757] 'process raft request' (duration: 160.379865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:05.323780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:37838","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:05.715893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167) learners=(14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:05.716132Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","added-peer-id":"cc0fc5dc762702b2","added-peer-peer-urls":["https://199.204.45.95:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-23T04:42:05.716165Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716210Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716323Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716431Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716524Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716555Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716496Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2","remote-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-23T04:42:05.716603Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:05.716765Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"344940fc142d902f","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"cc0fc5dc762702b2"} {"level":"error","ts":"2026-04-23T04:42:05.766832Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-23T04:42:06.271903Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-23T04:42:06.771827Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-23T04:42:07.262680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:38734","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-23T04:42:07.271881Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-23T04:42:07.727536Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.95:2380/version","remote-member-id":"cc0fc5dc762702b2","error":"Get \"https://199.204.45.95:2380/version\": dial tcp 199.204.45.95:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-23T04:42:07.727645Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"cc0fc5dc762702b2","error":"Get \"https://199.204.45.95:2380/version\": dial tcp 199.204.45.95:2380: connect: connection refused"} {"level":"error","ts":"2026-04-23T04:42:07.769908Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-23T04:42:08.132426Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.132503Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.133099Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.139971Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"cc0fc5dc762702b2","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:08.140019Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.141234Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"cc0fc5dc762702b2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:08.141267Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.142757Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"344940fc142d902f","to":"cc0fc5dc762702b2","bytes":806917,"size":"807 kB"} {"level":"info","ts":"2026-04-23T04:42:08.142921Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":507,"remote-peer-id":"cc0fc5dc762702b2","bytes":806917,"size":"807 kB"} {"level":"info","ts":"2026-04-23T04:42:08.146526Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":798720,"size":"799 kB"} {"level":"info","ts":"2026-04-23T04:42:08.157870Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":507,"remote-peer-id":"cc0fc5dc762702b2","bytes":806917,"size":"807 kB"} {"level":"warn","ts":"2026-04-23T04:42:08.174437Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:08.175587Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:08.189117Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"cc0fc5dc762702b2","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-23T04:42:08.189162Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.189175Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.195049Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"cc0fc5dc762702b2","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-23T04:42:08.195105Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.195133Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.231077Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.232155Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.272326Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167 14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:08.272679Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","promoted-member-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:08.272763Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"344940fc142d902f","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"cc0fc5dc762702b2"} {"level":"warn","ts":"2026-04-23T04:42:08.274709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:38778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:08.296315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:38808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:20.473236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.034003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T04:42:20.800817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.331943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:20.800900Z","caller":"traceutil/trace.go:172","msg":"trace[1562313289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:513; }","duration":"148.417835ms","start":"2026-04-23T04:42:20.652461Z","end":"2026-04-23T04:42:20.800879Z","steps":["trace[1562313289] 'range keys from in-memory index tree' (duration: 147.486704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:21.023240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.523033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:42:21.023328Z","caller":"traceutil/trace.go:172","msg":"trace[412842231] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"122.05264ms","start":"2026-04-23T04:42:20.901261Z","end":"2026-04-23T04:42:21.023313Z","steps":["trace[412842231] 'process raft request' (duration: 13.397385ms)","trace[412842231] 'compare' (duration: 108.459403ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:42:26.988409Z","caller":"traceutil/trace.go:172","msg":"trace[1939293645] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"138.351282ms","start":"2026-04-23T04:42:26.850024Z","end":"2026-04-23T04:42:26.988375Z","steps":["trace[1939293645] 'process raft request' (duration: 138.155632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:27.351177Z","caller":"traceutil/trace.go:172","msg":"trace[1229565948] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"201.89859ms","start":"2026-04-23T04:42:27.149262Z","end":"2026-04-23T04:42:27.351161Z","steps":["trace[1229565948] 'process raft request' (duration: 201.791075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:27.681122Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.638169ms"} {"level":"warn","ts":"2026-04-23T04:42:28.241232Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728763680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:42:28.384109Z","caller":"traceutil/trace.go:172","msg":"trace[2145576977] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.008222086s","start":"2026-04-23T04:42:27.375864Z","end":"2026-04-23T04:42:28.384086Z","steps":["trace[2145576977] 'process raft request' (duration: 1.008089601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.384257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.375825Z","time spent":"1.008357583s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:42:28.386668Z","caller":"traceutil/trace.go:172","msg":"trace[1141996589] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:575; }","duration":"645.93667ms","start":"2026-04-23T04:42:27.740714Z","end":"2026-04-23T04:42:28.386651Z","steps":["trace[1141996589] 'read index received' (duration: 645.93056ms)","trace[1141996589] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:28.386751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"646.023384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:28.386842Z","caller":"traceutil/trace.go:172","msg":"trace[1917108643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:540; }","duration":"646.113668ms","start":"2026-04-23T04:42:27.740702Z","end":"2026-04-23T04:42:28.386816Z","steps":["trace[1917108643] 'agreement among raft nodes before linearized reading' (duration: 645.998183ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:28.386901Z","caller":"traceutil/trace.go:172","msg":"trace[1117999826] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"914.893495ms","start":"2026-04-23T04:42:27.471996Z","end":"2026-04-23T04:42:28.386890Z","steps":["trace[1117999826] 'process raft request' (duration: 914.717587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.386987Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.471971Z","time spent":"914.956467ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:42:28.386981Z","caller":"traceutil/trace.go:172","msg":"trace[1985842649] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"547.302278ms","start":"2026-04-23T04:42:27.839636Z","end":"2026-04-23T04:42:28.386939Z","steps":["trace[1985842649] 'process raft request' (duration: 547.213424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.387147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.839606Z","time spent":"547.455276ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:42:28.387787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.866311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:28.387845Z","caller":"traceutil/trace.go:172","msg":"trace[468393844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"566.920434ms","start":"2026-04-23T04:42:27.820910Z","end":"2026-04-23T04:42:28.387830Z","steps":["trace[468393844] 'agreement among raft nodes before linearized reading' (duration: 566.83929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.387889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.820893Z","time spent":"566.980267ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:42:31.485680Z","caller":"traceutil/trace.go:172","msg":"trace[907645223] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:594; }","duration":"112.255232ms","start":"2026-04-23T04:42:31.373399Z","end":"2026-04-23T04:42:31.485654Z","steps":["trace[907645223] 'read index received' (duration: 112.246202ms)","trace[907645223] 'applied index is now lower than readState.Index' (duration: 7.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:31.485876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.470953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:42:31.485931Z","caller":"traceutil/trace.go:172","msg":"trace[1693488253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"112.535875ms","start":"2026-04-23T04:42:31.373382Z","end":"2026-04-23T04:42:31.485918Z","steps":["trace[1693488253] 'agreement among raft nodes before linearized reading' (duration: 112.371907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:32.629178Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"18.664744ms"} {"level":"warn","ts":"2026-04-23T04:42:32.989340Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728763709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:42:33.053545Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-23T04:42:33.290342Z","caller":"traceutil/trace.go:172","msg":"trace[1825157016] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:606; }","duration":"801.375442ms","start":"2026-04-23T04:42:32.488941Z","end":"2026-04-23T04:42:33.290316Z","steps":["trace[1825157016] 'read index received' (duration: 801.368332ms)","trace[1825157016] 'applied index is now lower than readState.Index' (duration: 5.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:33.290502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.5496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.290540Z","caller":"traceutil/trace.go:172","msg":"trace[980097531] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:568; }","duration":"801.606422ms","start":"2026-04-23T04:42:32.488925Z","end":"2026-04-23T04:42:33.290531Z","steps":["trace[980097531] 'agreement among raft nodes before linearized reading' (duration: 801.514418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.290587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:32.488902Z","time spent":"801.677245ms","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-04-23T04:42:33.312407Z","caller":"traceutil/trace.go:172","msg":"trace[611827853] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"303.405264ms","start":"2026-04-23T04:42:33.008979Z","end":"2026-04-23T04:42:33.312385Z","steps":["trace[611827853] 'process raft request' (duration: 303.150302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.312568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:33.008954Z","time spent":"303.530619ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:42:33.662063Z","caller":"traceutil/trace.go:172","msg":"trace[377579409] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"371.635901ms","start":"2026-04-23T04:42:33.290408Z","end":"2026-04-23T04:42:33.662044Z","steps":["trace[377579409] 'read index received' (duration: 371.622771ms)","trace[377579409] 'applied index is now lower than readState.Index' (duration: 12.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:33.662288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.660495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:42:33.662276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.101492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T04:42:33.662346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.008482864s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.662349Z","caller":"traceutil/trace.go:172","msg":"trace[18416379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:569; }","duration":"626.188585ms","start":"2026-04-23T04:42:33.036144Z","end":"2026-04-23T04:42:33.662333Z","steps":["trace[18416379] 'agreement among raft nodes before linearized reading' (duration: 625.933915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:33.662366Z","caller":"traceutil/trace.go:172","msg":"trace[1633232454] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:569; }","duration":"1.008502705s","start":"2026-04-23T04:42:32.653858Z","end":"2026-04-23T04:42:33.662361Z","steps":["trace[1633232454] 'agreement among raft nodes before linearized reading' (duration: 1.008467544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.662400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:33.036129Z","time spent":"626.259968ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:42:33.662311Z","caller":"traceutil/trace.go:172","msg":"trace[372175597] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:569; }","duration":"764.701047ms","start":"2026-04-23T04:42:32.897604Z","end":"2026-04-23T04:42:33.662305Z","steps":["trace[372175597] 'agreement among raft nodes before linearized reading' (duration: 764.628104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.662446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"786.419926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:42:33.662542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:32.897410Z","time spent":"765.078833ms","remote":"127.0.0.1:51656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-04-23T04:42:33.662608Z","caller":"traceutil/trace.go:172","msg":"trace[1671045534] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:569; }","duration":"786.537761ms","start":"2026-04-23T04:42:32.875992Z","end":"2026-04-23T04:42:33.662530Z","steps":["trace[1671045534] 'agreement among raft nodes before linearized reading' (duration: 786.386194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:33.662474Z","caller":"traceutil/trace.go:172","msg":"trace[1726127473] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"602.513924ms","start":"2026-04-23T04:42:33.059937Z","end":"2026-04-23T04:42:33.662451Z","steps":["trace[1726127473] 'process raft request' (duration: 602.324475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.662669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:32.875970Z","time spent":"786.682447ms","remote":"127.0.0.1:51252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:42:33.662799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:33.059917Z","time spent":"602.834007ms","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:42:33.662360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"842.167509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.663130Z","caller":"traceutil/trace.go:172","msg":"trace[288034887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"842.943903ms","start":"2026-04-23T04:42:32.820170Z","end":"2026-04-23T04:42:33.663114Z","steps":["trace[288034887] 'agreement among raft nodes before linearized reading' (duration: 842.104947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.663223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.974931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.663287Z","caller":"traceutil/trace.go:172","msg":"trace[1387998141] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:570; }","duration":"370.033283ms","start":"2026-04-23T04:42:33.293235Z","end":"2026-04-23T04:42:33.663268Z","steps":["trace[1387998141] 'agreement among raft nodes before linearized reading' (duration: 369.935489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.663337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:33.293217Z","time spent":"370.102137ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:42:33.663513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.191225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:42:33.663558Z","caller":"traceutil/trace.go:172","msg":"trace[860756254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:570; }","duration":"166.269328ms","start":"2026-04-23T04:42:33.497277Z","end":"2026-04-23T04:42:33.663547Z","steps":["trace[860756254] 'agreement among raft nodes before linearized reading' (duration: 166.021188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.663592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.5967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.663623Z","caller":"traceutil/trace.go:172","msg":"trace[610056364] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:570; }","duration":"191.630632ms","start":"2026-04-23T04:42:33.471983Z","end":"2026-04-23T04:42:33.663614Z","steps":["trace[610056364] 'agreement among raft nodes before linearized reading' (duration: 191.571289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.664679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:32.820149Z","time spent":"843.005667ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:42:38.158792Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"344940fc142d902f","to":"cc0fc5dc762702b2","bytes":806917,"size":"807 kB","took":"30.016033282s"} {"level":"info","ts":"2026-04-23T04:42:41.825356Z","caller":"traceutil/trace.go:172","msg":"trace[373316764] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"112.710494ms","start":"2026-04-23T04:42:41.712587Z","end":"2026-04-23T04:42:41.825298Z","steps":["trace[373316764] 'process raft request' (duration: 112.549298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:41.962109Z","caller":"traceutil/trace.go:172","msg":"trace[755239029] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:636; }","duration":"199.203817ms","start":"2026-04-23T04:42:41.762872Z","end":"2026-04-23T04:42:41.962076Z","steps":["trace[755239029] 'read index received' (duration: 199.196326ms)","trace[755239029] 'applied index is now lower than readState.Index' (duration: 6.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:41.981858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.951197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:41.981945Z","caller":"traceutil/trace.go:172","msg":"trace[1047098290] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:594; }","duration":"219.060182ms","start":"2026-04-23T04:42:41.762866Z","end":"2026-04-23T04:42:41.981927Z","steps":["trace[1047098290] 'agreement among raft nodes before linearized reading' (duration: 199.444066ms)","trace[1047098290] 'range keys from in-memory index tree' (duration: 19.47817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:41.982032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.353834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:41.982104Z","caller":"traceutil/trace.go:172","msg":"trace[1852207204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"159.435107ms","start":"2026-04-23T04:42:41.822656Z","end":"2026-04-23T04:42:41.982091Z","steps":["trace[1852207204] 'agreement among raft nodes before linearized reading' (duration: 159.331123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:41.982250Z","caller":"traceutil/trace.go:172","msg":"trace[1554118093] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"269.161244ms","start":"2026-04-23T04:42:41.713076Z","end":"2026-04-23T04:42:41.982237Z","steps":["trace[1554118093] 'process raft request' (duration: 249.197616ms)","trace[1554118093] 'compare' (duration: 19.611855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:44.450307Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"210.468365ms"} {"level":"info","ts":"2026-04-23T04:42:44.450814Z","caller":"traceutil/trace.go:172","msg":"trace[1808625168] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"398.038743ms","start":"2026-04-23T04:42:44.052763Z","end":"2026-04-23T04:42:44.450802Z","steps":["trace[1808625168] 'process raft request' (duration: 397.854776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:44.450909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:44.052737Z","time spent":"398.114776ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:42:44.584622Z","caller":"traceutil/trace.go:172","msg":"trace[1229459710] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:642; }","duration":"234.464803ms","start":"2026-04-23T04:42:44.350130Z","end":"2026-04-23T04:42:44.584595Z","steps":["trace[1229459710] 'read index received' (duration: 234.458233ms)","trace[1229459710] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:44.628363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.21943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:44.628433Z","caller":"traceutil/trace.go:172","msg":"trace[1521424896] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:599; }","duration":"278.302643ms","start":"2026-04-23T04:42:44.350115Z","end":"2026-04-23T04:42:44.628418Z","steps":["trace[1521424896] 'agreement among raft nodes before linearized reading' (duration: 234.570957ms)","trace[1521424896] 'range keys from in-memory index tree' (duration: 43.618782ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:42:44.628613Z","caller":"traceutil/trace.go:172","msg":"trace[1259762417] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"189.643107ms","start":"2026-04-23T04:42:44.438946Z","end":"2026-04-23T04:42:44.628589Z","steps":["trace[1259762417] 'process raft request' (duration: 187.311869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:49.186240Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167 14704188859053703858) learners=(8698246155755547996)"} {"level":"info","ts":"2026-04-23T04:42:49.186359Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","added-peer-id":"78b660cb1ab76d5c","added-peer-peer-urls":["https://199.204.45.244:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-23T04:42:49.186385Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.186404Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.186553Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.186582Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c","remote-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T04:42:49.186606Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.186617Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.186557Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.186681Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:42:49.202508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:50358","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-23T04:42:49.248838Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-23T04:42:49.248965Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"78b660cb1ab76d5c","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-23T04:42:49.741453Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-23T04:42:50.242310Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-23T04:42:50.741116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:54980","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-23T04:42:50.742020Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-23T04:42:50.742078Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"78b660cb1ab76d5c","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-23T04:42:51.244655Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-23T04:42:51.738597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:55018","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-23T04:42:51.739676Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-23T04:42:51.739744Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"78b660cb1ab76d5c","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-23T04:42:51.754670Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.754724Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.754800Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.759358Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"78b660cb1ab76d5c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:51.759392Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.762436Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"344940fc142d902f","to":"78b660cb1ab76d5c","bytes":1020884,"size":"1.0 MB"} {"level":"info","ts":"2026-04-23T04:42:51.762526Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":667,"remote-peer-id":"78b660cb1ab76d5c","bytes":1020884,"size":"1.0 MB"} {"level":"info","ts":"2026-04-23T04:42:51.764629Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"78b660cb1ab76d5c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:51.764654Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.768656Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1011712,"size":"1.0 MB"} {"level":"info","ts":"2026-04-23T04:42:51.777975Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":667,"remote-peer-id":"78b660cb1ab76d5c","bytes":1020884,"size":"1.0 MB"} {"level":"warn","ts":"2026-04-23T04:42:51.789390Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:51.789413Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:51.809233Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"78b660cb1ab76d5c","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-23T04:42:51.809281Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.809293Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.809442Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.813642Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"344940fc142d902f","to":"78b660cb1ab76d5c","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-23T04:42:51.813778Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.813791Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.815494Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"344940fc142d902f","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:52.241215Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167 8698246155755547996 14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:52.241357Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","promoted-member-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:52.241389Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"344940fc142d902f","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:42:54.309957Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:55136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:43:02.912262Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.473742ms"} {"level":"warn","ts":"2026-04-23T04:43:02.912763Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"59.976628ms"} {"level":"info","ts":"2026-04-23T04:43:02.912849Z","caller":"traceutil/trace.go:172","msg":"trace[1966195662] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"209.302356ms","start":"2026-04-23T04:43:02.703510Z","end":"2026-04-23T04:43:02.912812Z","steps":["trace[1966195662] 'process raft request' (duration: 209.064617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:02.931802Z","caller":"traceutil/trace.go:172","msg":"trace[1074518980] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:707; }","duration":"109.153222ms","start":"2026-04-23T04:43:02.822633Z","end":"2026-04-23T04:43:02.931786Z","steps":["trace[1074518980] 'read index received' (duration: 109.149041ms)","trace[1074518980] 'applied index is now lower than readState.Index' (duration: 3.321µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:02.931895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.262205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:02.931929Z","caller":"traceutil/trace.go:172","msg":"trace[1746051892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"109.307117ms","start":"2026-04-23T04:43:02.822613Z","end":"2026-04-23T04:43:02.931920Z","steps":["trace[1746051892] 'agreement among raft nodes before linearized reading' (duration: 109.236204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:02.932260Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-23T04:43:03.325099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.809489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:43:03.621378Z","caller":"traceutil/trace.go:172","msg":"trace[1799965295] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"188.808288ms","start":"2026-04-23T04:43:03.432548Z","end":"2026-04-23T04:43:03.621356Z","steps":["trace[1799965295] 'process raft request' (duration: 188.675224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:03.821808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.225237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:03.821869Z","caller":"traceutil/trace.go:172","msg":"trace[318877673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:653; }","duration":"169.292149ms","start":"2026-04-23T04:43:03.652563Z","end":"2026-04-23T04:43:03.821855Z","steps":["trace[318877673] 'range keys from in-memory index tree' (duration: 169.188126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:08.285928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.857917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:08.286207Z","caller":"traceutil/trace.go:172","msg":"trace[431129841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"108.148166ms","start":"2026-04-23T04:43:08.178037Z","end":"2026-04-23T04:43:08.286185Z","steps":["trace[431129841] 'range keys from in-memory index tree' (duration: 106.617899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:08.723396Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"203.857298ms"} {"level":"warn","ts":"2026-04-23T04:43:08.723568Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"204.020494ms"} {"level":"warn","ts":"2026-04-23T04:43:08.796353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.979765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:08.796485Z","caller":"traceutil/trace.go:172","msg":"trace[138140738] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:668; }","duration":"143.16887ms","start":"2026-04-23T04:43:08.653297Z","end":"2026-04-23T04:43:08.796466Z","steps":["trace[138140738] 'range keys from in-memory index tree' (duration: 142.928892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:08.796534Z","caller":"traceutil/trace.go:172","msg":"trace[1210138284] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"132.494995ms","start":"2026-04-23T04:43:08.664015Z","end":"2026-04-23T04:43:08.796510Z","steps":["trace[1210138284] 'read index received' (duration: 60.848568ms)","trace[1210138284] 'applied index is now lower than readState.Index' (duration: 71.644417ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:08.796775Z","caller":"traceutil/trace.go:172","msg":"trace[650236446] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"453.795637ms","start":"2026-04-23T04:43:08.342958Z","end":"2026-04-23T04:43:08.796754Z","steps":["trace[650236446] 'process raft request' (duration: 380.546412ms)","trace[650236446] 'compare' (duration: 72.680277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:08.797052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:08.342938Z","time spent":"453.91938ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1310,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:08.797185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.176466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:43:08.797233Z","caller":"traceutil/trace.go:172","msg":"trace[563677436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:669; }","duration":"133.227807ms","start":"2026-04-23T04:43:08.663995Z","end":"2026-04-23T04:43:08.797223Z","steps":["trace[563677436] 'agreement among raft nodes before linearized reading' (duration: 133.069173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.097244Z","caller":"traceutil/trace.go:172","msg":"trace[1238469512] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:727; }","duration":"277.394234ms","start":"2026-04-23T04:43:08.819774Z","end":"2026-04-23T04:43:09.097169Z","steps":["trace[1238469512] 'read index received' (duration: 277.383614ms)","trace[1238469512] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:09.097474Z","caller":"traceutil/trace.go:172","msg":"trace[184962518] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"292.192924ms","start":"2026-04-23T04:43:08.805264Z","end":"2026-04-23T04:43:09.097457Z","steps":["trace[184962518] 'process raft request' (duration: 292.150233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:09.097481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.680883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.097548Z","caller":"traceutil/trace.go:172","msg":"trace[2014140181] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"295.911596ms","start":"2026-04-23T04:43:08.801623Z","end":"2026-04-23T04:43:09.097534Z","steps":["trace[2014140181] 'process raft request' (duration: 295.686239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.097593Z","caller":"traceutil/trace.go:172","msg":"trace[1248645357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"277.802326ms","start":"2026-04-23T04:43:08.819764Z","end":"2026-04-23T04:43:09.097566Z","steps":["trace[1248645357] 'agreement among raft nodes before linearized reading' (duration: 277.632881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.349236Z","caller":"traceutil/trace.go:172","msg":"trace[2105122283] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:729; }","duration":"251.853787ms","start":"2026-04-23T04:43:09.097336Z","end":"2026-04-23T04:43:09.349190Z","steps":["trace[2105122283] 'read index received' (duration: 251.844277ms)","trace[2105122283] 'applied index is now lower than readState.Index' (duration: 7.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.411872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"523.938555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.411957Z","caller":"traceutil/trace.go:172","msg":"trace[1029490472] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:671; }","duration":"524.043839ms","start":"2026-04-23T04:43:08.887892Z","end":"2026-04-23T04:43:09.411936Z","steps":["trace[1029490472] 'agreement among raft nodes before linearized reading' (duration: 461.463604ms)","trace[1029490472] 'range keys from in-memory index tree' (duration: 62.39888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.412000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:08.887866Z","time spent":"524.1246ms","remote":"127.0.0.1:51252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:09.412107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.544777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.412185Z","caller":"traceutil/trace.go:172","msg":"trace[2040138118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"313.634159ms","start":"2026-04-23T04:43:09.098536Z","end":"2026-04-23T04:43:09.412170Z","steps":["trace[2040138118] 'agreement among raft nodes before linearized reading' (duration: 313.516066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:09.412224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.098523Z","time spent":"313.692811ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:43:09.412267Z","caller":"traceutil/trace.go:172","msg":"trace[1280871628] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"396.704401ms","start":"2026-04-23T04:43:09.015540Z","end":"2026-04-23T04:43:09.412245Z","steps":["trace[1280871628] 'process raft request' (duration: 396.441374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.412225Z","caller":"traceutil/trace.go:172","msg":"trace[1156645713] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"479.03516ms","start":"2026-04-23T04:43:08.933111Z","end":"2026-04-23T04:43:09.412146Z","steps":["trace[1156645713] 'process raft request' (duration: 416.236898ms)","trace[1156645713] 'compare' (duration: 62.507353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.412438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.015500Z","time spent":"396.863067ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:09.413035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:08.933064Z","time spent":"479.790143ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:09.892875Z","caller":"traceutil/trace.go:172","msg":"trace[158141667] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:732; }","duration":"239.042751ms","start":"2026-04-23T04:43:09.653567Z","end":"2026-04-23T04:43:09.892610Z","steps":["trace[158141667] 'read index received' (duration: 239.032791ms)","trace[158141667] 'applied index is now lower than readState.Index' (duration: 8.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.898599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.008681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.898756Z","caller":"traceutil/trace.go:172","msg":"trace[1148126891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:674; }","duration":"245.178096ms","start":"2026-04-23T04:43:09.653561Z","end":"2026-04-23T04:43:09.898739Z","steps":["trace[1148126891] 'agreement among raft nodes before linearized reading' (duration: 239.275069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.899008Z","caller":"traceutil/trace.go:172","msg":"trace[681358676] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"118.253173ms","start":"2026-04-23T04:43:09.780737Z","end":"2026-04-23T04:43:09.898990Z","steps":["trace[681358676] 'process raft request' (duration: 118.200461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.899519Z","caller":"traceutil/trace.go:172","msg":"trace[2124059332] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"256.813906ms","start":"2026-04-23T04:43:09.642692Z","end":"2026-04-23T04:43:09.899506Z","steps":["trace[2124059332] 'process raft request' (duration: 250.118315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:09.899828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.858958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.899883Z","caller":"traceutil/trace.go:172","msg":"trace[631772963] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:676; }","duration":"170.91339ms","start":"2026-04-23T04:43:09.728954Z","end":"2026-04-23T04:43:09.899867Z","steps":["trace[631772963] 'agreement among raft nodes before linearized reading' (duration: 170.834997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:09.899950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.198541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.900009Z","caller":"traceutil/trace.go:172","msg":"trace[126730464] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:676; }","duration":"119.258582ms","start":"2026-04-23T04:43:09.780733Z","end":"2026-04-23T04:43:09.899992Z","steps":["trace[126730464] 'agreement among raft nodes before linearized reading' (duration: 119.1636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:10.115205Z","caller":"traceutil/trace.go:172","msg":"trace[1841582706] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"172.214241ms","start":"2026-04-23T04:43:09.942971Z","end":"2026-04-23T04:43:10.115186Z","steps":["trace[1841582706] 'process raft request' (duration: 172.170339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:10.115596Z","caller":"traceutil/trace.go:172","msg":"trace[993958543] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"175.657965ms","start":"2026-04-23T04:43:09.939927Z","end":"2026-04-23T04:43:10.115585Z","steps":["trace[993958543] 'process raft request' (duration: 175.16546ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:10.115718Z","caller":"traceutil/trace.go:172","msg":"trace[281321868] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"209.602007ms","start":"2026-04-23T04:43:09.906084Z","end":"2026-04-23T04:43:10.115686Z","steps":["trace[281321868] 'process raft request' (duration: 128.71127ms)","trace[281321868] 'compare' (duration: 80.116574ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:14.551127Z","caller":"traceutil/trace.go:172","msg":"trace[1047429344] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"129.088304ms","start":"2026-04-23T04:43:14.422022Z","end":"2026-04-23T04:43:14.551110Z","steps":["trace[1047429344] 'process raft request' (duration: 128.944099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:15.800470Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"80.97234ms"} {"level":"warn","ts":"2026-04-23T04:43:15.800607Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"81.118244ms"} {"level":"info","ts":"2026-04-23T04:43:15.801162Z","caller":"traceutil/trace.go:172","msg":"trace[730470451] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"281.429313ms","start":"2026-04-23T04:43:15.519712Z","end":"2026-04-23T04:43:15.801141Z","steps":["trace[730470451] 'process raft request' (duration: 280.880347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:15.803227Z","caller":"traceutil/trace.go:172","msg":"trace[349122895] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:769; }","duration":"150.016083ms","start":"2026-04-23T04:43:15.653186Z","end":"2026-04-23T04:43:15.803202Z","steps":["trace[349122895] 'read index received' (duration: 149.989072ms)","trace[349122895] 'applied index is now lower than readState.Index' (duration: 25.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:15.803475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.188918ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:15.803551Z","caller":"traceutil/trace.go:172","msg":"trace[1273460250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:706; }","duration":"150.324922ms","start":"2026-04-23T04:43:15.653179Z","end":"2026-04-23T04:43:15.803504Z","steps":["trace[1273460250] 'agreement among raft nodes before linearized reading' (duration: 150.140737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:16.106823Z","caller":"traceutil/trace.go:172","msg":"trace[264872046] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"186.29536ms","start":"2026-04-23T04:43:15.920505Z","end":"2026-04-23T04:43:16.106801Z","steps":["trace[264872046] 'process raft request' (duration: 186.127825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:16.790084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.700811ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:16.790403Z","caller":"traceutil/trace.go:172","msg":"trace[2056618658] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:708; }","duration":"136.944698ms","start":"2026-04-23T04:43:16.653286Z","end":"2026-04-23T04:43:16.790231Z","steps":["trace[2056618658] 'range keys from in-memory index tree' (duration: 136.414432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.171458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.633541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T04:43:18.494891Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.071545ms"} {"level":"warn","ts":"2026-04-23T04:43:18.494960Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.150027ms"} {"level":"warn","ts":"2026-04-23T04:43:18.798124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.002769ms"} {"level":"warn","ts":"2026-04-23T04:43:18.798203Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.088291ms"} {"level":"info","ts":"2026-04-23T04:43:18.799565Z","caller":"traceutil/trace.go:172","msg":"trace[1430150298] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:792; }","duration":"180.826116ms","start":"2026-04-23T04:43:18.618515Z","end":"2026-04-23T04:43:18.799341Z","steps":["trace[1430150298] 'read index received' (duration: 180.821836ms)","trace[1430150298] 'applied index is now lower than readState.Index' (duration: 3.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:18.844831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.047551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:43:18.844870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.346541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:43:18.844915Z","caller":"traceutil/trace.go:172","msg":"trace[737358549] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:725; }","duration":"192.148513ms","start":"2026-04-23T04:43:18.652750Z","end":"2026-04-23T04:43:18.844899Z","steps":["trace[737358549] 'range keys from in-memory index tree' (duration: 191.990309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:18.844934Z","caller":"traceutil/trace.go:172","msg":"trace[889513212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:725; }","duration":"226.422693ms","start":"2026-04-23T04:43:18.618495Z","end":"2026-04-23T04:43:18.844918Z","steps":["trace[889513212] 'agreement among raft nodes before linearized reading' (duration: 181.038731ms)","trace[889513212] 'range keys from in-memory index tree' (duration: 45.207277ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:18.845104Z","caller":"traceutil/trace.go:172","msg":"trace[968704393] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"348.125412ms","start":"2026-04-23T04:43:18.496965Z","end":"2026-04-23T04:43:18.845091Z","steps":["trace[968704393] 'process raft request' (duration: 301.344691ms)","trace[968704393] 'compare' (duration: 46.598616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:18.845177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:18.496929Z","time spent":"348.217344ms","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:19.024392Z","caller":"traceutil/trace.go:172","msg":"trace[23372839] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"175.682577ms","start":"2026-04-23T04:43:18.848692Z","end":"2026-04-23T04:43:19.024374Z","steps":["trace[23372839] 'process raft request' (duration: 175.590665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:19.024529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.899867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:19.024587Z","caller":"traceutil/trace.go:172","msg":"trace[6132633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"203.962678ms","start":"2026-04-23T04:43:18.820606Z","end":"2026-04-23T04:43:19.024568Z","steps":["trace[6132633] 'agreement among raft nodes before linearized reading' (duration: 203.852245ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:19.023905Z","caller":"traceutil/trace.go:172","msg":"trace[2105800251] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:793; }","duration":"203.274989ms","start":"2026-04-23T04:43:18.820609Z","end":"2026-04-23T04:43:19.023884Z","steps":["trace[2105800251] 'read index received' (duration: 203.269089ms)","trace[2105800251] 'applied index is now lower than readState.Index' (duration: 4.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:19.025888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.735488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:19.025944Z","caller":"traceutil/trace.go:172","msg":"trace[1615107273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:728; }","duration":"180.900222ms","start":"2026-04-23T04:43:18.845016Z","end":"2026-04-23T04:43:19.025917Z","steps":["trace[1615107273] 'agreement among raft nodes before linearized reading' (duration: 180.84099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:21.475945Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-23T04:43:21.778524Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"344940fc142d902f","to":"78b660cb1ab76d5c","bytes":1020884,"size":"1.0 MB","took":"30.01607945s"} {"level":"warn","ts":"2026-04-23T04:43:25.375288Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"55.877458ms"} {"level":"warn","ts":"2026-04-23T04:43:25.375441Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.036593ms"} {"level":"info","ts":"2026-04-23T04:43:25.375585Z","caller":"traceutil/trace.go:172","msg":"trace[1964074657] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"225.581333ms","start":"2026-04-23T04:43:25.149983Z","end":"2026-04-23T04:43:25.375565Z","steps":["trace[1964074657] 'process raft request' (duration: 225.437849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:25.376834Z","caller":"traceutil/trace.go:172","msg":"trace[2025179227] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:817; }","duration":"193.45553ms","start":"2026-04-23T04:43:25.183365Z","end":"2026-04-23T04:43:25.376821Z","steps":["trace[2025179227] 'read index received' (duration: 193.45198ms)","trace[2025179227] 'applied index is now lower than readState.Index' (duration: 2.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:25.377368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.017476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:43:25.377416Z","caller":"traceutil/trace.go:172","msg":"trace[914781424] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:747; }","duration":"194.078077ms","start":"2026-04-23T04:43:25.183328Z","end":"2026-04-23T04:43:25.377406Z","steps":["trace[914781424] 'agreement among raft nodes before linearized reading' (duration: 193.597674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.377850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.950354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:43:25.377902Z","caller":"traceutil/trace.go:172","msg":"trace[2015674058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"156.010355ms","start":"2026-04-23T04:43:25.221876Z","end":"2026-04-23T04:43:25.377886Z","steps":["trace[2015674058] 'agreement among raft nodes before linearized reading' (duration: 155.841571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.838630Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"66.704246ms"} {"level":"warn","ts":"2026-04-23T04:43:25.838717Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"66.802289ms"} {"level":"warn","ts":"2026-04-23T04:43:25.839894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.016588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:25.839954Z","caller":"traceutil/trace.go:172","msg":"trace[2036951918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:747; }","duration":"187.08635ms","start":"2026-04-23T04:43:25.652856Z","end":"2026-04-23T04:43:25.839942Z","steps":["trace[2036951918] 'range keys from in-memory index tree' (duration: 186.980407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.840077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.075881ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-23T04:43:25.840243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:25.379113Z","time spent":"461.12353ms","remote":"127.0.0.1:50602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T04:43:25.840279Z","caller":"traceutil/trace.go:172","msg":"trace[2207360] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"458.745968ms","start":"2026-04-23T04:43:25.381500Z","end":"2026-04-23T04:43:25.840246Z","steps":["trace[2207360] 'process raft request' (duration: 458.623094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.841260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:25.381481Z","time spent":"459.586139ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:26.130425Z","caller":"traceutil/trace.go:172","msg":"trace[1845842871] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"183.12882ms","start":"2026-04-23T04:43:25.947276Z","end":"2026-04-23T04:43:26.130405Z","steps":["trace[1845842871] 'process raft request' (duration: 182.999136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:26.296057Z","caller":"traceutil/trace.go:172","msg":"trace[1245225069] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"148.319771ms","start":"2026-04-23T04:43:26.147720Z","end":"2026-04-23T04:43:26.296039Z","steps":["trace[1245225069] 'process raft request' (duration: 123.24207ms)","trace[1245225069] 'compare' (duration: 24.981019ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:26.297234Z","caller":"traceutil/trace.go:172","msg":"trace[845600129] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"105.656546ms","start":"2026-04-23T04:43:26.191550Z","end":"2026-04-23T04:43:26.297206Z","steps":["trace[845600129] 'process raft request' (duration: 105.601625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:26.297591Z","caller":"traceutil/trace.go:172","msg":"trace[1567612604] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"142.428936ms","start":"2026-04-23T04:43:26.155148Z","end":"2026-04-23T04:43:26.297577Z","steps":["trace[1567612604] 'process raft request' (duration: 141.869281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:34.138097Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.590889ms"} {"level":"warn","ts":"2026-04-23T04:43:34.138160Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.659691ms"} {"level":"info","ts":"2026-04-23T04:43:34.142841Z","caller":"traceutil/trace.go:172","msg":"trace[1074568254] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"228.524791ms","start":"2026-04-23T04:43:33.914302Z","end":"2026-04-23T04:43:34.142826Z","steps":["trace[1074568254] 'process raft request' (duration: 223.891315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:40.090966Z","caller":"traceutil/trace.go:172","msg":"trace[957645788] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"165.184058ms","start":"2026-04-23T04:43:39.925765Z","end":"2026-04-23T04:43:40.090949Z","steps":["trace[957645788] 'process raft request' (duration: 159.678876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:46.106070Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"228.51036ms"} {"level":"warn","ts":"2026-04-23T04:43:46.106268Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"228.714444ms"} {"level":"info","ts":"2026-04-23T04:43:46.106376Z","caller":"traceutil/trace.go:172","msg":"trace[534962887] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"399.175719ms","start":"2026-04-23T04:43:45.707182Z","end":"2026-04-23T04:43:46.106358Z","steps":["trace[534962887] 'process raft request' (duration: 399.054826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:46.106499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:45.707154Z","time spent":"399.288433ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:46.107608Z","caller":"traceutil/trace.go:172","msg":"trace[450060820] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:968; }","duration":"295.458673ms","start":"2026-04-23T04:43:45.812124Z","end":"2026-04-23T04:43:46.107583Z","steps":["trace[450060820] 'read index received' (duration: 295.453362ms)","trace[450060820] 'applied index is now lower than readState.Index' (duration: 3.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:46.108007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.878042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:46.108370Z","caller":"traceutil/trace.go:172","msg":"trace[59926689] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:883; }","duration":"296.23641ms","start":"2026-04-23T04:43:45.812109Z","end":"2026-04-23T04:43:46.108345Z","steps":["trace[59926689] 'agreement among raft nodes before linearized reading' (duration: 295.697137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:47.154746Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:47.655388Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:47.980814Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.616151599s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:43:47.981031Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.649378688s"} {"level":"warn","ts":"2026-04-23T04:43:47.981064Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.649419859s"} {"level":"warn","ts":"2026-04-23T04:43:48.156359Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:48.657409Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:48.821036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000016203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:43:48.821126Z","caller":"traceutil/trace.go:172","msg":"trace[546446399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117616s","start":"2026-04-23T04:43:46.820986Z","end":"2026-04-23T04:43:48.821104Z","steps":["trace[546446399] 'agreement among raft nodes before linearized reading' (duration: 2.000012313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:48.821240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.820967Z","time spent":"2.000258369s","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:49.158199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:49.659376Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:49.809859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.828578544s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:49.810063Z","caller":"traceutil/trace.go:172","msg":"trace[524697218] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"3.673776647s","start":"2026-04-23T04:43:46.136199Z","end":"2026-04-23T04:43:49.809976Z","steps":["trace[524697218] 'process raft request' (duration: 1.844973617s)","trace[524697218] 'compare' (duration: 1.828052253s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:49.810160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.136188Z","time spent":"3.67393221s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:49.892928Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.592054429s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:43:49.893073Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.711988043s"} {"level":"warn","ts":"2026-04-23T04:43:49.893092Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.712011274s"} {"level":"info","ts":"2026-04-23T04:43:49.893391Z","caller":"traceutil/trace.go:172","msg":"trace[532026672] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:969; }","duration":"3.23969006s","start":"2026-04-23T04:43:46.653659Z","end":"2026-04-23T04:43:49.893349Z","steps":["trace[532026672] 'read index received' (duration: 3.23967671s)","trace[532026672] 'applied index is now lower than readState.Index' (duration: 11.65µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:49.893496Z","caller":"traceutil/trace.go:172","msg":"trace[884218152] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"3.573642142s","start":"2026-04-23T04:43:46.319834Z","end":"2026-04-23T04:43:49.893476Z","steps":["trace[884218152] 'process raft request' (duration: 3.573469508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.893573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.239895594s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:49.893606Z","caller":"traceutil/trace.go:172","msg":"trace[597729094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:889; }","duration":"3.239986856s","start":"2026-04-23T04:43:46.653610Z","end":"2026-04-23T04:43:49.893597Z","steps":["trace[597729094] 'agreement among raft nodes before linearized reading' (duration: 3.239903785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.893612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.319802Z","time spent":"3.573730004s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:49.893723Z","caller":"traceutil/trace.go:172","msg":"trace[1897140679] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"3.562240678s","start":"2026-04-23T04:43:46.331473Z","end":"2026-04-23T04:43:49.893714Z","steps":["trace[1897140679] 'process raft request' (duration: 3.561962672s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.893761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.331452Z","time spent":"3.562289409s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:49.893961Z","caller":"traceutil/trace.go:172","msg":"trace[125458890] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"3.5627063s","start":"2026-04-23T04:43:46.331236Z","end":"2026-04-23T04:43:49.893943Z","steps":["trace[125458890] 'process raft request' (duration: 3.562168547s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:49.894086Z","caller":"traceutil/trace.go:172","msg":"trace[317392314] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"3.365457249s","start":"2026-04-23T04:43:46.528610Z","end":"2026-04-23T04:43:49.894067Z","steps":["trace[317392314] 'process raft request' (duration: 3.365308476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.894131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.331216Z","time spent":"3.562795711s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:49.894194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.528585Z","time spent":"3.365560242s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:49.894283Z","caller":"traceutil/trace.go:172","msg":"trace[2105587507] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"3.547746385s","start":"2026-04-23T04:43:46.346523Z","end":"2026-04-23T04:43:49.894269Z","steps":["trace[2105587507] 'process raft request' (duration: 3.547029888s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:49.894311Z","caller":"traceutil/trace.go:172","msg":"trace[825072506] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"3.485763784s","start":"2026-04-23T04:43:46.408543Z","end":"2026-04-23T04:43:49.894307Z","steps":["trace[825072506] 'process raft request' (duration: 3.485243032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.894341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.408519Z","time spent":"3.485807316s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:49.894340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.346506Z","time spent":"3.547808026s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:49.894388Z","caller":"traceutil/trace.go:172","msg":"trace[1552885363] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"3.455375363s","start":"2026-04-23T04:43:46.439007Z","end":"2026-04-23T04:43:49.894382Z","steps":["trace[1552885363] 'process raft request' (duration: 3.45481683s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:49.894291Z","caller":"traceutil/trace.go:172","msg":"trace[1140413808] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"3.502592443s","start":"2026-04-23T04:43:46.391692Z","end":"2026-04-23T04:43:49.894284Z","steps":["trace[1140413808] 'process raft request' (duration: 3.502063451s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.894416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.438979Z","time spent":"3.455423234s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:49.894436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.391674Z","time spent":"3.502742246s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:49.894589Z","caller":"traceutil/trace.go:172","msg":"trace[300013859] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"3.541862388s","start":"2026-04-23T04:43:46.352717Z","end":"2026-04-23T04:43:49.894579Z","steps":["trace[300013859] 'process raft request' (duration: 3.540986419s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:49.894620Z","caller":"traceutil/trace.go:172","msg":"trace[176058154] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"3.391589462s","start":"2026-04-23T04:43:46.503023Z","end":"2026-04-23T04:43:49.894613Z","steps":["trace[176058154] 'process raft request' (duration: 3.390829805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.894637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.352704Z","time spent":"3.54191361s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:49.894669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.503001Z","time spent":"3.391639014s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:49.894122Z","caller":"traceutil/trace.go:172","msg":"trace[2127214528] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"3.50721542s","start":"2026-04-23T04:43:46.386886Z","end":"2026-04-23T04:43:49.894101Z","steps":["trace[2127214528] 'process raft request' (duration: 3.506846481s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:49.894801Z","caller":"traceutil/trace.go:172","msg":"trace[2143383097] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"3.553579959s","start":"2026-04-23T04:43:46.341211Z","end":"2026-04-23T04:43:49.894791Z","steps":["trace[2143383097] 'process raft request' (duration: 3.552252179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.894847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.341192Z","time spent":"3.55363847s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:49.894839Z","caller":"traceutil/trace.go:172","msg":"trace[668353565] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"3.553561618s","start":"2026-04-23T04:43:46.341263Z","end":"2026-04-23T04:43:49.894824Z","steps":["trace[668353565] 'process raft request' (duration: 3.552228768s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.894923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.341240Z","time spent":"3.55364944s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:49.894941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.386869Z","time spent":"3.507906275s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:49.895134Z","caller":"traceutil/trace.go:172","msg":"trace[1087645191] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"3.547723574s","start":"2026-04-23T04:43:46.346508Z","end":"2026-04-23T04:43:49.894232Z","steps":["trace[1087645191] 'process raft request' (duration: 3.547014228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.897490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.346487Z","time spent":"3.54973108s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:50.209528Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.402381ms"} {"level":"warn","ts":"2026-04-23T04:43:50.209575Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.455862ms"} {"level":"info","ts":"2026-04-23T04:43:50.209564Z","caller":"traceutil/trace.go:172","msg":"trace[1874516708] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:983; }","duration":"316.063902ms","start":"2026-04-23T04:43:49.893472Z","end":"2026-04-23T04:43:50.209536Z","steps":["trace[1874516708] 'read index received' (duration: 316.055871ms)","trace[1874516708] 'applied index is now lower than readState.Index' (duration: 6.511µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:50.211900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.978895018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:50.211978Z","caller":"traceutil/trace.go:172","msg":"trace[1113974597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:898; }","duration":"2.97897533s","start":"2026-04-23T04:43:47.232984Z","end":"2026-04-23T04:43:50.211959Z","steps":["trace[1113974597] 'agreement among raft nodes before linearized reading' (duration: 2.976728969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.212062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.390315511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.212460Z","caller":"traceutil/trace.go:172","msg":"trace[1011402286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:898; }","duration":"1.39072444s","start":"2026-04-23T04:43:48.821721Z","end":"2026-04-23T04:43:50.212446Z","steps":["trace[1011402286] 'agreement among raft nodes before linearized reading' (duration: 1.387946698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.212654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.232963Z","time spent":"2.979670975s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.212772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:48.821698Z","time spent":"1.391057319s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:50.212373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.93117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:50.213609Z","caller":"traceutil/trace.go:172","msg":"trace[1247264685] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"305.922322ms","start":"2026-04-23T04:43:49.907672Z","end":"2026-04-23T04:43:50.213594Z","steps":["trace[1247264685] 'process raft request' (duration: 305.80216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.213681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.907652Z","time spent":"305.995653ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.213880Z","caller":"traceutil/trace.go:172","msg":"trace[1282020424] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"299.972078ms","start":"2026-04-23T04:43:49.913897Z","end":"2026-04-23T04:43:50.213870Z","steps":["trace[1282020424] 'process raft request' (duration: 299.66233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.214040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.913875Z","time spent":"300.146261ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.213874Z","caller":"traceutil/trace.go:172","msg":"trace[1624943957] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"301.141265ms","start":"2026-04-23T04:43:49.912715Z","end":"2026-04-23T04:43:50.213856Z","steps":["trace[1624943957] 'process raft request' (duration: 300.802917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.214324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.912699Z","time spent":"301.589814ms","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:50.213974Z","caller":"traceutil/trace.go:172","msg":"trace[696913169] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"299.63106ms","start":"2026-04-23T04:43:49.914336Z","end":"2026-04-23T04:43:50.213967Z","steps":["trace[696913169] 'process raft request' (duration: 299.247581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.214086Z","caller":"traceutil/trace.go:172","msg":"trace[232919935] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"298.662768ms","start":"2026-04-23T04:43:49.915415Z","end":"2026-04-23T04:43:50.214078Z","steps":["trace[232919935] 'process raft request' (duration: 298.190377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.214784Z","caller":"traceutil/trace.go:172","msg":"trace[1434792399] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"300.752845ms","start":"2026-04-23T04:43:49.914017Z","end":"2026-04-23T04:43:50.214770Z","steps":["trace[1434792399] 'process raft request' (duration: 299.611059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.214626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.914318Z","time spent":"300.166231ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:50.215050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.913844Z","time spent":"300.97724ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.215207Z","caller":"traceutil/trace.go:172","msg":"trace[2131306149] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"299.604709ms","start":"2026-04-23T04:43:49.915573Z","end":"2026-04-23T04:43:50.215177Z","steps":["trace[2131306149] 'process raft request' (duration: 299.035757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.215724Z","caller":"traceutil/trace.go:172","msg":"trace[1723703406] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"298.957534ms","start":"2026-04-23T04:43:49.916757Z","end":"2026-04-23T04:43:50.215715Z","steps":["trace[1723703406] 'process raft request' (duration: 298.305699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.216109Z","caller":"traceutil/trace.go:172","msg":"trace[61331690] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"292.10454ms","start":"2026-04-23T04:43:49.923995Z","end":"2026-04-23T04:43:50.216100Z","steps":["trace[61331690] 'process raft request' (duration: 291.424115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.217098Z","caller":"traceutil/trace.go:172","msg":"trace[1693806472] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"286.153684ms","start":"2026-04-23T04:43:49.930931Z","end":"2026-04-23T04:43:50.217084Z","steps":["trace[1693806472] 'process raft request' (duration: 285.05072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.217335Z","caller":"traceutil/trace.go:172","msg":"trace[1779433752] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"274.942379ms","start":"2026-04-23T04:43:49.942381Z","end":"2026-04-23T04:43:50.217323Z","steps":["trace[1779433752] 'process raft request' (duration: 274.145541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.217561Z","caller":"traceutil/trace.go:172","msg":"trace[2112907196] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"254.800234ms","start":"2026-04-23T04:43:49.962749Z","end":"2026-04-23T04:43:50.217550Z","steps":["trace[2112907196] 'process raft request' (duration: 254.552817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.218846Z","caller":"traceutil/trace.go:172","msg":"trace[1159787140] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"231.567318ms","start":"2026-04-23T04:43:49.987265Z","end":"2026-04-23T04:43:50.218832Z","steps":["trace[1159787140] 'process raft request' (duration: 231.2569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.224457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.519348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.224511Z","caller":"traceutil/trace.go:172","msg":"trace[918861616] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:913; }","duration":"326.578819ms","start":"2026-04-23T04:43:49.897923Z","end":"2026-04-23T04:43:50.224502Z","steps":["trace[918861616] 'agreement among raft nodes before linearized reading' (duration: 326.496517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.086849Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.993483ms"} {"level":"warn","ts":"2026-04-23T04:43:51.086934Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.085216ms"} {"level":"info","ts":"2026-04-23T04:43:51.087506Z","caller":"traceutil/trace.go:172","msg":"trace[548604014] transaction","detail":"{read_only:false; number_of_response:1; response_revision:952; }","duration":"345.963299ms","start":"2026-04-23T04:43:50.741525Z","end":"2026-04-23T04:43:51.087489Z","steps":["trace[548604014] 'process raft request' (duration: 345.641103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.087617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.741494Z","time spent":"346.066412ms","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.368916Z","caller":"traceutil/trace.go:172","msg":"trace[2109588926] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"450.722211ms","start":"2026-04-23T04:43:50.918181Z","end":"2026-04-23T04:43:51.368903Z","steps":["trace[2109588926] 'process raft request' (duration: 450.625179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:51.368921Z","caller":"traceutil/trace.go:172","msg":"trace[703650656] transaction","detail":"{read_only:false; number_of_response:1; response_revision:953; }","duration":"582.887639ms","start":"2026-04-23T04:43:50.785996Z","end":"2026-04-23T04:43:51.368884Z","steps":["trace[703650656] 'process raft request' (duration: 582.653264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.369018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.918160Z","time spent":"450.818133ms","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:43:51.369058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.785974Z","time spent":"583.014901ms","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98739,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.583333Z","caller":"traceutil/trace.go:172","msg":"trace[2113296248] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"433.566908ms","start":"2026-04-23T04:43:51.149746Z","end":"2026-04-23T04:43:51.583312Z","steps":["trace[2113296248] 'process raft request' (duration: 433.470055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.583485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:51.149725Z","time spent":"433.70174ms","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.620911Z","caller":"traceutil/trace.go:172","msg":"trace[809382852] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"193.067993ms","start":"2026-04-23T04:43:51.427813Z","end":"2026-04-23T04:43:51.620880Z","steps":["trace[809382852] 'process raft request' (duration: 192.756567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:51.620940Z","caller":"traceutil/trace.go:172","msg":"trace[116578352] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"137.239252ms","start":"2026-04-23T04:43:51.483681Z","end":"2026-04-23T04:43:51.620921Z","steps":["trace[116578352] 'process raft request' (duration: 137.11593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:51.828743Z","caller":"traceutil/trace.go:172","msg":"trace[1475080396] linearizableReadLoop","detail":"{readStateIndex:1106; appliedIndex:1107; }","duration":"175.54286ms","start":"2026-04-23T04:43:51.653183Z","end":"2026-04-23T04:43:51.828726Z","steps":["trace[1475080396] 'read index received' (duration: 175.53823ms)","trace[1475080396] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:51.828885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.685223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:51.828958Z","caller":"traceutil/trace.go:172","msg":"trace[834968036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:959; }","duration":"175.770495ms","start":"2026-04-23T04:43:51.653173Z","end":"2026-04-23T04:43:51.828943Z","steps":["trace[834968036] 'agreement among raft nodes before linearized reading' (duration: 175.662303ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:51.829016Z","caller":"traceutil/trace.go:172","msg":"trace[1217643911] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"187.394126ms","start":"2026-04-23T04:43:51.641611Z","end":"2026-04-23T04:43:51.829005Z","steps":["trace[1217643911] 'process raft request' (duration: 187.303163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:51.829211Z","caller":"traceutil/trace.go:172","msg":"trace[2135792836] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"218.672567ms","start":"2026-04-23T04:43:51.610526Z","end":"2026-04-23T04:43:51.829198Z","steps":["trace[2135792836] 'process raft request' (duration: 218.130984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:53.468670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.999551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:43:57.204692Z","caller":"traceutil/trace.go:172","msg":"trace[261709992] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"136.698359ms","start":"2026-04-23T04:43:57.067976Z","end":"2026-04-23T04:43:57.204674Z","steps":["trace[261709992] 'process raft request' (duration: 132.516048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:57.776672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.575275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:57.776748Z","caller":"traceutil/trace.go:172","msg":"trace[650777616] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"123.665006ms","start":"2026-04-23T04:43:57.653068Z","end":"2026-04-23T04:43:57.776733Z","steps":["trace[650777616] 'range keys from in-memory index tree' (duration: 123.554874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:57.966652Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.321678ms"} {"level":"warn","ts":"2026-04-23T04:43:57.966715Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.39192ms"} {"level":"info","ts":"2026-04-23T04:43:58.131691Z","caller":"traceutil/trace.go:172","msg":"trace[1598499249] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"424.253458ms","start":"2026-04-23T04:43:57.707424Z","end":"2026-04-23T04:43:58.131678Z","steps":["trace[1598499249] 'process raft request' (duration: 423.732857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.131801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.707385Z","time spent":"424.35817ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:58.133092Z","caller":"traceutil/trace.go:172","msg":"trace[220098253] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1164; }","duration":"356.285346ms","start":"2026-04-23T04:43:57.776794Z","end":"2026-04-23T04:43:58.133079Z","steps":["trace[220098253] 'read index received' (duration: 356.280546ms)","trace[220098253] 'applied index is now lower than readState.Index' (duration: 3.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:58.133220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.42313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:58.133289Z","caller":"traceutil/trace.go:172","msg":"trace[910164441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1001; }","duration":"356.496191ms","start":"2026-04-23T04:43:57.776784Z","end":"2026-04-23T04:43:58.133280Z","steps":["trace[910164441] 'agreement among raft nodes before linearized reading' (duration: 356.40745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:58.133499Z","caller":"traceutil/trace.go:172","msg":"trace[1372163136] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"209.98723ms","start":"2026-04-23T04:43:57.923490Z","end":"2026-04-23T04:43:58.133477Z","steps":["trace[1372163136] 'process raft request' (duration: 209.730884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:58.133658Z","caller":"traceutil/trace.go:172","msg":"trace[462423181] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"210.161564ms","start":"2026-04-23T04:43:57.923489Z","end":"2026-04-23T04:43:58.133651Z","steps":["trace[462423181] 'process raft request' (duration: 209.780125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.134166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.505444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:58.134274Z","caller":"traceutil/trace.go:172","msg":"trace[821147885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"315.740109ms","start":"2026-04-23T04:43:57.818518Z","end":"2026-04-23T04:43:58.134258Z","steps":["trace[821147885] 'agreement among raft nodes before linearized reading' (duration: 315.477344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.134194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.859949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T04:43:58.134329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.818495Z","time spent":"315.82648ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:43:58.134364Z","caller":"traceutil/trace.go:172","msg":"trace[306664460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1004; }","duration":"260.016722ms","start":"2026-04-23T04:43:57.874317Z","end":"2026-04-23T04:43:58.134333Z","steps":["trace[306664460] 'agreement among raft nodes before linearized reading' (duration: 259.761037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.398699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.019063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:58.398832Z","caller":"traceutil/trace.go:172","msg":"trace[775755889] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"213.766022ms","start":"2026-04-23T04:43:58.185055Z","end":"2026-04-23T04:43:58.398821Z","steps":["trace[775755889] 'process raft request' (duration: 213.724441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:58.512683Z","caller":"traceutil/trace.go:172","msg":"trace[1076512840] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"146.994195ms","start":"2026-04-23T04:43:58.365673Z","end":"2026-04-23T04:43:58.512667Z","steps":["trace[1076512840] 'process raft request' (duration: 146.896833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:58.513145Z","caller":"traceutil/trace.go:172","msg":"trace[1550467274] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1171; }","duration":"102.496546ms","start":"2026-04-23T04:43:58.410629Z","end":"2026-04-23T04:43:58.513125Z","steps":["trace[1550467274] 'read index received' (duration: 102.492266ms)","trace[1550467274] 'applied index is now lower than readState.Index' (duration: 3.33µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:58.513305Z","caller":"traceutil/trace.go:172","msg":"trace[146694159] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"108.483596ms","start":"2026-04-23T04:43:58.404814Z","end":"2026-04-23T04:43:58.513297Z","steps":["trace[146694159] 'process raft request' (duration: 108.434255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.513308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.66384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:58.513341Z","caller":"traceutil/trace.go:172","msg":"trace[1716817962] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1008; }","duration":"102.716611ms","start":"2026-04-23T04:43:58.410616Z","end":"2026-04-23T04:43:58.513332Z","steps":["trace[1716817962] 'agreement among raft nodes before linearized reading' (duration: 102.642889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:59.045523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.669742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:59.045638Z","caller":"traceutil/trace.go:172","msg":"trace[323939913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1011; }","duration":"224.920458ms","start":"2026-04-23T04:43:58.820698Z","end":"2026-04-23T04:43:59.045619Z","steps":["trace[323939913] 'range keys from in-memory index tree' (duration: 223.937606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:59.710094Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:00.210350Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:00.710563Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.210768Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.711120Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.821522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000229248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:01.821684Z","caller":"traceutil/trace.go:172","msg":"trace[1298081799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402271s","start":"2026-04-23T04:43:59.821262Z","end":"2026-04-23T04:44:01.821664Z","steps":["trace[1298081799] 'agreement among raft nodes before linearized reading' (duration: 2.000224528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:01.821741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.821243Z","time spent":"2.000485623s","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:01 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:02.212188Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:02.712902Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.213459Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.384426Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.467468328s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:03.384732Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.363788332s"} {"level":"warn","ts":"2026-04-23T04:44:03.384754Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.363981757s"} {"level":"info","ts":"2026-04-23T04:44:03.386782Z","caller":"traceutil/trace.go:172","msg":"trace[1018290299] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"4.471284999s","start":"2026-04-23T04:43:58.915470Z","end":"2026-04-23T04:44:03.386755Z","steps":["trace[1018290299] 'process raft request' (duration: 4.469555683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:03.386934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:58.915447Z","time spent":"4.471413212s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036201,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:03.716876Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.821864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000016024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:03.821960Z","caller":"traceutil/trace.go:172","msg":"trace[1232943455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122676s","start":"2026-04-23T04:44:01.821815Z","end":"2026-04-23T04:44:03.821938Z","steps":["trace[1232943455] 'agreement among raft nodes before linearized reading' (duration: 2.000011804s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:03.822030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.821784Z","time spent":"2.000228307s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:03 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:04.068760Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"483.985645ms"} {"level":"warn","ts":"2026-04-23T04:44:04.068813Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"484.046686ms"} {"level":"info","ts":"2026-04-23T04:44:04.068791Z","caller":"traceutil/trace.go:172","msg":"trace[1561792287] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1176; }","duration":"4.85940992s","start":"2026-04-23T04:43:59.209359Z","end":"2026-04-23T04:44:04.068769Z","steps":["trace[1561792287] 'read index received' (duration: 4.85940114s)","trace[1561792287] 'applied index is now lower than readState.Index' (duration: 7.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:04.156061Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10389696281728764617,"received-request-id":10389696281728764611} {"level":"warn","ts":"2026-04-23T04:44:04.253408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.04402013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rjz5w\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-23T04:44:04.253512Z","caller":"traceutil/trace.go:172","msg":"trace[562646042] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rjz5w; range_end:; response_count:1; response_revision:1012; }","duration":"5.044143924s","start":"2026-04-23T04:43:59.209348Z","end":"2026-04-23T04:44:04.253492Z","steps":["trace[562646042] 'agreement among raft nodes before linearized reading' (duration: 4.859476981s)","trace[562646042] 'range keys from in-memory index tree' (duration: 184.392017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:04.253551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.209329Z","time spent":"5.044213437s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-rjz5w\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:04.253764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.658772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:04.254120Z","caller":"traceutil/trace.go:172","msg":"trace[930728082] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"4.11374626s","start":"2026-04-23T04:44:00.140361Z","end":"2026-04-23T04:44:04.254108Z","steps":["trace[930728082] 'process raft request' (duration: 3.928652629s)","trace[930728082] 'compare' (duration: 184.370076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:04.254174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.140340Z","time spent":"4.113808811s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:04.254168Z","caller":"traceutil/trace.go:172","msg":"trace[1083602450] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"3.844682489s","start":"2026-04-23T04:44:00.409462Z","end":"2026-04-23T04:44:04.254144Z","steps":["trace[1083602450] 'process raft request' (duration: 3.844481715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.254333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.409437Z","time spent":"3.844803021s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:04.254393Z","caller":"traceutil/trace.go:172","msg":"trace[1528280730] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"4.11330493s","start":"2026-04-23T04:44:00.141077Z","end":"2026-04-23T04:44:04.254382Z","steps":["trace[1528280730] 'process raft request' (duration: 4.112760439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.254446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.141042Z","time spent":"4.113380142s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:04.254781Z","caller":"traceutil/trace.go:172","msg":"trace[963216399] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"804.086963ms","start":"2026-04-23T04:44:03.450681Z","end":"2026-04-23T04:44:04.254768Z","steps":["trace[963216399] 'process raft request' (duration: 803.363648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.254829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.450656Z","time spent":"804.153834ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:04.569959Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:05.071105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:05.574704Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:05.619665Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"344940fc142d902f [logterm: 2, index: 1186, vote: 344940fc142d902f] ignored MsgPreVote from cc0fc5dc762702b2 [logterm: 2, index: 1185] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-23T04:44:05.830152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000095635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:05.830270Z","caller":"traceutil/trace.go:172","msg":"trace[1942559701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236908s","start":"2026-04-23T04:44:03.830008Z","end":"2026-04-23T04:44:05.830245Z","steps":["trace[1942559701] 'agreement among raft nodes before linearized reading' (duration: 2.000090425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.830339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.829989Z","time spent":"2.000340529s","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:05 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:05.865339Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.708699934s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:05.865536Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.509502221s"} {"level":"warn","ts":"2026-04-23T04:44:05.865551Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.509526401s"} {"level":"info","ts":"2026-04-23T04:44:05.865574Z","caller":"traceutil/trace.go:172","msg":"trace[1971483445] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1183; }","duration":"1.796588786s","start":"2026-04-23T04:44:04.068963Z","end":"2026-04-23T04:44:05.865552Z","steps":["trace[1971483445] 'read index received' (duration: 1.796575956s)","trace[1971483445] 'applied index is now lower than readState.Index' (duration: 11.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:06.365903Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:06.867069Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:07.367852Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:07.419222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"344940fc142d902f [logterm: 2, index: 1190, vote: 344940fc142d902f] ignored MsgPreVote from cc0fc5dc762702b2 [logterm: 2, index: 1186] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-23T04:44:07.830360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999997997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:07.830432Z","caller":"traceutil/trace.go:172","msg":"trace[1330106003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081348s","start":"2026-04-23T04:44:05.830333Z","end":"2026-04-23T04:44:07.830415Z","steps":["trace[1330106003] 'agreement among raft nodes before linearized reading' (duration: 1.999934406s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:07.830481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.830309Z","time spent":"2.000163151s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:07 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:07.868757Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:08.369259Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:08.818961Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"344940fc142d902f [logterm: 2, index: 1190, vote: 344940fc142d902f] ignored MsgPreVote from cc0fc5dc762702b2 [logterm: 2, index: 1186] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-23T04:44:08.870420Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:08.933318Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.066144816s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:08.933477Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.867913493s"} {"level":"warn","ts":"2026-04-23T04:44:08.933501Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.867942054s"} {"level":"warn","ts":"2026-04-23T04:44:08.933501Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10389696281728764619,"received-request-id":10389696281728764617} {"level":"warn","ts":"2026-04-23T04:44:09.371398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:09.595920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.419895065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:09.596118Z","caller":"traceutil/trace.go:172","msg":"trace[1540325685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1019; }","duration":"9.419978807s","start":"2026-04-23T04:44:00.176001Z","end":"2026-04-23T04:44:09.595979Z","steps":["trace[1540325685] 'agreement among raft nodes before linearized reading' (duration: 5.689855751s)","trace[1540325685] 'range keys from in-memory index tree' (duration: 3.729927881s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.596159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.038708091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.596165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.175985Z","time spent":"9.42017028s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.596180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.943193119s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.596200Z","caller":"traceutil/trace.go:172","msg":"trace[711662583] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1019; }","duration":"6.038733382s","start":"2026-04-23T04:44:03.557444Z","end":"2026-04-23T04:44:09.596177Z","steps":["trace[711662583] 'agreement among raft nodes before linearized reading' (duration: 2.308260108s)","trace[711662583] 'range keys from in-memory index tree' (duration: 3.730439783s)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:09.596232Z","caller":"traceutil/trace.go:172","msg":"trace[924810015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1019; }","duration":"9.943249911s","start":"2026-04-23T04:43:59.652968Z","end":"2026-04-23T04:44:09.596218Z","steps":["trace[924810015] 'agreement among raft nodes before linearized reading' (duration: 6.2128981s)","trace[924810015] 'range keys from in-memory index tree' (duration: 3.730276089s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.596245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.771644502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a8e2cea89170ee\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-23T04:44:09.596329Z","caller":"traceutil/trace.go:172","msg":"trace[1291685775] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a8e2cea89170ee; range_end:; response_count:1; response_revision:1019; }","duration":"5.771705173s","start":"2026-04-23T04:44:03.824578Z","end":"2026-04-23T04:44:09.596283Z","steps":["trace[1291685775] 'agreement among raft nodes before linearized reading' (duration: 2.041104627s)","trace[1291685775] 'range keys from in-memory index tree' (duration: 3.730449763s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.596368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.824555Z","time spent":"5.771804364s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a8e2cea89170ee\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.596387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.337439641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.596426Z","caller":"traceutil/trace.go:172","msg":"trace[241968831] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1019; }","duration":"8.337469681s","start":"2026-04-23T04:44:01.258939Z","end":"2026-04-23T04:44:09.596409Z","steps":["trace[241968831] 'agreement among raft nodes before linearized reading' (duration: 4.606790884s)","trace[241968831] 'range keys from in-memory index tree' (duration: 3.730634796s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.596456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.258919Z","time spent":"8.337529632s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.596614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.078499654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:09.596649Z","caller":"traceutil/trace.go:172","msg":"trace[1316059917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1019; }","duration":"9.078533764s","start":"2026-04-23T04:44:00.518106Z","end":"2026-04-23T04:44:09.596640Z","steps":["trace[1316059917] 'agreement among raft nodes before linearized reading' (duration: 5.347634412s)","trace[1316059917] 'range keys from in-memory index tree' (duration: 3.73081908s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.596674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.518089Z","time spent":"9.078578475s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.596107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.410972963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.596835Z","caller":"traceutil/trace.go:172","msg":"trace[381263085] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1019; }","duration":"7.411715228s","start":"2026-04-23T04:44:02.185111Z","end":"2026-04-23T04:44:09.596826Z","steps":["trace[381263085] 'agreement among raft nodes before linearized reading' (duration: 3.680602741s)","trace[381263085] 'range keys from in-memory index tree' (duration: 3.730344441s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.596861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:02.185089Z","time spent":"7.411763999s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.596897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.731026054s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:09.597060Z","caller":"traceutil/trace.go:172","msg":"trace[1919072072] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"5.328298103s","start":"2026-04-23T04:44:04.268752Z","end":"2026-04-23T04:44:09.597050Z","steps":["trace[1919072072] 'process raft request' (duration: 5.328238142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.597113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.268736Z","time spent":"5.328347444s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:09.597806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.557413Z","time spent":"6.040374855s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.838109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00031646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:09.838197Z","caller":"traceutil/trace.go:172","msg":"trace[1825157173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409913s","start":"2026-04-23T04:44:07.837766Z","end":"2026-04-23T04:44:09.838176Z","steps":["trace[1825157173] 'agreement among raft nodes before linearized reading' (duration: 2.00031312s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.838237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.837747Z","time spent":"2.000483734s","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:09.871976Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:09.984442Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.050843554s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:09.984705Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"851.18571ms"} {"level":"warn","ts":"2026-04-23T04:44:09.984719Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"851.20344ms"} {"level":"info","ts":"2026-04-23T04:44:09.984882Z","caller":"traceutil/trace.go:172","msg":"trace[79639970] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1186; }","duration":"4.119222735s","start":"2026-04-23T04:44:05.865629Z","end":"2026-04-23T04:44:09.984851Z","steps":["trace[79639970] 'read index received' (duration: 4.119214134s)","trace[79639970] 'applied index is now lower than readState.Index' (duration: 7.401µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.989230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.32578116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.989290Z","caller":"traceutil/trace.go:172","msg":"trace[521903505] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1022; }","duration":"4.325853541s","start":"2026-04-23T04:44:05.663424Z","end":"2026-04-23T04:44:09.989278Z","steps":["trace[521903505] 'agreement among raft nodes before linearized reading' (duration: 4.321560954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.989319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.663404Z","time spent":"4.325907853s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.989310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.380265231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.989356Z","caller":"traceutil/trace.go:172","msg":"trace[784913288] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1022; }","duration":"4.380324953s","start":"2026-04-23T04:44:05.609020Z","end":"2026-04-23T04:44:09.989345Z","steps":["trace[784913288] 'agreement among raft nodes before linearized reading' (duration: 4.375972253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.989420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.609003Z","time spent":"4.380409894s","remote":"127.0.0.1:51142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.989530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.3835449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.989580Z","caller":"traceutil/trace.go:172","msg":"trace[1990260877] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1022; }","duration":"4.38356673s","start":"2026-04-23T04:44:05.605978Z","end":"2026-04-23T04:44:09.989545Z","steps":["trace[1990260877] 'agreement among raft nodes before linearized reading' (duration: 4.378989387s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.989600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.605957Z","time spent":"4.383637641s","remote":"127.0.0.1:51656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.989689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.803972175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:44:09.989709Z","caller":"traceutil/trace.go:172","msg":"trace[1983104531] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:1022; }","duration":"4.803992005s","start":"2026-04-23T04:44:05.185711Z","end":"2026-04-23T04:44:09.989703Z","steps":["trace[1983104531] 'agreement among raft nodes before linearized reading' (duration: 4.799267059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.989728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.185693Z","time spent":"4.804029716s","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.155\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.989778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.721791452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.989800Z","caller":"traceutil/trace.go:172","msg":"trace[1617615917] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1022; }","duration":"5.721816552s","start":"2026-04-23T04:44:04.267977Z","end":"2026-04-23T04:44:09.989794Z","steps":["trace[1617615917] 'agreement among raft nodes before linearized reading' (duration: 5.716992754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.989817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.267954Z","time spent":"5.721858362s","remote":"127.0.0.1:51236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:09.990027Z","caller":"traceutil/trace.go:172","msg":"trace[527404525] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"3.729938229s","start":"2026-04-23T04:44:06.260082Z","end":"2026-04-23T04:44:09.990020Z","steps":["trace[527404525] 'process raft request' (duration: 3.729109363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.260050Z","time spent":"3.730005541s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:09.990343Z","caller":"traceutil/trace.go:172","msg":"trace[800879887] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"3.726713272s","start":"2026-04-23T04:44:06.263623Z","end":"2026-04-23T04:44:09.990336Z","steps":["trace[800879887] 'process raft request' (duration: 3.726361095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.263603Z","time spent":"3.726760234s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:09.990490Z","caller":"traceutil/trace.go:172","msg":"trace[987084465] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"3.341259492s","start":"2026-04-23T04:44:06.649208Z","end":"2026-04-23T04:44:09.990467Z","steps":["trace[987084465] 'process raft request' (duration: 3.341099089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.649176Z","time spent":"3.341377575s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:10.003704Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10389696281728764627,"received-request-id":10389696281728764619} {"level":"info","ts":"2026-04-23T04:44:10.004010Z","caller":"traceutil/trace.go:172","msg":"trace[1145716495] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"404.868389ms","start":"2026-04-23T04:44:09.599122Z","end":"2026-04-23T04:44:10.003990Z","steps":["trace[1145716495] 'process raft request' (duration: 404.786177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:10.004012Z","caller":"traceutil/trace.go:172","msg":"trace[1317624707] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"401.250266ms","start":"2026-04-23T04:44:09.602748Z","end":"2026-04-23T04:44:10.003998Z","steps":["trace[1317624707] 'process raft request' (duration: 401.218395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.602739Z","time spent":"401.362979ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:10.004159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.599104Z","time spent":"404.957572ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:10.004275Z","caller":"traceutil/trace.go:172","msg":"trace[1690086093] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"401.687655ms","start":"2026-04-23T04:44:09.602515Z","end":"2026-04-23T04:44:10.004202Z","steps":["trace[1690086093] 'process raft request' (duration: 401.426699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.602498Z","time spent":"401.948699ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:10.009290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.808115597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.009365Z","caller":"traceutil/trace.go:172","msg":"trace[222020821] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1029; }","duration":"2.808203458s","start":"2026-04-23T04:44:07.201145Z","end":"2026-04-23T04:44:10.009349Z","steps":["trace[222020821] 'agreement among raft nodes before linearized reading' (duration: 2.808074746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.009454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.201122Z","time spent":"2.80832209s","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.009684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.05414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.009723Z","caller":"traceutil/trace.go:172","msg":"trace[485726297] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1029; }","duration":"340.0922ms","start":"2026-04-23T04:44:09.669622Z","end":"2026-04-23T04:44:10.009714Z","steps":["trace[485726297] 'agreement among raft nodes before linearized reading' (duration: 340.035889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.009747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.669600Z","time spent":"340.140902ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.009750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.720284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.009801Z","caller":"traceutil/trace.go:172","msg":"trace[904168369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"170.770545ms","start":"2026-04-23T04:44:09.839021Z","end":"2026-04-23T04:44:10.009792Z","steps":["trace[904168369] 'agreement among raft nodes before linearized reading' (duration: 170.697603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.009453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.366964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.011218Z","caller":"traceutil/trace.go:172","msg":"trace[548307315] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1029; }","duration":"337.058879ms","start":"2026-04-23T04:44:09.674068Z","end":"2026-04-23T04:44:10.011127Z","steps":["trace[548307315] 'agreement among raft nodes before linearized reading' (duration: 335.275032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.011438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.674055Z","time spent":"337.248103ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.012537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.869621313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.012585Z","caller":"traceutil/trace.go:172","msg":"trace[1350514673] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1029; }","duration":"1.869663804s","start":"2026-04-23T04:44:08.142904Z","end":"2026-04-23T04:44:10.012568Z","steps":["trace[1350514673] 'agreement among raft nodes before linearized reading' (duration: 1.866980569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.012607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.142880Z","time spent":"1.869720316s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.012755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.486677049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.012785Z","caller":"traceutil/trace.go:172","msg":"trace[1072492265] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1029; }","duration":"2.48670941s","start":"2026-04-23T04:44:07.526069Z","end":"2026-04-23T04:44:10.012778Z","steps":["trace[1072492265] 'agreement among raft nodes before linearized reading' (duration: 2.48376265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.012804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.526047Z","time spent":"2.486751771s","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.012915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.051135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.012941Z","caller":"traceutil/trace.go:172","msg":"trace[295338468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"416.075676ms","start":"2026-04-23T04:44:09.596858Z","end":"2026-04-23T04:44:10.012934Z","steps":["trace[295338468] 'agreement among raft nodes before linearized reading' (duration: 413.009014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.013493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.684026155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.014023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"756.495214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.014047Z","caller":"traceutil/trace.go:172","msg":"trace[17222012] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1029; }","duration":"757.446964ms","start":"2026-04-23T04:44:09.256594Z","end":"2026-04-23T04:44:10.014041Z","steps":["trace[17222012] 'agreement among raft nodes before linearized reading' (duration: 753.278309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.014070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.256578Z","time spent":"757.487354ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.013558Z","caller":"traceutil/trace.go:172","msg":"trace[548565398] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1029; }","duration":"2.684671178s","start":"2026-04-23T04:44:07.328872Z","end":"2026-04-23T04:44:10.013543Z","steps":["trace[548565398] 'agreement among raft nodes before linearized reading' (duration: 2.681071036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.014368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.328846Z","time spent":"2.685502126s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.018853Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"518.021µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-04-23T04:44:10.020078Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"102f9db8a4a3c9e9","error":"lease not found"} {"level":"warn","ts":"2026-04-23T04:44:11.095548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.158366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.180892Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.210822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.230889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.251170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.274452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.294903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.308710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.328864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.353747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56070","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:11.368730Z","caller":"traceutil/trace.go:172","msg":"trace[1565709458] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1256; }","duration":"122.691632ms","start":"2026-04-23T04:44:11.246013Z","end":"2026-04-23T04:44:11.368704Z","steps":["trace[1565709458] 'read index received' (duration: 122.682932ms)","trace[1565709458] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:11.378591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.465372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.468015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.972495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.468049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.458959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.468107Z","caller":"traceutil/trace.go:172","msg":"trace[331992619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1080; }","duration":"222.076327ms","start":"2026-04-23T04:44:11.246009Z","end":"2026-04-23T04:44:11.468085Z","steps":["trace[331992619] 'agreement among raft nodes before linearized reading' (duration: 123.168692ms)","trace[331992619] 'range keys from in-memory index tree' (duration: 98.768422ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:11.468120Z","caller":"traceutil/trace.go:172","msg":"trace[1550091293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1080; }","duration":"249.553771ms","start":"2026-04-23T04:44:11.218544Z","end":"2026-04-23T04:44:11.468098Z","steps":["trace[1550091293] 'range keys from in-memory index tree' (duration: 248.484649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.468702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.026186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rjz5w\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-23T04:44:11.468755Z","caller":"traceutil/trace.go:172","msg":"trace[206028191] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rjz5w; range_end:; response_count:1; response_revision:1080; }","duration":"226.081987ms","start":"2026-04-23T04:44:11.242660Z","end":"2026-04-23T04:44:11.468742Z","steps":["trace[206028191] 'range keys from in-memory index tree' (duration: 224.502735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.469137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.000149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.469229Z","caller":"traceutil/trace.go:172","msg":"trace[1532056720] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1080; }","duration":"250.656332ms","start":"2026-04-23T04:44:11.218544Z","end":"2026-04-23T04:44:11.469201Z","steps":["trace[1532056720] 'range keys from in-memory index tree' (duration: 248.968238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.470140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.564147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:11.470452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.323343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.470484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.583831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.470514Z","caller":"traceutil/trace.go:172","msg":"trace[715041619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1081; }","duration":"188.616382ms","start":"2026-04-23T04:44:11.281892Z","end":"2026-04-23T04:44:11.470508Z","steps":["trace[715041619] 'agreement among raft nodes before linearized reading' (duration: 188.563921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.470518Z","caller":"traceutil/trace.go:172","msg":"trace[677700197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1081; }","duration":"167.385274ms","start":"2026-04-23T04:44:11.303112Z","end":"2026-04-23T04:44:11.470497Z","steps":["trace[677700197] 'agreement among raft nodes before linearized reading' (duration: 167.285992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.470541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.307806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.470618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.524727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.470639Z","caller":"traceutil/trace.go:172","msg":"trace[1178609634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"167.546417ms","start":"2026-04-23T04:44:11.303087Z","end":"2026-04-23T04:44:11.470634Z","steps":["trace[1178609634] 'agreement among raft nodes before linearized reading' (duration: 167.515267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.470650Z","caller":"traceutil/trace.go:172","msg":"trace[1686078177] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"225.536366ms","start":"2026-04-23T04:44:11.245101Z","end":"2026-04-23T04:44:11.470637Z","steps":["trace[1686078177] 'process raft request' (duration: 124.138063ms)","trace[1686078177] 'compare' (duration: 99.172059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:11.470693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.511153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.470612Z","caller":"traceutil/trace.go:172","msg":"trace[175813452] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1081; }","duration":"128.411108ms","start":"2026-04-23T04:44:11.342185Z","end":"2026-04-23T04:44:11.470596Z","steps":["trace[175813452] 'agreement among raft nodes before linearized reading' (duration: 128.254585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.470734Z","caller":"traceutil/trace.go:172","msg":"trace[1522487575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1081; }","duration":"154.552985ms","start":"2026-04-23T04:44:11.316172Z","end":"2026-04-23T04:44:11.470725Z","steps":["trace[1522487575] 'agreement among raft nodes before linearized reading' (duration: 154.494153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.470871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.654483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.470856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.829751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.470901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.79281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.470910Z","caller":"traceutil/trace.go:172","msg":"trace[1536282403] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1081; }","duration":"128.698904ms","start":"2026-04-23T04:44:11.342202Z","end":"2026-04-23T04:44:11.470901Z","steps":["trace[1536282403] 'agreement among raft nodes before linearized reading' (duration: 128.636123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.470934Z","caller":"traceutil/trace.go:172","msg":"trace[1821524198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"154.826711ms","start":"2026-04-23T04:44:11.316096Z","end":"2026-04-23T04:44:11.470923Z","steps":["trace[1821524198] 'agreement among raft nodes before linearized reading' (duration: 154.77818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.470956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.446763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.470971Z","caller":"traceutil/trace.go:172","msg":"trace[1059760412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1081; }","duration":"212.463583ms","start":"2026-04-23T04:44:11.258503Z","end":"2026-04-23T04:44:11.470967Z","steps":["trace[1059760412] 'agreement among raft nodes before linearized reading' (duration: 212.437513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.470707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.768855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.471084Z","caller":"traceutil/trace.go:172","msg":"trace[1176658498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1081; }","duration":"189.138652ms","start":"2026-04-23T04:44:11.281933Z","end":"2026-04-23T04:44:11.471072Z","steps":["trace[1176658498] 'agreement among raft nodes before linearized reading' (duration: 188.761444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.470397Z","caller":"traceutil/trace.go:172","msg":"trace[232159978] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1256; }","duration":"101.548267ms","start":"2026-04-23T04:44:11.368835Z","end":"2026-04-23T04:44:11.470383Z","steps":["trace[232159978] 'read index received' (duration: 1.413418ms)","trace[232159978] 'applied index is now lower than readState.Index' (duration: 100.133529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:11.471220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.126827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.470946Z","caller":"traceutil/trace.go:172","msg":"trace[1885820379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1081; }","duration":"211.933223ms","start":"2026-04-23T04:44:11.258987Z","end":"2026-04-23T04:44:11.470920Z","steps":["trace[1885820379] 'agreement among raft nodes before linearized reading' (duration: 211.77875ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.471889Z","caller":"traceutil/trace.go:172","msg":"trace[1260476729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1081; }","duration":"225.79607ms","start":"2026-04-23T04:44:11.246079Z","end":"2026-04-23T04:44:11.471875Z","steps":["trace[1260476729] 'agreement among raft nodes before linearized reading' (duration: 225.105017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.477652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.495118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.478060Z","caller":"traceutil/trace.go:172","msg":"trace[1733313244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1081; }","duration":"108.911806ms","start":"2026-04-23T04:44:11.369133Z","end":"2026-04-23T04:44:11.478045Z","steps":["trace[1733313244] 'agreement among raft nodes before linearized reading' (duration: 108.462277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.478216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.029438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.478242Z","caller":"traceutil/trace.go:172","msg":"trace[857384891] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1081; }","duration":"109.057429ms","start":"2026-04-23T04:44:11.369177Z","end":"2026-04-23T04:44:11.478235Z","steps":["trace[857384891] 'agreement among raft nodes before linearized reading' (duration: 109.011998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.556853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.583164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.606164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.655581Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.714693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.840861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.881014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.319262ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.881085Z","caller":"traceutil/trace.go:172","msg":"trace[551071524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"227.399284ms","start":"2026-04-23T04:44:11.653671Z","end":"2026-04-23T04:44:11.881070Z","steps":["trace[551071524] 'range keys from in-memory index tree' (duration: 227.280072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.881184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.956549ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-23T04:44:11.881927Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.087432ms"} {"level":"warn","ts":"2026-04-23T04:44:11.881996Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.161963ms"} {"level":"info","ts":"2026-04-23T04:44:11.882289Z","caller":"traceutil/trace.go:172","msg":"trace[873951266] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1258; }","duration":"397.808108ms","start":"2026-04-23T04:44:11.484464Z","end":"2026-04-23T04:44:11.882272Z","steps":["trace[873951266] 'read index received' (duration: 397.793128ms)","trace[873951266] 'applied index is now lower than readState.Index' (duration: 3.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:11.882570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.077814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.882673Z","caller":"traceutil/trace.go:172","msg":"trace[484940462] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1081; }","duration":"398.196417ms","start":"2026-04-23T04:44:11.484462Z","end":"2026-04-23T04:44:11.882658Z","steps":["trace[484940462] 'agreement among raft nodes before linearized reading' (duration: 398.025853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.882718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.484452Z","time spent":"398.251709ms","remote":"127.0.0.1:56094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-23T04:44:11.883330Z","caller":"traceutil/trace.go:172","msg":"trace[358737994] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"403.186738ms","start":"2026-04-23T04:44:11.480129Z","end":"2026-04-23T04:44:11.883315Z","steps":["trace[358737994] 'process raft request' (duration: 402.2845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.883477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.480107Z","time spent":"403.30071ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:11.885087Z","caller":"traceutil/trace.go:172","msg":"trace[497774285] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"397.063424ms","start":"2026-04-23T04:44:11.488002Z","end":"2026-04-23T04:44:11.885066Z","steps":["trace[497774285] 'process raft request' (duration: 396.930891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.886710Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.487990Z","time spent":"398.640586ms","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:11.902634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34400","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:11.910264Z","caller":"traceutil/trace.go:172","msg":"trace[2071401977] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"326.94956ms","start":"2026-04-23T04:44:11.583023Z","end":"2026-04-23T04:44:11.909972Z","steps":["trace[2071401977] 'process raft request' (duration: 326.400309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.910807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.583001Z","time spent":"327.332758ms","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:11.932062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:11.951446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.028829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T04:44:11.951510Z","caller":"traceutil/trace.go:172","msg":"trace[72444718] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1085; }","duration":"178.10628ms","start":"2026-04-23T04:44:11.773391Z","end":"2026-04-23T04:44:11.951497Z","steps":["trace[72444718] 'agreement among raft nodes before linearized reading' (duration: 177.919166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.951642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.775301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.951740Z","caller":"traceutil/trace.go:172","msg":"trace[607635472] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1085; }","duration":"286.23271ms","start":"2026-04-23T04:44:11.665491Z","end":"2026-04-23T04:44:11.951723Z","steps":["trace[607635472] 'agreement among raft nodes before linearized reading' (duration: 285.73719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.951795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.545018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.951834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.678457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.951863Z","caller":"traceutil/trace.go:172","msg":"trace[848489689] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1086; }","duration":"356.60911ms","start":"2026-04-23T04:44:11.595242Z","end":"2026-04-23T04:44:11.951851Z","steps":["trace[848489689] 'agreement among raft nodes before linearized reading' (duration: 356.531208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.951885Z","caller":"traceutil/trace.go:172","msg":"trace[185238834] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1086; }","duration":"333.734078ms","start":"2026-04-23T04:44:11.618140Z","end":"2026-04-23T04:44:11.951874Z","steps":["trace[185238834] 'agreement among raft nodes before linearized reading' (duration: 333.630376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.951905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.27765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.951935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.595224Z","time spent":"356.66111ms","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:11.951946Z","caller":"traceutil/trace.go:172","msg":"trace[1592890904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1086; }","duration":"467.319461ms","start":"2026-04-23T04:44:11.484620Z","end":"2026-04-23T04:44:11.951939Z","steps":["trace[1592890904] 'agreement among raft nodes before linearized reading' (duration: 467.26254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.951947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.618110Z","time spent":"333.828709ms","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:11.951964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.484606Z","time spent":"467.352892ms","remote":"127.0.0.1:56094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:11.951661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.172613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.952276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.659088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:11.952344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.101428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.952376Z","caller":"traceutil/trace.go:172","msg":"trace[1296425034] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1086; }","duration":"286.78478ms","start":"2026-04-23T04:44:11.665581Z","end":"2026-04-23T04:44:11.952366Z","steps":["trace[1296425034] 'agreement among raft nodes before linearized reading' (duration: 286.639988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.952523Z","caller":"traceutil/trace.go:172","msg":"trace[916614845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1086; }","duration":"228.278092ms","start":"2026-04-23T04:44:11.724235Z","end":"2026-04-23T04:44:11.952513Z","steps":["trace[916614845] 'agreement among raft nodes before linearized reading' (duration: 228.043357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.951627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.418815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.952595Z","caller":"traceutil/trace.go:172","msg":"trace[932659928] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1086; }","duration":"357.397965ms","start":"2026-04-23T04:44:11.595187Z","end":"2026-04-23T04:44:11.952585Z","steps":["trace[932659928] 'agreement among raft nodes before linearized reading' (duration: 356.319723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.952642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.595170Z","time spent":"357.460536ms","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T04:44:11.952336Z","caller":"traceutil/trace.go:172","msg":"trace[1091906315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1086; }","duration":"379.845656ms","start":"2026-04-23T04:44:11.572478Z","end":"2026-04-23T04:44:11.952323Z","steps":["trace[1091906315] 'agreement among raft nodes before linearized reading' (duration: 379.156463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.952778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.572460Z","time spent":"380.296457ms","remote":"127.0.0.1:34304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:11.951697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.207015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.952923Z","caller":"traceutil/trace.go:172","msg":"trace[2081128405] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1086; }","duration":"380.429419ms","start":"2026-04-23T04:44:11.572485Z","end":"2026-04-23T04:44:11.952915Z","steps":["trace[2081128405] 'agreement among raft nodes before linearized reading' (duration: 379.199164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.952955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.572460Z","time spent":"380.48544ms","remote":"127.0.0.1:34304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:11.952267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.797981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.953658Z","caller":"traceutil/trace.go:172","msg":"trace[415628596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1086; }","duration":"229.189729ms","start":"2026-04-23T04:44:11.724459Z","end":"2026-04-23T04:44:11.953649Z","steps":["trace[415628596] 'agreement among raft nodes before linearized reading' (duration: 227.780831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.953617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.37323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.953787Z","caller":"traceutil/trace.go:172","msg":"trace[733965384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1086; }","duration":"335.544694ms","start":"2026-04-23T04:44:11.618233Z","end":"2026-04-23T04:44:11.953778Z","steps":["trace[733965384] 'agreement among raft nodes before linearized reading' (duration: 333.070364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.953816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.618176Z","time spent":"335.631696ms","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:11.955280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.558288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.955326Z","caller":"traceutil/trace.go:172","msg":"trace[910194326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1086; }","duration":"102.605008ms","start":"2026-04-23T04:44:11.852711Z","end":"2026-04-23T04:44:11.955316Z","steps":["trace[910194326] 'agreement among raft nodes before linearized reading' (duration: 102.535257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:12.057471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:12.076512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:12.091232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:12.105247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:12.451424Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:12.893380Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"742.216909ms"} {"level":"warn","ts":"2026-04-23T04:44:12.893554Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"742.393232ms"} {"level":"info","ts":"2026-04-23T04:44:12.893471Z","caller":"traceutil/trace.go:172","msg":"trace[2072037880] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1263; }","duration":"942.337861ms","start":"2026-04-23T04:44:11.951109Z","end":"2026-04-23T04:44:12.893447Z","steps":["trace[2072037880] 'read index received' (duration: 942.327191ms)","trace[2072037880] 'applied index is now lower than readState.Index' (duration: 9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.394549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:13.776779Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"683.188758ms"} {"level":"warn","ts":"2026-04-23T04:44:13.776840Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"683.258521ms"} {"level":"warn","ts":"2026-04-23T04:44:13.776827Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10389696281728764684,"received-request-id":10389696281728764679} {"level":"warn","ts":"2026-04-23T04:44:13.804707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.862727805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.804740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.151735855s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.804807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.890216148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.804812Z","caller":"traceutil/trace.go:172","msg":"trace[481805672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"1.151822416s","start":"2026-04-23T04:44:12.652974Z","end":"2026-04-23T04:44:13.804796Z","steps":["trace[481805672] 'range keys from in-memory index tree' (duration: 1.151691883s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.804833Z","caller":"traceutil/trace.go:172","msg":"trace[1445975237] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1086; }","duration":"1.89024131s","start":"2026-04-23T04:44:11.914583Z","end":"2026-04-23T04:44:13.804824Z","steps":["trace[1445975237] 'agreement among raft nodes before linearized reading' (duration: 978.927658ms)","trace[1445975237] 'range keys from in-memory index tree' (duration: 911.271999ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:13.804771Z","caller":"traceutil/trace.go:172","msg":"trace[1311692781] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1086; }","duration":"1.862808386s","start":"2026-04-23T04:44:11.941946Z","end":"2026-04-23T04:44:13.804754Z","steps":["trace[1311692781] 'agreement among raft nodes before linearized reading' (duration: 951.556047ms)","trace[1311692781] 'range keys from in-memory index tree' (duration: 911.124667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.804865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.914565Z","time spent":"1.890290922s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.804881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.941927Z","time spent":"1.86294332s","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.804865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.862819398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.804939Z","caller":"traceutil/trace.go:172","msg":"trace[973647360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1086; }","duration":"1.862910199s","start":"2026-04-23T04:44:11.942006Z","end":"2026-04-23T04:44:13.804916Z","steps":["trace[973647360] 'agreement among raft nodes before linearized reading' (duration: 951.533217ms)","trace[973647360] 'range keys from in-memory index tree' (duration: 911.250419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.804984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.941999Z","time spent":"1.86297326s","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:13.804698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.890067066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.805134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"911.493155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:13.805149Z","caller":"traceutil/trace.go:172","msg":"trace[1847894406] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1086; }","duration":"1.890532525s","start":"2026-04-23T04:44:11.914599Z","end":"2026-04-23T04:44:13.805132Z","steps":["trace[1847894406] 'agreement among raft nodes before linearized reading' (duration: 978.931569ms)","trace[1847894406] 'range keys from in-memory index tree' (duration: 911.111656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.805186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.914579Z","time spent":"1.890595106s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T04:44:13.805251Z","caller":"traceutil/trace.go:172","msg":"trace[401850701] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1263; }","duration":"911.490304ms","start":"2026-04-23T04:44:12.893753Z","end":"2026-04-23T04:44:13.805243Z","steps":["trace[401850701] 'read index received' (duration: 884.397103ms)","trace[401850701] 'applied index is now lower than readState.Index' (duration: 27.091071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.805281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.459619602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.805307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.485244896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.805312Z","caller":"traceutil/trace.go:172","msg":"trace[870216082] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1087; }","duration":"1.459651783s","start":"2026-04-23T04:44:12.345652Z","end":"2026-04-23T04:44:13.805304Z","steps":["trace[870216082] 'agreement among raft nodes before linearized reading' (duration: 1.459601932s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.805326Z","caller":"traceutil/trace.go:172","msg":"trace[274106435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1087; }","duration":"1.485265056s","start":"2026-04-23T04:44:12.320056Z","end":"2026-04-23T04:44:13.805321Z","steps":["trace[274106435] 'agreement among raft nodes before linearized reading' (duration: 1.485233725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.345594Z","time spent":"1.459734844s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.320025Z","time spent":"1.485314077s","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.805373Z","caller":"traceutil/trace.go:172","msg":"trace[249824988] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"1.83861462s","start":"2026-04-23T04:44:11.966747Z","end":"2026-04-23T04:44:13.805362Z","steps":["trace[249824988] 'process raft request' (duration: 1.838433196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.966710Z","time spent":"1.83869209s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:13.805458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.520153196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.805475Z","caller":"traceutil/trace.go:172","msg":"trace[1774405321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1088; }","duration":"1.520171267s","start":"2026-04-23T04:44:12.285299Z","end":"2026-04-23T04:44:13.805470Z","steps":["trace[1774405321] 'agreement among raft nodes before linearized reading' (duration: 1.520140606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.285276Z","time spent":"1.520209507s","remote":"127.0.0.1:55984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"945.803473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.805564Z","caller":"traceutil/trace.go:172","msg":"trace[2021155093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1088; }","duration":"945.834143ms","start":"2026-04-23T04:44:12.859722Z","end":"2026-04-23T04:44:13.805556Z","steps":["trace[2021155093] 'agreement among raft nodes before linearized reading' (duration: 945.787801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.859695Z","time spent":"945.885726ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.197523523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.805664Z","caller":"traceutil/trace.go:172","msg":"trace[193357479] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:1088; }","duration":"1.197559904s","start":"2026-04-23T04:44:12.608095Z","end":"2026-04-23T04:44:13.805655Z","steps":["trace[193357479] 'agreement among raft nodes before linearized reading' (duration: 1.197497253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.608072Z","time spent":"1.197618266s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.231136178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.805739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.553690179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.805741Z","caller":"traceutil/trace.go:172","msg":"trace[1732684850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1088; }","duration":"1.231162208s","start":"2026-04-23T04:44:12.574570Z","end":"2026-04-23T04:44:13.805732Z","steps":["trace[1732684850] 'agreement among raft nodes before linearized reading' (duration: 1.231120118s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.805755Z","caller":"traceutil/trace.go:172","msg":"trace[1131131886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1088; }","duration":"1.553703899s","start":"2026-04-23T04:44:12.252045Z","end":"2026-04-23T04:44:13.805749Z","steps":["trace[1131131886] 'agreement among raft nodes before linearized reading' (duration: 1.553683428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.574545Z","time spent":"1.23121316s","remote":"127.0.0.1:56094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.252033Z","time spent":"1.553735389s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.077495625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.805877Z","caller":"traceutil/trace.go:172","msg":"trace[620144480] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1088; }","duration":"1.077523975s","start":"2026-04-23T04:44:12.728345Z","end":"2026-04-23T04:44:13.805869Z","steps":["trace[620144480] 'agreement among raft nodes before linearized reading' (duration: 1.077478644s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.40871976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.805902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.728326Z","time spent":"1.077569657s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.5571906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-h4l57\" limit:1 ","response":"range_response_count:1 size:5202"} {"level":"info","ts":"2026-04-23T04:44:13.805920Z","caller":"traceutil/trace.go:172","msg":"trace[450308492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:1088; }","duration":"1.408744601s","start":"2026-04-23T04:44:12.397168Z","end":"2026-04-23T04:44:13.805913Z","steps":["trace[450308492] 'agreement among raft nodes before linearized reading' (duration: 1.40870521s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.805930Z","caller":"traceutil/trace.go:172","msg":"trace[1955380364] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-h4l57; range_end:; response_count:1; response_revision:1088; }","duration":"1.55720945s","start":"2026-04-23T04:44:12.248715Z","end":"2026-04-23T04:44:13.805925Z","steps":["trace[1955380364] 'agreement among raft nodes before linearized reading' (duration: 1.557132999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.805945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.248685Z","time spent":"1.55725618s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5224,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-h4l57\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.397140Z","time spent":"1.408797132s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.806013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.185950991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.806043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.612919457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.806058Z","caller":"traceutil/trace.go:172","msg":"trace[1118793604] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:1089; }","duration":"1.612935617s","start":"2026-04-23T04:44:12.193118Z","end":"2026-04-23T04:44:13.806054Z","steps":["trace[1118793604] 'agreement among raft nodes before linearized reading' (duration: 1.612908997s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.806063Z","caller":"traceutil/trace.go:172","msg":"trace[1159214946] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1089; }","duration":"1.186005322s","start":"2026-04-23T04:44:12.620045Z","end":"2026-04-23T04:44:13.806051Z","steps":["trace[1159214946] 'agreement among raft nodes before linearized reading' (duration: 1.185916741s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.806046Z","caller":"traceutil/trace.go:172","msg":"trace[696516358] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"1.827031075s","start":"2026-04-23T04:44:11.978995Z","end":"2026-04-23T04:44:13.806026Z","steps":["trace[696516358] 'process raft request' (duration: 1.826332971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.63550703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.806096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.619985Z","time spent":"1.186102774s","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.806108Z","caller":"traceutil/trace.go:172","msg":"trace[1553122734] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1089; }","duration":"1.63552112s","start":"2026-04-23T04:44:12.170581Z","end":"2026-04-23T04:44:13.806102Z","steps":["trace[1553122734] 'agreement among raft nodes before linearized reading' (duration: 1.63549961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.170557Z","time spent":"1.635562362s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.805717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.545137398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.806162Z","caller":"traceutil/trace.go:172","msg":"trace[681078771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1088; }","duration":"1.545580846s","start":"2026-04-23T04:44:12.260572Z","end":"2026-04-23T04:44:13.806153Z","steps":["trace[681078771] 'agreement among raft nodes before linearized reading' (duration: 1.545125898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.978975Z","time spent":"1.827127857s","remote":"127.0.0.1:51586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:13.806193Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.260555Z","time spent":"1.545628077s","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.806215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.69234226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.806233Z","caller":"traceutil/trace.go:172","msg":"trace[261831707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:1089; }","duration":"1.692360372s","start":"2026-04-23T04:44:12.113867Z","end":"2026-04-23T04:44:13.806228Z","steps":["trace[261831707] 'agreement among raft nodes before linearized reading' (duration: 1.69233363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.113836Z","time spent":"1.692408773s","remote":"127.0.0.1:55884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.806272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.1375914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.806073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.193101Z","time spent":"1.612968229s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.806308Z","caller":"traceutil/trace.go:172","msg":"trace[1285491341] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1089; }","duration":"1.137626801s","start":"2026-04-23T04:44:12.668671Z","end":"2026-04-23T04:44:13.806298Z","steps":["trace[1285491341] 'agreement among raft nodes before linearized reading' (duration: 1.13757448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.694093517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.806335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.668644Z","time spent":"1.137684683s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.806350Z","caller":"traceutil/trace.go:172","msg":"trace[1221574433] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1089; }","duration":"1.694108727s","start":"2026-04-23T04:44:12.112237Z","end":"2026-04-23T04:44:13.806346Z","steps":["trace[1221574433] 'agreement among raft nodes before linearized reading' (duration: 1.694084546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.112231Z","time spent":"1.694130537s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.806459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.69426263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.806475Z","caller":"traceutil/trace.go:172","msg":"trace[1635952637] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1089; }","duration":"1.69428043s","start":"2026-04-23T04:44:12.112190Z","end":"2026-04-23T04:44:13.806470Z","steps":["trace[1635952637] 'agreement among raft nodes before linearized reading' (duration: 1.69425335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.112165Z","time spent":"1.69431951s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:13.806561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.707607427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.806580Z","caller":"traceutil/trace.go:172","msg":"trace[726999071] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1090; }","duration":"1.707626047s","start":"2026-04-23T04:44:12.098948Z","end":"2026-04-23T04:44:13.806575Z","steps":["trace[726999071] 'agreement among raft nodes before linearized reading' (duration: 1.707596547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.098918Z","time spent":"1.707672148s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:13.806700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.70777019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.806723Z","caller":"traceutil/trace.go:172","msg":"trace[1471089202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1092; }","duration":"1.707794581s","start":"2026-04-23T04:44:12.098922Z","end":"2026-04-23T04:44:13.806717Z","steps":["trace[1471089202] 'agreement among raft nodes before linearized reading' (duration: 1.70775416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.806743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.098907Z","time spent":"1.707830081s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.806895Z","caller":"traceutil/trace.go:172","msg":"trace[1490524864] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"1.811170115s","start":"2026-04-23T04:44:11.995690Z","end":"2026-04-23T04:44:13.806860Z","steps":["trace[1490524864] 'process raft request' (duration: 1.81087251s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:13.806862Z","caller":"traceutil/trace.go:172","msg":"trace[1701817318] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"1.811180016s","start":"2026-04-23T04:44:11.995665Z","end":"2026-04-23T04:44:13.806845Z","steps":["trace[1701817318] 'process raft request' (duration: 1.810309489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.807013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.995641Z","time spent":"1.811308999s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:13.807205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.995652Z","time spent":"1.811477002s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:13.807301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.744067048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.807337Z","caller":"traceutil/trace.go:172","msg":"trace[2021708117] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1092; }","duration":"1.744103439s","start":"2026-04-23T04:44:12.063226Z","end":"2026-04-23T04:44:13.807329Z","steps":["trace[2021708117] 'agreement among raft nodes before linearized reading' (duration: 1.744047318s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.807367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.063220Z","time spent":"1.74413921s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.807373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.744349894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.807400Z","caller":"traceutil/trace.go:172","msg":"trace[16685522] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1092; }","duration":"1.744375374s","start":"2026-04-23T04:44:12.063016Z","end":"2026-04-23T04:44:13.807391Z","steps":["trace[16685522] 'agreement among raft nodes before linearized reading' (duration: 1.744338673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.807437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.063002Z","time spent":"1.744427485s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:13.807448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.716906953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.807501Z","caller":"traceutil/trace.go:172","msg":"trace[992193345] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1092; }","duration":"1.716964805s","start":"2026-04-23T04:44:12.090525Z","end":"2026-04-23T04:44:13.807490Z","steps":["trace[992193345] 'agreement among raft nodes before linearized reading' (duration: 1.716886944s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.807532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.090508Z","time spent":"1.717015276s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T04:44:13.807333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.796253156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:44:13.807692Z","caller":"traceutil/trace.go:172","msg":"trace[1214728634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1092; }","duration":"1.796612574s","start":"2026-04-23T04:44:12.011070Z","end":"2026-04-23T04:44:13.807683Z","steps":["trace[1214728634] 'agreement among raft nodes before linearized reading' (duration: 1.796172144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.807726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.011067Z","time spent":"1.796648964s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.807765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.796703955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:13.807803Z","caller":"traceutil/trace.go:172","msg":"trace[285147101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1092; }","duration":"1.796741796s","start":"2026-04-23T04:44:12.011052Z","end":"2026-04-23T04:44:13.807794Z","steps":["trace[285147101] 'agreement among raft nodes before linearized reading' (duration: 1.796647834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.807826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.011036Z","time spent":"1.796783687s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.808175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.717626267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.808216Z","caller":"traceutil/trace.go:172","msg":"trace[1560402556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1092; }","duration":"1.717667938s","start":"2026-04-23T04:44:12.090539Z","end":"2026-04-23T04:44:13.808207Z","steps":["trace[1560402556] 'agreement among raft nodes before linearized reading' (duration: 1.716185479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.808241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.090536Z","time spent":"1.717698499s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.185832Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"204.330419ms"} {"level":"warn","ts":"2026-04-23T04:44:14.185888Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"204.39365ms"} {"level":"warn","ts":"2026-04-23T04:44:14.305722Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:14.618136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.032529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:14.626191Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.283223ms"} {"level":"warn","ts":"2026-04-23T04:44:14.626247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.346285ms"} {"level":"info","ts":"2026-04-23T04:44:14.626441Z","caller":"traceutil/trace.go:172","msg":"trace[275984943] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"812.960209ms","start":"2026-04-23T04:44:13.813460Z","end":"2026-04-23T04:44:14.626420Z","steps":["trace[275984943] 'process raft request' (duration: 812.835977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.626570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.813437Z","time spent":"813.070961ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:14.721297Z","caller":"traceutil/trace.go:172","msg":"trace[1904228256] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1271; }","duration":"916.001459ms","start":"2026-04-23T04:44:13.805266Z","end":"2026-04-23T04:44:14.721268Z","steps":["trace[1904228256] 'read index received' (duration: 915.990499ms)","trace[1904228256] 'applied index is now lower than readState.Index' (duration: 8.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.755246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.181347004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:14.755253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.145274605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.755341Z","caller":"traceutil/trace.go:172","msg":"trace[681569339] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1094; }","duration":"1.181450696s","start":"2026-04-23T04:44:13.573864Z","end":"2026-04-23T04:44:14.755315Z","steps":["trace[681569339] 'agreement among raft nodes before linearized reading' (duration: 1.147553073s)","trace[681569339] 'range keys from in-memory index tree' (duration: 33.752711ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:14.755384Z","caller":"traceutil/trace.go:172","msg":"trace[1418855923] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1094; }","duration":"1.145407537s","start":"2026-04-23T04:44:13.609963Z","end":"2026-04-23T04:44:14.755371Z","steps":["trace[1418855923] 'agreement among raft nodes before linearized reading' (duration: 1.111421462s)","trace[1418855923] 'range keys from in-memory index tree' (duration: 33.812931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.755399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.573839Z","time spent":"1.181546378s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.755414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.609943Z","time spent":"1.145463388s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.755291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"950.384132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.755502Z","caller":"traceutil/trace.go:172","msg":"trace[50300091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1094; }","duration":"950.632766ms","start":"2026-04-23T04:44:13.804849Z","end":"2026-04-23T04:44:14.755482Z","steps":["trace[50300091] 'agreement among raft nodes before linearized reading' (duration: 916.57744ms)","trace[50300091] 'range keys from in-memory index tree' (duration: 33.784351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.755388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.711662596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.755579Z","caller":"traceutil/trace.go:172","msg":"trace[217394593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"1.711871861s","start":"2026-04-23T04:44:13.043693Z","end":"2026-04-23T04:44:14.755565Z","steps":["trace[217394593] 'agreement among raft nodes before linearized reading' (duration: 1.677747432s)","trace[217394593] 'range keys from in-memory index tree' (duration: 33.889614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.755616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.043675Z","time spent":"1.711932703s","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:14.755763Z","caller":"traceutil/trace.go:172","msg":"trace[243769901] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"937.309741ms","start":"2026-04-23T04:44:13.818445Z","end":"2026-04-23T04:44:14.755755Z","steps":["trace[243769901] 'process raft request' (duration: 937.117378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:14.755787Z","caller":"traceutil/trace.go:172","msg":"trace[1751763582] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"939.712149ms","start":"2026-04-23T04:44:13.816065Z","end":"2026-04-23T04:44:14.755777Z","steps":["trace[1751763582] 'process raft request' (duration: 905.424717ms)","trace[1751763582] 'compare' (duration: 33.573877ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:14.755757Z","caller":"traceutil/trace.go:172","msg":"trace[1758605960] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"939.571366ms","start":"2026-04-23T04:44:13.816130Z","end":"2026-04-23T04:44:14.755702Z","steps":["trace[1758605960] 'process raft request' (duration: 939.343901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.755832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.816054Z","time spent":"939.752779ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:14.755823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.818432Z","time spent":"937.354752ms","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5380,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:14.756439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.816109Z","time spent":"939.754079ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:14.798208Z","caller":"traceutil/trace.go:172","msg":"trace[760857424] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"429.667601ms","start":"2026-04-23T04:44:14.368522Z","end":"2026-04-23T04:44:14.798189Z","steps":["trace[760857424] 'process raft request' (duration: 429.180832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.798633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.368495Z","time spent":"429.851225ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:14.958811Z","caller":"traceutil/trace.go:172","msg":"trace[811159478] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1277; }","duration":"237.41971ms","start":"2026-04-23T04:44:14.721372Z","end":"2026-04-23T04:44:14.958791Z","steps":["trace[811159478] 'read index received' (duration: 237.410329ms)","trace[811159478] 'applied index is now lower than readState.Index' (duration: 8.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.959928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.139644242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.960008Z","caller":"traceutil/trace.go:172","msg":"trace[270806317] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1099; }","duration":"1.139740445s","start":"2026-04-23T04:44:13.820252Z","end":"2026-04-23T04:44:14.959992Z","steps":["trace[270806317] 'agreement among raft nodes before linearized reading' (duration: 1.138646582s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.822247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-h4l57.18a8e2d3c9aa17d9\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-04-23T04:44:14.960050Z","caller":"traceutil/trace.go:172","msg":"trace[178412756] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-h4l57.18a8e2d3c9aa17d9; range_end:; response_count:1; response_revision:1099; }","duration":"329.884959ms","start":"2026-04-23T04:44:14.630158Z","end":"2026-04-23T04:44:14.960042Z","steps":["trace[178412756] 'agreement among raft nodes before linearized reading' (duration: 328.712755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.820241Z","time spent":"1.139798716s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.960076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.630142Z","time spent":"329.927299ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":891,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-h4l57.18a8e2d3c9aa17d9\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.960331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"842.767665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.960367Z","caller":"traceutil/trace.go:172","msg":"trace[1863045464] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1099; }","duration":"842.842516ms","start":"2026-04-23T04:44:14.117513Z","end":"2026-04-23T04:44:14.960355Z","steps":["trace[1863045464] 'agreement among raft nodes before linearized reading' (duration: 841.363827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"856.316884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:14.960397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.117501Z","time spent":"842.885417ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:14.960405Z","caller":"traceutil/trace.go:172","msg":"trace[1655760614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1099; }","duration":"856.339804ms","start":"2026-04-23T04:44:14.104059Z","end":"2026-04-23T04:44:14.960399Z","steps":["trace[1655760614] 'agreement among raft nodes before linearized reading' (duration: 854.788904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.104046Z","time spent":"856.373745ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.960542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.014209007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.960569Z","caller":"traceutil/trace.go:172","msg":"trace[418209997] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1099; }","duration":"1.014235307s","start":"2026-04-23T04:44:13.946325Z","end":"2026-04-23T04:44:14.960560Z","steps":["trace[418209997] 'agreement among raft nodes before linearized reading' (duration: 1.012557594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.946305Z","time spent":"1.014321849s","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.960667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.040664606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.960688Z","caller":"traceutil/trace.go:172","msg":"trace[277110306] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:1099; }","duration":"1.040686867s","start":"2026-04-23T04:44:13.919996Z","end":"2026-04-23T04:44:14.960682Z","steps":["trace[277110306] 'agreement among raft nodes before linearized reading' (duration: 1.038897581s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.919981Z","time spent":"1.040719018s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.960811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"890.862291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.960833Z","caller":"traceutil/trace.go:172","msg":"trace[1084136257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:1099; }","duration":"890.880611ms","start":"2026-04-23T04:44:14.069942Z","end":"2026-04-23T04:44:14.960823Z","steps":["trace[1084136257] 'agreement among raft nodes before linearized reading' (duration: 888.945712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.960850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.069923Z","time spent":"890.922592ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.961710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.603442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.961767Z","caller":"traceutil/trace.go:172","msg":"trace[454199864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"163.662563ms","start":"2026-04-23T04:44:14.798091Z","end":"2026-04-23T04:44:14.961753Z","steps":["trace[454199864] 'agreement among raft nodes before linearized reading' (duration: 163.579792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.962183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.817783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.962277Z","caller":"traceutil/trace.go:172","msg":"trace[670485584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"204.66744ms","start":"2026-04-23T04:44:14.757597Z","end":"2026-04-23T04:44:14.962264Z","steps":["trace[670485584] 'agreement among raft nodes before linearized reading' (duration: 203.788592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:15.687506Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:16.188443Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:16.358132Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.147123919s"} {"level":"warn","ts":"2026-04-23T04:44:16.358240Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.147238101s"} {"level":"info","ts":"2026-04-23T04:44:16.358602Z","caller":"traceutil/trace.go:172","msg":"trace[1238679652] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"1.344835994s","start":"2026-04-23T04:44:15.013696Z","end":"2026-04-23T04:44:16.358532Z","steps":["trace[1238679652] 'process raft request' (duration: 1.344559109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.358866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.013678Z","time spent":"1.345024087s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:16.585370Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.094133ms"} {"level":"warn","ts":"2026-04-23T04:44:16.585454Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.185875ms"} {"level":"info","ts":"2026-04-23T04:44:16.585497Z","caller":"traceutil/trace.go:172","msg":"trace[832995317] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1282; }","duration":"1.398737069s","start":"2026-04-23T04:44:15.186736Z","end":"2026-04-23T04:44:16.585474Z","steps":["trace[832995317] 'read index received' (duration: 1.398726289s)","trace[832995317] 'applied index is now lower than readState.Index' (duration: 9.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:16.586099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.399343592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:44:16.586156Z","caller":"traceutil/trace.go:172","msg":"trace[1382021300] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:1104; }","duration":"1.399410224s","start":"2026-04-23T04:44:15.186731Z","end":"2026-04-23T04:44:16.586142Z","steps":["trace[1382021300] 'agreement among raft nodes before linearized reading' (duration: 1.398852523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.586759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.186700Z","time spent":"1.400036826s","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.155\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:16.753026Z","caller":"traceutil/trace.go:172","msg":"trace[1234532318] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1283; }","duration":"167.44908ms","start":"2026-04-23T04:44:16.585550Z","end":"2026-04-23T04:44:16.752999Z","steps":["trace[1234532318] 'read index received' (duration: 167.4376ms)","trace[1234532318] 'applied index is now lower than readState.Index' (duration: 9.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:16.753080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"710.567609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.753158Z","caller":"traceutil/trace.go:172","msg":"trace[193758044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"710.645541ms","start":"2026-04-23T04:44:16.042491Z","end":"2026-04-23T04:44:16.753136Z","steps":["trace[193758044] 'agreement among raft nodes before linearized reading' (duration: 710.528029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.753195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:16.042469Z","time spent":"710.718992ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:16.753249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.100122075s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.753314Z","caller":"traceutil/trace.go:172","msg":"trace[1635945947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"1.100192926s","start":"2026-04-23T04:44:15.653106Z","end":"2026-04-23T04:44:16.753299Z","steps":["trace[1635945947] 'agreement among raft nodes before linearized reading' (duration: 1.100097905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.753427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.249464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.753539Z","caller":"traceutil/trace.go:172","msg":"trace[1986266919] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1105; }","duration":"639.396917ms","start":"2026-04-23T04:44:16.114107Z","end":"2026-04-23T04:44:16.753504Z","steps":["trace[1986266919] 'agreement among raft nodes before linearized reading' (duration: 639.199913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.753599Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:16.114084Z","time spent":"639.502079ms","remote":"127.0.0.1:51656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.754170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.494744535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rjz5w\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-23T04:44:16.754240Z","caller":"traceutil/trace.go:172","msg":"trace[1200711371] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rjz5w; range_end:; response_count:1; response_revision:1105; }","duration":"1.494838176s","start":"2026-04-23T04:44:15.259388Z","end":"2026-04-23T04:44:16.754226Z","steps":["trace[1200711371] 'agreement among raft nodes before linearized reading' (duration: 1.493719225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.754473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.259361Z","time spent":"1.49494893s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18646,"request content":"key:\"/registry/pods/kube-system/cilium-rjz5w\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:16.754577Z","caller":"traceutil/trace.go:172","msg":"trace[1408102765] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"387.948043ms","start":"2026-04-23T04:44:16.366613Z","end":"2026-04-23T04:44:16.754561Z","steps":["trace[1408102765] 'process raft request' (duration: 387.906903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.754692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:16.366595Z","time spent":"388.044905ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:16.754784Z","caller":"traceutil/trace.go:172","msg":"trace[21724309] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"1.372555716s","start":"2026-04-23T04:44:15.382211Z","end":"2026-04-23T04:44:16.754767Z","steps":["trace[21724309] 'process raft request' (duration: 1.371315891s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.754884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.382177Z","time spent":"1.372647478s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036325,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:16.754860Z","caller":"traceutil/trace.go:172","msg":"trace[815920284] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"937.914914ms","start":"2026-04-23T04:44:15.816918Z","end":"2026-04-23T04:44:16.754833Z","steps":["trace[815920284] 'process raft request' (duration: 937.505047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:16.754965Z","caller":"traceutil/trace.go:172","msg":"trace[673000878] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"936.847023ms","start":"2026-04-23T04:44:15.818101Z","end":"2026-04-23T04:44:16.754948Z","steps":["trace[673000878] 'process raft request' (duration: 936.374915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.755012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.816885Z","time spent":"938.048277ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:16.755208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.818081Z","time spent":"936.980737ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:17.449746Z","caller":"traceutil/trace.go:172","msg":"trace[1846066955] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"180.603833ms","start":"2026-04-23T04:44:17.269122Z","end":"2026-04-23T04:44:17.449726Z","steps":["trace[1846066955] 'process raft request' (duration: 148.817609ms)","trace[1846066955] 'compare' (duration: 31.58438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:17.492975Z","caller":"traceutil/trace.go:172","msg":"trace[167657612] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1346; }","duration":"157.965928ms","start":"2026-04-23T04:44:17.334905Z","end":"2026-04-23T04:44:17.492871Z","steps":["trace[167657612] 'read index received' (duration: 157.958808ms)","trace[167657612] 'applied index is now lower than readState.Index' (duration: 6.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:17.493115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.183803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:17.493928Z","caller":"traceutil/trace.go:172","msg":"trace[471464967] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1151; }","duration":"159.005409ms","start":"2026-04-23T04:44:17.334901Z","end":"2026-04-23T04:44:17.493906Z","steps":["trace[471464967] 'agreement among raft nodes before linearized reading' (duration: 158.138022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:17.613229Z","caller":"traceutil/trace.go:172","msg":"trace[260218525] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1151; }","duration":"295.004495ms","start":"2026-04-23T04:44:17.318200Z","end":"2026-04-23T04:44:17.613204Z","steps":["trace[260218525] 'process raft request' (duration: 286.302535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:17.613246Z","caller":"traceutil/trace.go:172","msg":"trace[1865875738] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"192.875443ms","start":"2026-04-23T04:44:17.420353Z","end":"2026-04-23T04:44:17.613228Z","steps":["trace[1865875738] 'process raft request' (duration: 192.829422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:17.613291Z","caller":"traceutil/trace.go:172","msg":"trace[896597165] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"290.155141ms","start":"2026-04-23T04:44:17.323113Z","end":"2026-04-23T04:44:17.613268Z","steps":["trace[896597165] 'process raft request' (duration: 289.961747ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:17.616459Z","caller":"traceutil/trace.go:172","msg":"trace[1008365217] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"158.05024ms","start":"2026-04-23T04:44:17.458396Z","end":"2026-04-23T04:44:17.616446Z","steps":["trace[1008365217] 'process raft request' (duration: 157.889018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:21.765171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:21.915285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:21.929385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:22.054388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:22.216118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38304","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:22.479097Z","caller":"traceutil/trace.go:172","msg":"trace[839163975] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"137.970889ms","start":"2026-04-23T04:44:22.341104Z","end":"2026-04-23T04:44:22.479075Z","steps":["trace[839163975] 'process raft request' (duration: 137.827996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.770516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.877635ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:23.770664Z","caller":"traceutil/trace.go:172","msg":"trace[1151546275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1251; }","duration":"117.045579ms","start":"2026-04-23T04:44:23.653599Z","end":"2026-04-23T04:44:23.770645Z","steps":["trace[1151546275] 'range keys from in-memory index tree' (duration: 116.662902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.809018Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"58.527483ms"} {"level":"warn","ts":"2026-04-23T04:44:23.809184Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"58.700067ms"} {"level":"info","ts":"2026-04-23T04:44:23.823118Z","caller":"traceutil/trace.go:172","msg":"trace[714414059] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"305.567872ms","start":"2026-04-23T04:44:23.517525Z","end":"2026-04-23T04:44:23.823093Z","steps":["trace[714414059] 'process raft request' (duration: 305.41817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.823259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:23.517498Z","time spent":"305.694805ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1715,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:24.447083Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.135163ms"} {"level":"warn","ts":"2026-04-23T04:44:24.447167Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.227574ms"} {"level":"info","ts":"2026-04-23T04:44:24.611642Z","caller":"traceutil/trace.go:172","msg":"trace[733231858] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"336.943656ms","start":"2026-04-23T04:44:24.274678Z","end":"2026-04-23T04:44:24.611622Z","steps":["trace[733231858] 'process raft request' (duration: 336.819284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.611783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.274650Z","time spent":"337.08249ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:24.657031Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:24.675125Z","caller":"traceutil/trace.go:172","msg":"trace[149075160] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1485; }","duration":"518.980983ms","start":"2026-04-23T04:44:24.156126Z","end":"2026-04-23T04:44:24.675107Z","steps":["trace[149075160] 'read index received' (duration: 518.977223ms)","trace[149075160] 'applied index is now lower than readState.Index' (duration: 2.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:24.675285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.130847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:24.675314Z","caller":"traceutil/trace.go:172","msg":"trace[1938472281] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:0; response_revision:1255; }","duration":"519.186988ms","start":"2026-04-23T04:44:24.156121Z","end":"2026-04-23T04:44:24.675308Z","steps":["trace[1938472281] 'agreement among raft nodes before linearized reading' (duration: 519.092136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.675340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.156102Z","time spent":"519.231899ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:24.675542Z","caller":"traceutil/trace.go:172","msg":"trace[1758484995] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"157.115172ms","start":"2026-04-23T04:44:24.518409Z","end":"2026-04-23T04:44:24.675525Z","steps":["trace[1758484995] 'process raft request' (duration: 156.950709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.676022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.237038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:24.676090Z","caller":"traceutil/trace.go:172","msg":"trace[78617820] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:0; response_revision:1256; }","duration":"519.31825ms","start":"2026-04-23T04:44:24.156761Z","end":"2026-04-23T04:44:24.676079Z","steps":["trace[78617820] 'agreement among raft nodes before linearized reading' (duration: 519.212248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.676131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.156726Z","time spent":"519.387191ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:25.008532Z","caller":"traceutil/trace.go:172","msg":"trace[1928431823] linearizableReadLoop","detail":"{readStateIndex:1492; appliedIndex:1492; }","duration":"154.436462ms","start":"2026-04-23T04:44:24.854076Z","end":"2026-04-23T04:44:25.008512Z","steps":["trace[1928431823] 'read index received' (duration: 154.428881ms)","trace[1928431823] 'applied index is now lower than readState.Index' (duration: 6.321µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:25.008786Z","caller":"traceutil/trace.go:172","msg":"trace[642332230] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"204.223979ms","start":"2026-04-23T04:44:24.804549Z","end":"2026-04-23T04:44:25.008773Z","steps":["trace[642332230] 'process raft request' (duration: 204.168868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:25.008814Z","caller":"traceutil/trace.go:172","msg":"trace[1370722164] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"204.717448ms","start":"2026-04-23T04:44:24.804075Z","end":"2026-04-23T04:44:25.008792Z","steps":["trace[1370722164] 'process raft request' (duration: 204.396083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.008871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.747937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:25.008971Z","caller":"traceutil/trace.go:172","msg":"trace[1334430220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1262; }","duration":"154.888909ms","start":"2026-04-23T04:44:24.854066Z","end":"2026-04-23T04:44:25.008955Z","steps":["trace[1334430220] 'agreement among raft nodes before linearized reading' (duration: 154.545073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.066095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.985723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:25.066177Z","caller":"traceutil/trace.go:172","msg":"trace[1389116274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1263; }","duration":"212.078695ms","start":"2026-04-23T04:44:24.854081Z","end":"2026-04-23T04:44:25.066160Z","steps":["trace[1389116274] 'agreement among raft nodes before linearized reading' (duration: 211.835431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.672370Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"153.354952ms"} {"level":"warn","ts":"2026-04-23T04:44:25.672499Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"153.492075ms"} {"level":"warn","ts":"2026-04-23T04:44:25.871671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.181249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:44:25.897653Z","caller":"traceutil/trace.go:172","msg":"trace[1151296863] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"378.485318ms","start":"2026-04-23T04:44:25.519149Z","end":"2026-04-23T04:44:25.897634Z","steps":["trace[1151296863] 'process raft request' (duration: 378.248353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.897764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.152071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:25.897656Z","caller":"traceutil/trace.go:172","msg":"trace[624918594] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1503; }","duration":"244.002898ms","start":"2026-04-23T04:44:25.653628Z","end":"2026-04-23T04:44:25.897631Z","steps":["trace[624918594] 'read index received' (duration: 19.914968ms)","trace[624918594] 'applied index is now lower than readState.Index' (duration: 224.08672ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:25.897824Z","caller":"traceutil/trace.go:172","msg":"trace[103088118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1272; }","duration":"244.230392ms","start":"2026-04-23T04:44:25.653578Z","end":"2026-04-23T04:44:25.897809Z","steps":["trace[103088118] 'agreement among raft nodes before linearized reading' (duration: 244.133171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.897825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:25.519125Z","time spent":"378.594291ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1714,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:26.039745Z","caller":"traceutil/trace.go:172","msg":"trace[488467382] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"136.475605ms","start":"2026-04-23T04:44:25.903249Z","end":"2026-04-23T04:44:26.039725Z","steps":["trace[488467382] 'process raft request' (duration: 123.465679ms)","trace[488467382] 'compare' (duration: 12.667989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:26.064647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:26.174416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.728011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:26.174478Z","caller":"traceutil/trace.go:172","msg":"trace[1563332984] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1273; }","duration":"102.802692ms","start":"2026-04-23T04:44:26.071661Z","end":"2026-04-23T04:44:26.174464Z","steps":["trace[1563332984] 'agreement among raft nodes before linearized reading' (duration: 75.186111ms)","trace[1563332984] 'range keys from in-memory index tree' (duration: 27.50298ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:26.174751Z","caller":"traceutil/trace.go:172","msg":"trace[854464954] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"113.661728ms","start":"2026-04-23T04:44:26.061080Z","end":"2026-04-23T04:44:26.174742Z","steps":["trace[854464954] 'process raft request' (duration: 82.751253ms)","trace[854464954] 'compare' (duration: 30.452776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:26.174991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.278811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:26.175012Z","caller":"traceutil/trace.go:172","msg":"trace[1526125309] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1274; }","duration":"103.301262ms","start":"2026-04-23T04:44:26.071706Z","end":"2026-04-23T04:44:26.175007Z","steps":["trace[1526125309] 'agreement among raft nodes before linearized reading' (duration: 103.262481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:26.174998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.991725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:26.175551Z","caller":"traceutil/trace.go:172","msg":"trace[875227472] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1274; }","duration":"103.2671ms","start":"2026-04-23T04:44:26.071980Z","end":"2026-04-23T04:44:26.175247Z","steps":["trace[875227472] 'agreement among raft nodes before linearized reading' (duration: 102.955755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:26.523271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.277739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-rjz5w.18a8e2d6966aa4e8\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-23T04:44:26.523322Z","caller":"traceutil/trace.go:172","msg":"trace[1718679360] range","detail":"{range_begin:/registry/events/kube-system/cilium-rjz5w.18a8e2d6966aa4e8; range_end:; response_count:1; response_revision:1274; }","duration":"249.33525ms","start":"2026-04-23T04:44:26.273976Z","end":"2026-04-23T04:44:26.523312Z","steps":["trace[1718679360] 'range keys from in-memory index tree' (duration: 248.251999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:26.596052Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.430812ms"} {"level":"warn","ts":"2026-04-23T04:44:26.596119Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.511153ms"} {"level":"warn","ts":"2026-04-23T04:44:26.789777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.298545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:26.789870Z","caller":"traceutil/trace.go:172","msg":"trace[682837453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1275; }","duration":"136.401127ms","start":"2026-04-23T04:44:26.653455Z","end":"2026-04-23T04:44:26.789856Z","steps":["trace[682837453] 'range keys from in-memory index tree' (duration: 136.250045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:26.790239Z","caller":"traceutil/trace.go:172","msg":"trace[1093765823] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"264.044778ms","start":"2026-04-23T04:44:26.526182Z","end":"2026-04-23T04:44:26.790227Z","steps":["trace[1093765823] 'process raft request' (duration: 264.004487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.189451Z","caller":"traceutil/trace.go:172","msg":"trace[1996740753] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"223.683102ms","start":"2026-04-23T04:44:26.965753Z","end":"2026-04-23T04:44:27.189436Z","steps":["trace[1996740753] 'process raft request' (duration: 223.641132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.189502Z","caller":"traceutil/trace.go:172","msg":"trace[1148172521] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"227.051375ms","start":"2026-04-23T04:44:26.962425Z","end":"2026-04-23T04:44:27.189476Z","steps":["trace[1148172521] 'process raft request' (duration: 226.880592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.191002Z","caller":"traceutil/trace.go:172","msg":"trace[2072361806] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1521; }","duration":"149.113576ms","start":"2026-04-23T04:44:27.041743Z","end":"2026-04-23T04:44:27.190856Z","steps":["trace[2072361806] 'read index received' (duration: 149.110226ms)","trace[2072361806] 'applied index is now lower than readState.Index' (duration: 2.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.191188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.434811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.191454Z","caller":"traceutil/trace.go:172","msg":"trace[44235276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1284; }","duration":"149.708017ms","start":"2026-04-23T04:44:27.041737Z","end":"2026-04-23T04:44:27.191446Z","steps":["trace[44235276] 'agreement among raft nodes before linearized reading' (duration: 149.412681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.191807Z","caller":"traceutil/trace.go:172","msg":"trace[1775878067] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"178.212593ms","start":"2026-04-23T04:44:27.013454Z","end":"2026-04-23T04:44:27.191666Z","steps":["trace[1775878067] 'process raft request' (duration: 177.828906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.191603Z","caller":"traceutil/trace.go:172","msg":"trace[1261167928] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"178.117001ms","start":"2026-04-23T04:44:27.013472Z","end":"2026-04-23T04:44:27.191589Z","steps":["trace[1261167928] 'process raft request' (duration: 177.911867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.192601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.507856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:27.192757Z","caller":"traceutil/trace.go:172","msg":"trace[1179754912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1286; }","duration":"121.67448ms","start":"2026-04-23T04:44:27.071065Z","end":"2026-04-23T04:44:27.192653Z","steps":["trace[1179754912] 'agreement among raft nodes before linearized reading' (duration: 121.407634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.415923Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.316351ms"} {"level":"warn","ts":"2026-04-23T04:44:27.416192Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.592217ms"} {"level":"info","ts":"2026-04-23T04:44:27.416414Z","caller":"traceutil/trace.go:172","msg":"trace[725617624] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"215.73975ms","start":"2026-04-23T04:44:27.200661Z","end":"2026-04-23T04:44:27.416401Z","steps":["trace[725617624] 'process raft request' (duration: 215.413954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.557764Z","caller":"traceutil/trace.go:172","msg":"trace[1670607465] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"352.586495ms","start":"2026-04-23T04:44:27.205162Z","end":"2026-04-23T04:44:27.557748Z","steps":["trace[1670607465] 'process raft request' (duration: 318.8016ms)","trace[1670607465] 'compare' (duration: 33.645133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.557990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.205141Z","time spent":"352.695027ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:27.558436Z","caller":"traceutil/trace.go:172","msg":"trace[574735312] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"352.339599ms","start":"2026-04-23T04:44:27.206083Z","end":"2026-04-23T04:44:27.558423Z","steps":["trace[574735312] 'process raft request' (duration: 351.991922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.558545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.206066Z","time spent":"352.445942ms","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4431,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:27.558639Z","caller":"traceutil/trace.go:172","msg":"trace[802946376] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"352.740448ms","start":"2026-04-23T04:44:27.205852Z","end":"2026-04-23T04:44:27.558592Z","steps":["trace[802946376] 'process raft request' (duration: 352.042695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.558897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.205832Z","time spent":"352.85993ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:27.559898Z","caller":"traceutil/trace.go:172","msg":"trace[10125363] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"352.600685ms","start":"2026-04-23T04:44:27.205554Z","end":"2026-04-23T04:44:27.558155Z","steps":["trace[10125363] 'process raft request' (duration: 352.140416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.560048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.205548Z","time spent":"354.446049ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:27.608531Z","caller":"traceutil/trace.go:172","msg":"trace[1783263160] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"315.429846ms","start":"2026-04-23T04:44:27.293083Z","end":"2026-04-23T04:44:27.608513Z","steps":["trace[1783263160] 'process raft request' (duration: 315.322653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.608698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.293054Z","time spent":"315.551777ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:28.106055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.634477ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T04:44:28.106193Z","caller":"traceutil/trace.go:172","msg":"trace[1803295038] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1531; }","duration":"247.947828ms","start":"2026-04-23T04:44:27.858226Z","end":"2026-04-23T04:44:28.106174Z","steps":["trace[1803295038] 'read index received' (duration: 1.093381ms)","trace[1803295038] 'applied index is now lower than readState.Index' (duration: 246.852567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:28.106315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.092272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:28.106349Z","caller":"traceutil/trace.go:172","msg":"trace[613009187] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1294; }","duration":"248.136052ms","start":"2026-04-23T04:44:27.858204Z","end":"2026-04-23T04:44:28.106340Z","steps":["trace[613009187] 'agreement among raft nodes before linearized reading' (duration: 248.057431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:28.421473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.327705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rjz5w\" limit:1 ","response":"range_response_count:1 size:20090"} {"level":"info","ts":"2026-04-23T04:44:28.421580Z","caller":"traceutil/trace.go:172","msg":"trace[1613857186] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rjz5w; range_end:; response_count:1; response_revision:1295; }","duration":"145.460727ms","start":"2026-04-23T04:44:28.276100Z","end":"2026-04-23T04:44:28.421561Z","steps":["trace[1613857186] 'range keys from in-memory index tree' (duration: 144.251574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:28.733408Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"113.511516ms"} {"level":"warn","ts":"2026-04-23T04:44:28.733509Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"113.620008ms"} {"level":"info","ts":"2026-04-23T04:44:28.733786Z","caller":"traceutil/trace.go:172","msg":"trace[593628395] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"293.42188ms","start":"2026-04-23T04:44:28.440342Z","end":"2026-04-23T04:44:28.733763Z","steps":["trace[593628395] 'process raft request' (duration: 293.138074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.136029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.400447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:29.136114Z","caller":"traceutil/trace.go:172","msg":"trace[647845756] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"380.824298ms","start":"2026-04-23T04:44:28.755275Z","end":"2026-04-23T04:44:29.136099Z","steps":["trace[647845756] 'process raft request' (duration: 274.299498ms)","trace[647845756] 'compare' (duration: 106.288095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.136158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.755209Z","time spent":"380.930421ms","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19887,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:29.325107Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"382.617006ms"} {"level":"warn","ts":"2026-04-23T04:44:29.325208Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"382.728019ms"} {"level":"info","ts":"2026-04-23T04:44:29.535301Z","caller":"traceutil/trace.go:172","msg":"trace[543575154] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1536; }","duration":"488.44262ms","start":"2026-04-23T04:44:29.046836Z","end":"2026-04-23T04:44:29.535279Z","steps":["trace[543575154] 'read index received' (duration: 488.43785ms)","trace[543575154] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.535454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.610373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.535504Z","caller":"traceutil/trace.go:172","msg":"trace[1261928176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1298; }","duration":"488.670984ms","start":"2026-04-23T04:44:29.046820Z","end":"2026-04-23T04:44:29.535491Z","steps":["trace[1261928176] 'agreement among raft nodes before linearized reading' (duration: 488.546902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.535538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.046795Z","time spent":"488.734945ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:29.535879Z","caller":"traceutil/trace.go:172","msg":"trace[1076428967] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"330.637604ms","start":"2026-04-23T04:44:29.205225Z","end":"2026-04-23T04:44:29.535862Z","steps":["trace[1076428967] 'process raft request' (duration: 330.603743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:29.535979Z","caller":"traceutil/trace.go:172","msg":"trace[803051504] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"390.788347ms","start":"2026-04-23T04:44:29.145178Z","end":"2026-04-23T04:44:29.535966Z","steps":["trace[803051504] 'process raft request' (duration: 390.398729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.536002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.205219Z","time spent":"330.720115ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:29.536104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.145156Z","time spent":"390.889049ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4218,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:29.536630Z","caller":"traceutil/trace.go:172","msg":"trace[1560868444] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"331.443639ms","start":"2026-04-23T04:44:29.205139Z","end":"2026-04-23T04:44:29.536583Z","steps":["trace[1560868444] 'process raft request' (duration: 330.660713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:29.536432Z","caller":"traceutil/trace.go:172","msg":"trace[391063211] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"387.386912ms","start":"2026-04-23T04:44:29.148893Z","end":"2026-04-23T04:44:29.536280Z","steps":["trace[391063211] 'process raft request' (duration: 386.860202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.536860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.205107Z","time spent":"331.638282ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:29.536879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.148884Z","time spent":"387.969633ms","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14336,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:29.716195Z","caller":"traceutil/trace.go:172","msg":"trace[1040057952] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"171.245327ms","start":"2026-04-23T04:44:29.544928Z","end":"2026-04-23T04:44:29.716173Z","steps":["trace[1040057952] 'process raft request' (duration: 115.998466ms)","trace[1040057952] 'compare' (duration: 55.081088ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:29.744600Z","caller":"traceutil/trace.go:172","msg":"trace[932529349] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1541; }","duration":"181.387316ms","start":"2026-04-23T04:44:29.563194Z","end":"2026-04-23T04:44:29.744582Z","steps":["trace[932529349] 'read index received' (duration: 181.379566ms)","trace[932529349] 'applied index is now lower than readState.Index' (duration: 3.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.744841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.62104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:44:29.744960Z","caller":"traceutil/trace.go:172","msg":"trace[1433226193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1303; }","duration":"181.710063ms","start":"2026-04-23T04:44:29.563189Z","end":"2026-04-23T04:44:29.744899Z","steps":["trace[1433226193] 'agreement among raft nodes before linearized reading' (duration: 181.482929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:29.844812Z","caller":"traceutil/trace.go:172","msg":"trace[615868150] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1541; }","duration":"100.11363ms","start":"2026-04-23T04:44:29.744656Z","end":"2026-04-23T04:44:29.844770Z","steps":["trace[615868150] 'read index received' (duration: 100.070669ms)","trace[615868150] 'applied index is now lower than readState.Index' (duration: 17.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.852971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.797683ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.853072Z","caller":"traceutil/trace.go:172","msg":"trace[678037214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1303; }","duration":"136.914646ms","start":"2026-04-23T04:44:29.716135Z","end":"2026-04-23T04:44:29.853050Z","steps":["trace[678037214] 'agreement among raft nodes before linearized reading' (duration: 129.030199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.853130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.704279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:44:29.853201Z","caller":"traceutil/trace.go:172","msg":"trace[977453982] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"306.613425ms","start":"2026-04-23T04:44:29.546580Z","end":"2026-04-23T04:44:29.853193Z","steps":["trace[977453982] 'process raft request' (duration: 298.642896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:29.853210Z","caller":"traceutil/trace.go:172","msg":"trace[1117063334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1303; }","duration":"289.810681ms","start":"2026-04-23T04:44:29.563382Z","end":"2026-04-23T04:44:29.853193Z","steps":["trace[1117063334] 'agreement among raft nodes before linearized reading' (duration: 281.796691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.853277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.546565Z","time spent":"306.659505ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:29.853167Z","caller":"traceutil/trace.go:172","msg":"trace[634668678] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"103.012563ms","start":"2026-04-23T04:44:29.750143Z","end":"2026-04-23T04:44:29.853156Z","steps":["trace[634668678] 'process raft request' (duration: 102.957212ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:30.235098Z","caller":"traceutil/trace.go:172","msg":"trace[1957957950] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1549; }","duration":"189.810861ms","start":"2026-04-23T04:44:30.045071Z","end":"2026-04-23T04:44:30.234882Z","steps":["trace[1957957950] 'read index received' (duration: 189.800691ms)","trace[1957957950] 'applied index is now lower than readState.Index' (duration: 8.52µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:30.235134Z","caller":"traceutil/trace.go:172","msg":"trace[952808377] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"288.990619ms","start":"2026-04-23T04:44:29.946103Z","end":"2026-04-23T04:44:30.235094Z","steps":["trace[952808377] 'process raft request' (duration: 288.848336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:30.235175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.088226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:30.235223Z","caller":"traceutil/trace.go:172","msg":"trace[1360938880] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1312; }","duration":"190.149577ms","start":"2026-04-23T04:44:30.045065Z","end":"2026-04-23T04:44:30.235214Z","steps":["trace[1360938880] 'agreement among raft nodes before linearized reading' (duration: 190.035925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:30.444181Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.928896ms"} {"level":"warn","ts":"2026-04-23T04:44:30.444236Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.998427ms"} {"level":"info","ts":"2026-04-23T04:44:30.444227Z","caller":"traceutil/trace.go:172","msg":"trace[77026690] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1550; }","duration":"209.016848ms","start":"2026-04-23T04:44:30.235183Z","end":"2026-04-23T04:44:30.444200Z","steps":["trace[77026690] 'read index received' (duration: 209.006628ms)","trace[77026690] 'applied index is now lower than readState.Index' (duration: 8.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.483500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.802611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:30.483599Z","caller":"traceutil/trace.go:172","msg":"trace[1839943042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"303.903893ms","start":"2026-04-23T04:44:30.179672Z","end":"2026-04-23T04:44:30.483576Z","steps":["trace[1839943042] 'agreement among raft nodes before linearized reading' (duration: 264.717954ms)","trace[1839943042] 'range keys from in-memory index tree' (duration: 39.055877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.483651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.179650Z","time spent":"303.989164ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:30.484719Z","caller":"traceutil/trace.go:172","msg":"trace[702991438] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"535.897332ms","start":"2026-04-23T04:44:29.948760Z","end":"2026-04-23T04:44:30.484657Z","steps":["trace[702991438] 'process raft request' (duration: 495.575972ms)","trace[702991438] 'compare' (duration: 39.559196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.485106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.948736Z","time spent":"536.078755ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4524,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:30.715967Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.582292ms"} {"level":"warn","ts":"2026-04-23T04:44:30.716029Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.651253ms"} {"level":"info","ts":"2026-04-23T04:44:30.824164Z","caller":"traceutil/trace.go:172","msg":"trace[1767871877] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1552; }","duration":"379.815006ms","start":"2026-04-23T04:44:30.444323Z","end":"2026-04-23T04:44:30.824138Z","steps":["trace[1767871877] 'read index received' (duration: 379.797475ms)","trace[1767871877] 'applied index is now lower than readState.Index' (duration: 16.081µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.824509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"584.920719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7488bc8bd5-wxxm6.18a8e2d59373d47f\" limit:1 ","response":"range_response_count:1 size:926"} {"level":"info","ts":"2026-04-23T04:44:30.824696Z","caller":"traceutil/trace.go:172","msg":"trace[452605353] range","detail":"{range_begin:/registry/events/kube-system/coredns-7488bc8bd5-wxxm6.18a8e2d59373d47f; range_end:; response_count:1; response_revision:1313; }","duration":"585.100772ms","start":"2026-04-23T04:44:30.239515Z","end":"2026-04-23T04:44:30.824616Z","steps":["trace[452605353] 'agreement among raft nodes before linearized reading' (duration: 584.797177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:30.824747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.239496Z","time spent":"585.240066ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":948,"request content":"key:\"/registry/events/kube-system/coredns-7488bc8bd5-wxxm6.18a8e2d59373d47f\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:30.825202Z","caller":"traceutil/trace.go:172","msg":"trace[871488586] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"357.156393ms","start":"2026-04-23T04:44:30.467989Z","end":"2026-04-23T04:44:30.825145Z","steps":["trace[871488586] 'process raft request' (duration: 356.933759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:30.825456Z","caller":"traceutil/trace.go:172","msg":"trace[1539801226] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"360.18437ms","start":"2026-04-23T04:44:30.465241Z","end":"2026-04-23T04:44:30.825426Z","steps":["trace[1539801226] 'process raft request' (duration: 359.036628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:30.825487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.467974Z","time spent":"357.350986ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4500,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:30.825586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.465207Z","time spent":"360.323132ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:31.208611Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.339273ms"} {"level":"warn","ts":"2026-04-23T04:44:31.208745Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.476816ms"} {"level":"info","ts":"2026-04-23T04:44:31.231121Z","caller":"traceutil/trace.go:172","msg":"trace[43961168] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"645.303976ms","start":"2026-04-23T04:44:30.585796Z","end":"2026-04-23T04:44:31.231100Z","steps":["trace[43961168] 'process raft request' (duration: 622.890951ms)","trace[43961168] 'compare' (duration: 22.191151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.231377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.585772Z","time spent":"645.443499ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:31.324977Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389696281728764980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:31.414474Z","caller":"traceutil/trace.go:172","msg":"trace[280822639] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1555; }","duration":"590.220779ms","start":"2026-04-23T04:44:30.824227Z","end":"2026-04-23T04:44:31.414448Z","steps":["trace[280822639] 'read index received' (duration: 590.211289ms)","trace[280822639] 'applied index is now lower than readState.Index' (duration: 7.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.466385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"741.852456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.466502Z","caller":"traceutil/trace.go:172","msg":"trace[204527831] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1316; }","duration":"741.957707ms","start":"2026-04-23T04:44:30.724500Z","end":"2026-04-23T04:44:31.466457Z","steps":["trace[204527831] 'agreement among raft nodes before linearized reading' (duration: 690.041156ms)","trace[204527831] 'range keys from in-memory index tree' (duration: 51.783789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:31.466814Z","caller":"traceutil/trace.go:172","msg":"trace[278314929] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"629.984565ms","start":"2026-04-23T04:44:30.836817Z","end":"2026-04-23T04:44:31.466802Z","steps":["trace[278314929] 'process raft request' (duration: 629.809461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.466949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.836792Z","time spent":"630.076816ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:31.466865Z","caller":"traceutil/trace.go:172","msg":"trace[976217920] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"638.412501ms","start":"2026-04-23T04:44:30.828283Z","end":"2026-04-23T04:44:31.466695Z","steps":["trace[976217920] 'process raft request' (duration: 586.281015ms)","trace[976217920] 'compare' (duration: 51.83306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.467301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.828246Z","time spent":"638.90579ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:31.469534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.439341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.469751Z","caller":"traceutil/trace.go:172","msg":"trace[899255450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1320; }","duration":"427.656354ms","start":"2026-04-23T04:44:31.042076Z","end":"2026-04-23T04:44:31.469732Z","steps":["trace[899255450] 'agreement among raft nodes before linearized reading' (duration: 427.40936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.469789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.042060Z","time spent":"427.717586ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:31.718451Z","caller":"traceutil/trace.go:172","msg":"trace[1443103030] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"240.079189ms","start":"2026-04-23T04:44:31.478356Z","end":"2026-04-23T04:44:31.718436Z","steps":["trace[1443103030] 'process raft request' (duration: 192.050468ms)","trace[1443103030] 'compare' (duration: 47.48886ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:31.719025Z","caller":"traceutil/trace.go:172","msg":"trace[229010695] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"240.496877ms","start":"2026-04-23T04:44:31.478505Z","end":"2026-04-23T04:44:31.719002Z","steps":["trace[229010695] 'process raft request' (duration: 240.404896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.719300Z","caller":"traceutil/trace.go:172","msg":"trace[72521735] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"240.876993ms","start":"2026-04-23T04:44:31.478409Z","end":"2026-04-23T04:44:31.719286Z","steps":["trace[72521735] 'process raft request' (duration: 239.60813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.719631Z","caller":"traceutil/trace.go:172","msg":"trace[1250327641] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"184.163812ms","start":"2026-04-23T04:44:31.535315Z","end":"2026-04-23T04:44:31.719479Z","steps":["trace[1250327641] 'process raft request' (duration: 183.659543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.805249Z","caller":"traceutil/trace.go:172","msg":"trace[929758065] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"264.297237ms","start":"2026-04-23T04:44:31.540934Z","end":"2026-04-23T04:44:31.805231Z","steps":["trace[929758065] 'process raft request' (duration: 264.168435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.805267Z","caller":"traceutil/trace.go:172","msg":"trace[1311332664] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"264.250306ms","start":"2026-04-23T04:44:31.541001Z","end":"2026-04-23T04:44:31.805251Z","steps":["trace[1311332664] 'process raft request' (duration: 264.187075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.826255Z","caller":"traceutil/trace.go:172","msg":"trace[868667089] linearizableReadLoop","detail":"{readStateIndex:1565; appliedIndex:1568; }","duration":"108.175495ms","start":"2026-04-23T04:44:31.717911Z","end":"2026-04-23T04:44:31.826086Z","steps":["trace[868667089] 'read index received' (duration: 108.167825ms)","trace[868667089] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.827802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.869366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.827877Z","caller":"traceutil/trace.go:172","msg":"trace[1284352102] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1329; }","duration":"109.958328ms","start":"2026-04-23T04:44:31.717901Z","end":"2026-04-23T04:44:31.827860Z","steps":["trace[1284352102] 'agreement among raft nodes before linearized reading' (duration: 108.390139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.828027Z","caller":"traceutil/trace.go:172","msg":"trace[574469849] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"100.431872ms","start":"2026-04-23T04:44:31.727585Z","end":"2026-04-23T04:44:31.828017Z","steps":["trace[574469849] 'process raft request' (duration: 100.389221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.828230Z","caller":"traceutil/trace.go:172","msg":"trace[1963043905] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"103.558639ms","start":"2026-04-23T04:44:31.724644Z","end":"2026-04-23T04:44:31.828202Z","steps":["trace[1963043905] 'process raft request' (duration: 101.648373ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.828363Z","caller":"traceutil/trace.go:172","msg":"trace[1340452401] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"100.783278ms","start":"2026-04-23T04:44:31.727483Z","end":"2026-04-23T04:44:31.828266Z","steps":["trace[1340452401] 'process raft request' (duration: 100.418721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.006603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.52542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T04:44:32.006698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.669455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:32.006767Z","caller":"traceutil/trace.go:172","msg":"trace[1316522374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"147.750006ms","start":"2026-04-23T04:44:31.859001Z","end":"2026-04-23T04:44:32.006751Z","steps":["trace[1316522374] 'agreement among raft nodes before linearized reading' (duration: 45.527363ms)","trace[1316522374] 'range keys from in-memory index tree' (duration: 102.022539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:32.007031Z","caller":"traceutil/trace.go:172","msg":"trace[1863752196] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1571; }","duration":"102.567589ms","start":"2026-04-23T04:44:31.904433Z","end":"2026-04-23T04:44:32.007001Z","steps":["trace[1863752196] 'read index received' (duration: 31.781898ms)","trace[1863752196] 'applied index is now lower than readState.Index' (duration: 70.782941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:32.007261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.528756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:32.007312Z","caller":"traceutil/trace.go:172","msg":"trace[1610857760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1333; }","duration":"138.592897ms","start":"2026-04-23T04:44:31.868706Z","end":"2026-04-23T04:44:32.007299Z","steps":["trace[1610857760] 'agreement among raft nodes before linearized reading' (duration: 138.399553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:32.007430Z","caller":"traceutil/trace.go:172","msg":"trace[2137923417] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"173.83692ms","start":"2026-04-23T04:44:31.833574Z","end":"2026-04-23T04:44:32.007411Z","steps":["trace[2137923417] 'process raft request' (duration: 173.239179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:32.618121Z","caller":"traceutil/trace.go:172","msg":"trace[1347601361] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"118.929356ms","start":"2026-04-23T04:44:32.499170Z","end":"2026-04-23T04:44:32.618100Z","steps":["trace[1347601361] 'process raft request' (duration: 118.798803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.812499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.702879ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:32.812574Z","caller":"traceutil/trace.go:172","msg":"trace[971183436] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1340; }","duration":"159.78607ms","start":"2026-04-23T04:44:32.652772Z","end":"2026-04-23T04:44:32.812558Z","steps":["trace[971183436] 'range keys from in-memory index tree' (duration: 159.649737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.812568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.53082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7488bc8bd5-k8bsr.18a8e2d8527de9bd\" limit:1 ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-23T04:44:32.812640Z","caller":"traceutil/trace.go:172","msg":"trace[2051845913] range","detail":"{range_begin:/registry/events/kube-system/coredns-7488bc8bd5-k8bsr.18a8e2d8527de9bd; range_end:; response_count:1; response_revision:1340; }","duration":"189.615121ms","start":"2026-04-23T04:44:32.623009Z","end":"2026-04-23T04:44:32.812624Z","steps":["trace[2051845913] 'range keys from in-memory index tree' (duration: 188.647133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:32.999307Z","caller":"traceutil/trace.go:172","msg":"trace[1053528853] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"183.335935ms","start":"2026-04-23T04:44:32.815956Z","end":"2026-04-23T04:44:32.999292Z","steps":["trace[1053528853] 'process raft request' (duration: 183.210062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:33.088029Z","caller":"traceutil/trace.go:172","msg":"trace[557056384] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1582; }","duration":"210.095273ms","start":"2026-04-23T04:44:32.877826Z","end":"2026-04-23T04:44:33.087922Z","steps":["trace[557056384] 'read index received' (duration: 210.087762ms)","trace[557056384] 'applied index is now lower than readState.Index' (duration: 6.221µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.088251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.398869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-23T04:44:33.088395Z","caller":"traceutil/trace.go:172","msg":"trace[1320033951] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1341; }","duration":"210.562962ms","start":"2026-04-23T04:44:32.877809Z","end":"2026-04-23T04:44:33.088372Z","steps":["trace[1320033951] 'agreement among raft nodes before linearized reading' (duration: 210.233516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.423574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.989802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T04:44:33.452529Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.2817ms"} {"level":"info","ts":"2026-04-23T04:44:33.452567Z","caller":"traceutil/trace.go:172","msg":"trace[1636165505] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1583; }","duration":"364.420873ms","start":"2026-04-23T04:44:33.088125Z","end":"2026-04-23T04:44:33.452546Z","steps":["trace[1636165505] 'read index received' (duration: 364.413183ms)","trace[1636165505] 'applied index is now lower than readState.Index' (duration: 6.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.452596Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.355012ms"} {"level":"warn","ts":"2026-04-23T04:44:33.452857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.533749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7488bc8bd5-wxxm6.18a8e2d852829ef5\" limit:1 ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-23T04:44:33.452932Z","caller":"traceutil/trace.go:172","msg":"trace[250110327] range","detail":"{range_begin:/registry/events/kube-system/coredns-7488bc8bd5-wxxm6.18a8e2d852829ef5; range_end:; response_count:1; response_revision:1341; }","duration":"449.622551ms","start":"2026-04-23T04:44:33.003294Z","end":"2026-04-23T04:44:33.452917Z","steps":["trace[250110327] 'agreement among raft nodes before linearized reading' (duration: 449.355806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.452974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:33.003279Z","time spent":"449.678822ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/coredns-7488bc8bd5-wxxm6.18a8e2d852829ef5\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:33.454067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.355044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:33.454145Z","caller":"traceutil/trace.go:172","msg":"trace[1072576793] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1342; }","duration":"362.444146ms","start":"2026-04-23T04:44:33.091684Z","end":"2026-04-23T04:44:33.454128Z","steps":["trace[1072576793] 'agreement among raft nodes before linearized reading' (duration: 362.309733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.454184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:33.091658Z","time spent":"362.517577ms","remote":"127.0.0.1:50882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:33.798095Z","caller":"traceutil/trace.go:172","msg":"trace[826471098] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1592; }","duration":"144.827654ms","start":"2026-04-23T04:44:33.653243Z","end":"2026-04-23T04:44:33.798071Z","steps":["trace[826471098] 'read index received' (duration: 144.822684ms)","trace[826471098] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.846722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.456468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:33.846809Z","caller":"traceutil/trace.go:172","msg":"trace[1894390857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1350; }","duration":"193.552239ms","start":"2026-04-23T04:44:33.653238Z","end":"2026-04-23T04:44:33.846790Z","steps":["trace[1894390857] 'agreement among raft nodes before linearized reading' (duration: 144.923825ms)","trace[1894390857] 'range keys from in-memory index tree' (duration: 48.509972ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:33.846910Z","caller":"traceutil/trace.go:172","msg":"trace[2030346148] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"218.362726ms","start":"2026-04-23T04:44:33.628534Z","end":"2026-04-23T04:44:33.846897Z","steps":["trace[2030346148] 'process raft request' (duration: 168.508019ms)","trace[2030346148] 'compare' (duration: 49.778456ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:35.594028Z","caller":"traceutil/trace.go:172","msg":"trace[2063632000] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"396.416369ms","start":"2026-04-23T04:44:35.197592Z","end":"2026-04-23T04:44:35.594008Z","steps":["trace[2063632000] 'process raft request' (duration: 396.286837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:35.594190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.197578Z","time spent":"396.545021ms","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:35.790672Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.011089ms"} {"level":"warn","ts":"2026-04-23T04:44:35.790735Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.07988ms"} {"level":"warn","ts":"2026-04-23T04:44:35.982033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.1297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:36.006974Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.30568ms"} {"level":"warn","ts":"2026-04-23T04:44:36.007010Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.275669ms"} {"level":"info","ts":"2026-04-23T04:44:36.011530Z","caller":"traceutil/trace.go:172","msg":"trace[1866297239] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1602; }","duration":"415.058359ms","start":"2026-04-23T04:44:35.596448Z","end":"2026-04-23T04:44:36.011506Z","steps":["trace[1866297239] 'read index received' (duration: 415.051369ms)","trace[1866297239] 'applied index is now lower than readState.Index' (duration: 6.01µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:36.011725Z","caller":"traceutil/trace.go:172","msg":"trace[96025776] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"381.18576ms","start":"2026-04-23T04:44:35.630521Z","end":"2026-04-23T04:44:36.011707Z","steps":["trace[96025776] 'process raft request' (duration: 381.040267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.011809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"415.329944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"warn","ts":"2026-04-23T04:44:36.011830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.630494Z","time spent":"381.281062ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:36.011884Z","caller":"traceutil/trace.go:172","msg":"trace[2052918806] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1360; }","duration":"415.430766ms","start":"2026-04-23T04:44:35.596435Z","end":"2026-04-23T04:44:36.011866Z","steps":["trace[2052918806] 'agreement among raft nodes before linearized reading' (duration: 415.206121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.011934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.596415Z","time spent":"415.504428ms","remote":"127.0.0.1:50828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:36.015943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.140787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:36.015982Z","caller":"traceutil/trace.go:172","msg":"trace[1268871716] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1360; }","duration":"308.179788ms","start":"2026-04-23T04:44:35.707793Z","end":"2026-04-23T04:44:36.015973Z","steps":["trace[1268871716] 'agreement among raft nodes before linearized reading' (duration: 308.117707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.016019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.707772Z","time spent":"308.239608ms","remote":"127.0.0.1:51252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:36.016220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.015209ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:36.016266Z","caller":"traceutil/trace.go:172","msg":"trace[104769882] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"142.308298ms","start":"2026-04-23T04:44:35.873947Z","end":"2026-04-23T04:44:36.016255Z","steps":["trace[104769882] 'process raft request' (duration: 141.951682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:36.016280Z","caller":"traceutil/trace.go:172","msg":"trace[126167768] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"136.415911ms","start":"2026-04-23T04:44:35.879843Z","end":"2026-04-23T04:44:36.016259Z","steps":["trace[126167768] 'process raft request' (duration: 136.317129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:36.016278Z","caller":"traceutil/trace.go:172","msg":"trace[1552350272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1360; }","duration":"363.108821ms","start":"2026-04-23T04:44:35.653152Z","end":"2026-04-23T04:44:36.016261Z","steps":["trace[1552350272] 'agreement among raft nodes before linearized reading' (duration: 362.794685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:38.190869Z","caller":"traceutil/trace.go:172","msg":"trace[1062539938] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"168.634968ms","start":"2026-04-23T04:44:38.022126Z","end":"2026-04-23T04:44:38.190839Z","steps":["trace[1062539938] 'process raft request' (duration: 139.236517ms)","trace[1062539938] 'compare' (duration: 29.262389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:38.393772Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.881787ms"} {"level":"warn","ts":"2026-04-23T04:44:38.393833Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.951488ms"} {"level":"info","ts":"2026-04-23T04:44:38.394341Z","caller":"traceutil/trace.go:172","msg":"trace[244032105] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"198.920724ms","start":"2026-04-23T04:44:38.195403Z","end":"2026-04-23T04:44:38.394323Z","steps":["trace[244032105] 'process raft request' (duration: 198.475216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:38.394604Z","caller":"traceutil/trace.go:172","msg":"trace[20725293] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"198.836613ms","start":"2026-04-23T04:44:38.195757Z","end":"2026-04-23T04:44:38.394593Z","steps":["trace[20725293] 'process raft request' (duration: 198.68271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:41.223269Z","caller":"traceutil/trace.go:172","msg":"trace[1539980853] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"244.057318ms","start":"2026-04-23T04:44:40.979189Z","end":"2026-04-23T04:44:41.223247Z","steps":["trace[1539980853] 'process raft request' (duration: 243.890124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.222951Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.24966ms"} {"level":"warn","ts":"2026-04-23T04:44:41.223862Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.197518ms"} {"level":"info","ts":"2026-04-23T04:44:41.356343Z","caller":"traceutil/trace.go:172","msg":"trace[1326441504] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1632; }","duration":"312.99871ms","start":"2026-04-23T04:44:41.043275Z","end":"2026-04-23T04:44:41.356274Z","steps":["trace[1326441504] 'read index received' (duration: 312.9892ms)","trace[1326441504] 'applied index is now lower than readState.Index' (duration: 8.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:41.357504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.215291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:41.357587Z","caller":"traceutil/trace.go:172","msg":"trace[1307803459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1386; }","duration":"314.304333ms","start":"2026-04-23T04:44:41.043264Z","end":"2026-04-23T04:44:41.357568Z","steps":["trace[1307803459] 'agreement among raft nodes before linearized reading' (duration: 313.151702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.357646Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:41.043247Z","time spent":"314.389695ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:41.357711Z","caller":"traceutil/trace.go:172","msg":"trace[396639926] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"250.497412ms","start":"2026-04-23T04:44:41.107198Z","end":"2026-04-23T04:44:41.357695Z","steps":["trace[396639926] 'process raft request' (duration: 249.245059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:41.425401Z","caller":"traceutil/trace.go:172","msg":"trace[609544814] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"162.221302ms","start":"2026-04-23T04:44:41.263164Z","end":"2026-04-23T04:44:41.425385Z","steps":["trace[609544814] 'process raft request' (duration: 162.091079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:45.006958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:45.056509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:45.074561Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:49.977597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.112474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:49.977692Z","caller":"traceutil/trace.go:172","msg":"trace[593676842] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1463; }","duration":"144.210375ms","start":"2026-04-23T04:44:49.833452Z","end":"2026-04-23T04:44:49.977662Z","steps":["trace[593676842] 'range keys from in-memory index tree' (duration: 143.426721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:52.326792Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.464658ms"} {"level":"warn","ts":"2026-04-23T04:44:52.326843Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.521089ms"} {"level":"warn","ts":"2026-04-23T04:44:54.784630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.546452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:54.784709Z","caller":"traceutil/trace.go:172","msg":"trace[593800088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1484; }","duration":"131.637633ms","start":"2026-04-23T04:44:54.653053Z","end":"2026-04-23T04:44:54.784691Z","steps":["trace[593800088] 'agreement among raft nodes before linearized reading' (duration: 80.864949ms)","trace[593800088] 'range keys from in-memory index tree' (duration: 50.658012ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:54.784958Z","caller":"traceutil/trace.go:172","msg":"trace[970469889] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"130.28492ms","start":"2026-04-23T04:44:54.654661Z","end":"2026-04-23T04:44:54.784945Z","steps":["trace[970469889] 'process raft request' (duration: 79.341014ms)","trace[970469889] 'compare' (duration: 50.662612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:56.342288Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.851991ms"} {"level":"warn","ts":"2026-04-23T04:44:56.342352Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.919032ms"} {"level":"info","ts":"2026-04-23T04:44:56.354113Z","caller":"traceutil/trace.go:172","msg":"trace[2026516353] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1746; }","duration":"139.678099ms","start":"2026-04-23T04:44:56.214415Z","end":"2026-04-23T04:44:56.354093Z","steps":["trace[2026516353] 'read index received' (duration: 139.672678ms)","trace[2026516353] 'applied index is now lower than readState.Index' (duration: 4.471µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:56.354252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.818432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:56.354288Z","caller":"traceutil/trace.go:172","msg":"trace[1164233317] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1490; }","duration":"139.869052ms","start":"2026-04-23T04:44:56.214409Z","end":"2026-04-23T04:44:56.354279Z","steps":["trace[1164233317] 'agreement among raft nodes before linearized reading' (duration: 139.764381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:00.523103Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.292699ms"} {"level":"warn","ts":"2026-04-23T04:45:00.523189Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.387512ms"} {"level":"info","ts":"2026-04-23T04:45:00.523535Z","caller":"traceutil/trace.go:172","msg":"trace[1710631293] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"157.505255ms","start":"2026-04-23T04:45:00.366014Z","end":"2026-04-23T04:45:00.523520Z","steps":["trace[1710631293] 'process raft request' (duration: 157.21626ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:00.523533Z","caller":"traceutil/trace.go:172","msg":"trace[214978591] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"155.783046ms","start":"2026-04-23T04:45:00.367731Z","end":"2026-04-23T04:45:00.523514Z","steps":["trace[214978591] 'process raft request' (duration: 155.706335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:28.334695Z","caller":"traceutil/trace.go:172","msg":"trace[1373795189] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1900; }","duration":"128.730241ms","start":"2026-04-23T04:45:28.205947Z","end":"2026-04-23T04:45:28.334677Z","steps":["trace[1373795189] 'read index received' (duration: 128.724911ms)","trace[1373795189] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:45:28.334855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.895893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:28.334890Z","caller":"traceutil/trace.go:172","msg":"trace[1715404013] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1624; }","duration":"128.948225ms","start":"2026-04-23T04:45:28.205932Z","end":"2026-04-23T04:45:28.334881Z","steps":["trace[1715404013] 'agreement among raft nodes before linearized reading' (duration: 128.865563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:28.336119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.192392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:28.336171Z","caller":"traceutil/trace.go:172","msg":"trace[276539142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:1625; }","duration":"128.245923ms","start":"2026-04-23T04:45:28.207914Z","end":"2026-04-23T04:45:28.336160Z","steps":["trace[276539142] 'agreement among raft nodes before linearized reading' (duration: 128.174111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:28.757088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.881905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:45:28.757143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.70115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:28.757259Z","caller":"traceutil/trace.go:172","msg":"trace[1352200206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1625; }","duration":"334.830632ms","start":"2026-04-23T04:45:28.422416Z","end":"2026-04-23T04:45:28.757246Z","steps":["trace[1352200206] 'range keys from in-memory index tree' (duration: 333.820607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:28.757294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:45:28.422402Z","time spent":"334.883364ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"info","ts":"2026-04-23T04:45:28.757183Z","caller":"traceutil/trace.go:172","msg":"trace[267547027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1625; }","duration":"103.983907ms","start":"2026-04-23T04:45:28.653177Z","end":"2026-04-23T04:45:28.757161Z","steps":["trace[267547027] 'range keys from in-memory index tree' (duration: 103.824984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:28.781311Z","caller":"traceutil/trace.go:172","msg":"trace[2110785850] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"138.13628ms","start":"2026-04-23T04:45:28.643154Z","end":"2026-04-23T04:45:28.781290Z","steps":["trace[2110785850] 'process raft request' (duration: 137.980737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:28.782320Z","caller":"traceutil/trace.go:172","msg":"trace[1555538731] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"136.107058ms","start":"2026-04-23T04:45:28.646195Z","end":"2026-04-23T04:45:28.782302Z","steps":["trace[1555538731] 'process raft request' (duration: 136.025237ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:29.068519Z","caller":"traceutil/trace.go:172","msg":"trace[1574959130] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"119.109555ms","start":"2026-04-23T04:45:28.949394Z","end":"2026-04-23T04:45:29.068504Z","steps":["trace[1574959130] 'process raft request' (duration: 118.990434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:29.287377Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.39474ms"} {"level":"warn","ts":"2026-04-23T04:45:29.287431Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.459161ms"} {"level":"info","ts":"2026-04-23T04:45:29.287778Z","caller":"traceutil/trace.go:172","msg":"trace[35112798] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"213.556685ms","start":"2026-04-23T04:45:29.074208Z","end":"2026-04-23T04:45:29.287764Z","steps":["trace[35112798] 'process raft request' (duration: 213.413812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:52.995342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.818883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:45:52.995706Z","caller":"traceutil/trace.go:172","msg":"trace[602011039] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"117.359363ms","start":"2026-04-23T04:45:52.878330Z","end":"2026-04-23T04:45:52.995689Z","steps":["trace[602011039] 'process raft request' (duration: 117.11924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:53.084103Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.134586ms"} {"level":"warn","ts":"2026-04-23T04:45:53.084161Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.199557ms"} {"level":"warn","ts":"2026-04-23T04:45:53.160199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.391361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:53.160284Z","caller":"traceutil/trace.go:172","msg":"trace[92818549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1717; }","duration":"115.482432ms","start":"2026-04-23T04:45:53.044784Z","end":"2026-04-23T04:45:53.160266Z","steps":["trace[92818549] 'agreement among raft nodes before linearized reading' (duration: 40.285459ms)","trace[92818549] 'range keys from in-memory index tree' (duration: 75.081932ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:45:53.161405Z","caller":"traceutil/trace.go:172","msg":"trace[465309420] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"282.588698ms","start":"2026-04-23T04:45:52.878781Z","end":"2026-04-23T04:45:53.161370Z","steps":["trace[465309420] 'process raft request' (duration: 205.457094ms)","trace[465309420] 'compare' (duration: 75.845534ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:45:53.161717Z","caller":"traceutil/trace.go:172","msg":"trace[643754876] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"229.778477ms","start":"2026-04-23T04:45:52.931528Z","end":"2026-04-23T04:45:53.161307Z","steps":["trace[643754876] 'process raft request' (duration: 229.715596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:46:15.488171Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"64.694667ms"} {"level":"warn","ts":"2026-04-23T04:46:15.488265Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"64.795918ms"} {"level":"warn","ts":"2026-04-23T04:46:19.256495Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.640453ms"} {"level":"warn","ts":"2026-04-23T04:46:19.256543Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.691614ms"} {"level":"info","ts":"2026-04-23T04:46:19.660604Z","caller":"traceutil/trace.go:172","msg":"trace[1331662892] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2127; }","duration":"396.145298ms","start":"2026-04-23T04:46:19.264442Z","end":"2026-04-23T04:46:19.660587Z","steps":["trace[1331662892] 'read index received' (duration: 396.140208ms)","trace[1331662892] 'applied index is now lower than readState.Index' (duration: 3.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:46:19.660755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.30169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:46:19.660785Z","caller":"traceutil/trace.go:172","msg":"trace[897719553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1821; }","duration":"396.34167ms","start":"2026-04-23T04:46:19.264435Z","end":"2026-04-23T04:46:19.660776Z","steps":["trace[897719553] 'agreement among raft nodes before linearized reading' (duration: 396.274079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:46:19.660807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:46:19.264415Z","time spent":"396.386281ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:46:19.661947Z","caller":"traceutil/trace.go:172","msg":"trace[1456886141] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"402.179358ms","start":"2026-04-23T04:46:19.259759Z","end":"2026-04-23T04:46:19.661939Z","steps":["trace[1456886141] 'process raft request' (duration: 402.069667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:46:19.662023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:46:19.259752Z","time spent":"402.226209ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:46:45.501107Z","caller":"traceutil/trace.go:172","msg":"trace[1430333532] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2244; }","duration":"117.947889ms","start":"2026-04-23T04:46:45.383127Z","end":"2026-04-23T04:46:45.501075Z","steps":["trace[1430333532] 'read index received' (duration: 117.940039ms)","trace[1430333532] 'applied index is now lower than readState.Index' (duration: 6.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:46:45.501813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.566487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" limit:1 ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-04-23T04:46:45.501881Z","caller":"traceutil/trace.go:172","msg":"trace[948658505] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:1922; }","duration":"139.647418ms","start":"2026-04-23T04:46:45.362222Z","end":"2026-04-23T04:46:45.501869Z","steps":["trace[948658505] 'agreement among raft nodes before linearized reading' (duration: 139.003389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:46:45.502132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.782716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-04-23T04:46:45.502170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.691761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T04:46:45.502207Z","caller":"traceutil/trace.go:172","msg":"trace[439254290] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:1922; }","duration":"123.881197ms","start":"2026-04-23T04:46:45.378312Z","end":"2026-04-23T04:46:45.502193Z","steps":["trace[439254290] 'agreement among raft nodes before linearized reading' (duration: 122.822621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:45.502220Z","caller":"traceutil/trace.go:172","msg":"trace[1598510962] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:resource-claim-controller; range_end:; response_count:1; response_revision:1923; }","duration":"118.743012ms","start":"2026-04-23T04:46:45.383465Z","end":"2026-04-23T04:46:45.502208Z","steps":["trace[1598510962] 'agreement among raft nodes before linearized reading' (duration: 118.60037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:45.502501Z","caller":"traceutil/trace.go:172","msg":"trace[1763705262] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"123.194087ms","start":"2026-04-23T04:46:45.379291Z","end":"2026-04-23T04:46:45.502485Z","steps":["trace[1763705262] 'process raft request' (duration: 121.834757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:47.042077Z","caller":"traceutil/trace.go:172","msg":"trace[1373946622] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2250; }","duration":"123.379648ms","start":"2026-04-23T04:46:46.918648Z","end":"2026-04-23T04:46:47.042028Z","steps":["trace[1373946622] 'read index received' (duration: 123.372598ms)","trace[1373946622] 'applied index is now lower than readState.Index' (duration: 5.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:46:47.042563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.891176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-problem-detector\" limit:1 ","response":"range_response_count:1 size:655"} {"level":"info","ts":"2026-04-23T04:46:47.042648Z","caller":"traceutil/trace.go:172","msg":"trace[539226757] range","detail":"{range_begin:/registry/clusterroles/system:node-problem-detector; range_end:; response_count:1; response_revision:1927; }","duration":"123.983517ms","start":"2026-04-23T04:46:46.918645Z","end":"2026-04-23T04:46:47.042628Z","steps":["trace[539226757] 'agreement among raft nodes before linearized reading' (duration: 123.567362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:09.909169Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"343.703003ms"} {"level":"warn","ts":"2026-04-23T04:47:09.909251Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"343.791414ms"} {"level":"warn","ts":"2026-04-23T04:47:10.441734Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.007746ms"} {"level":"warn","ts":"2026-04-23T04:47:10.441807Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.081718ms"} {"level":"warn","ts":"2026-04-23T04:47:11.132916Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"237.816836ms"} {"level":"warn","ts":"2026-04-23T04:47:11.133037Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"237.944567ms"} {"level":"warn","ts":"2026-04-23T04:47:11.385534Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cc0fc5dc762702b2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.931318ms"} {"level":"warn","ts":"2026-04-23T04:47:11.385881Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"78b660cb1ab76d5c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.282412ms"}