{"level":"warn","ts":"2026-03-17T20:49:40.039415Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:49:40.041782Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:49:40.041850Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.140:2380","--initial-cluster=controller=https://199.19.213.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.140:2380","--name=controller","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:49:40.042009Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:49:40.042049Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:49:40.042069Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.140:2380"]} {"level":"info","ts":"2026-03-17T20:49:40.042121Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:49:40.043107Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.140:2379"]} {"level":"info","ts":"2026-03-17T20:49:40.043294Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.140:2380"],"listen-peer-urls":["https://199.19.213.140:2380"],"advertise-client-urls":["https://199.19.213.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller=https://199.19.213.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:49:40.064043Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ac1f0}"} {"level":"info","ts":"2026-03-17T20:49:40.609066Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:49:40.609232Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"545.369321ms"} {"level":"info","ts":"2026-03-17T20:49:40.609328Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:49:40.609367Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:49:40.609449Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:49:41.557260Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:49:41.557423Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"b6366444c8cd268d","cluster-id":"b92fe020fa22927c"} {"level":"info","ts":"2026-03-17T20:49:41.557478Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:49:41.557623Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b6366444c8cd268d switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:49:41.557720Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b6366444c8cd268d became follower at term 0"} {"level":"info","ts":"2026-03-17T20:49:41.557749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft b6366444c8cd268d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T20:49:41.557776Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b6366444c8cd268d became follower at term 1"} {"level":"info","ts":"2026-03-17T20:49:41.557830Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b6366444c8cd268d switched to configuration voters=(13129792010234701453)"} {"level":"warn","ts":"2026-03-17T20:49:41.627899Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:49:41.684929Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:49:41.938512Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:49:41.939942Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"b6366444c8cd268d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:49:41.940213Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6366444c8cd268d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T20:49:41.940474Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:49:41.940531Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:49:41.940542Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:49:41.941053Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:49:41.941171Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.140:2380"} {"level":"info","ts":"2026-03-17T20:49:41.941656Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.140:2380"} {"level":"info","ts":"2026-03-17T20:49:41.941530Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b6366444c8cd268d switched to configuration voters=(13129792010234701453)"} {"level":"info","ts":"2026-03-17T20:49:41.942316Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:49:41.942190Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"b92fe020fa22927c","local-member-id":"b6366444c8cd268d","added-peer-id":"b6366444c8cd268d","added-peer-peer-urls":["https://199.19.213.140:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:49:41.942241Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"b6366444c8cd268d","initial-advertise-peer-urls":["https://199.19.213.140:2380"],"listen-peer-urls":["https://199.19.213.140:2380"],"advertise-client-urls":["https://199.19.213.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:49:42.658910Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"b6366444c8cd268d is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T20:49:42.658981Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"b6366444c8cd268d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T20:49:42.659153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b6366444c8cd268d received MsgPreVoteResp from b6366444c8cd268d at term 1"} {"level":"info","ts":"2026-03-17T20:49:42.659193Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b6366444c8cd268d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:42.659220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"b6366444c8cd268d became candidate at term 2"} {"level":"info","ts":"2026-03-17T20:49:42.667556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b6366444c8cd268d received MsgVoteResp from b6366444c8cd268d at term 2"} {"level":"info","ts":"2026-03-17T20:49:42.667610Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b6366444c8cd268d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:42.667634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"b6366444c8cd268d became leader at term 2"} {"level":"info","ts":"2026-03-17T20:49:42.667648Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b6366444c8cd268d elected leader b6366444c8cd268d at term 2"} {"level":"info","ts":"2026-03-17T20:49:42.672611Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:49:42.674392Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"b6366444c8cd268d","local-member-attributes":"{Name:controller ClientURLs:[https://199.19.213.140:2379]}","cluster-id":"b92fe020fa22927c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:49:42.674430Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:49:42.674465Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:49:42.675535Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:49:42.675670Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:49:42.678199Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-17T20:49:42.681443Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:49:42.681734Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"b92fe020fa22927c","local-member-id":"b6366444c8cd268d","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:49:42.681843Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:49:42.681885Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:49:42.681981Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-17T20:49:42.682018Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-17T20:49:42.682148Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:49:42.685258Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T20:49:42.685627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.685655Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.686268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42238","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:49:42.686663Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.140:2379"} {"level":"warn","ts":"2026-03-17T20:49:42.698246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.711330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.727603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.743566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.747713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.758175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.764170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.788481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.796391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.815748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.827054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.836381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.841656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.047963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:42.844798Z","caller":"traceutil/trace.go:172","msg":"trace[1649006722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"123.238254ms","start":"2026-03-17T20:49:42.721531Z","end":"2026-03-17T20:49:42.844769Z","steps":["trace[1649006722] 'range keys from in-memory index tree' (duration: 118.769899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.844987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.375211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:42.845104Z","caller":"traceutil/trace.go:172","msg":"trace[1903944976] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1; }","duration":"123.478956ms","start":"2026-03-17T20:49:42.721597Z","end":"2026-03-17T20:49:42.845076Z","steps":["trace[1903944976] 'range keys from in-memory index tree' (duration: 123.327579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.853446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.859880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.869819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.882621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.937201Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.946862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.957231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.966537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.975265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.983461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:42.992380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.002268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.010772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.022457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.032973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.042410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.053681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.065644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.075854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.088109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.096062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.109066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.118423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.127019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.136285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.148081Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.158887Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.168929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.180930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.217707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.223722Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.233564Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.252146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.262227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.274492Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.283617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.292534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.301499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.310039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.321047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.370946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.376673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.385262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:43.436524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:44.371909Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:44.683072Z","caller":"traceutil/trace.go:172","msg":"trace[1973116722] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:4; }","duration":"811.639365ms","start":"2026-03-17T20:49:43.871408Z","end":"2026-03-17T20:49:44.683047Z","steps":["trace[1973116722] 'read index received' (duration: 811.634165ms)","trace[1973116722] 'applied index is now lower than readState.Index' (duration: 4.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.683221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"811.785752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:44.683291Z","caller":"traceutil/trace.go:172","msg":"trace[283351635] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:0; response_revision:1; }","duration":"811.872398ms","start":"2026-03-17T20:49:43.871404Z","end":"2026-03-17T20:49:44.683277Z","steps":["trace[283351635] 'agreement among raft nodes before linearized reading' (duration: 811.738061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.683318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.871392Z","time spent":"811.921539ms","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:44.683357Z","caller":"traceutil/trace.go:172","msg":"trace[1197322062] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"813.472648ms","start":"2026-03-17T20:49:43.869869Z","end":"2026-03-17T20:49:44.683342Z","steps":["trace[1197322062] 'process raft request' (duration: 813.30767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.683867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.869853Z","time spent":"813.537281ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:45.184085Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:45.684404Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.184870Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.685368Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.185861Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.686801Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:48.187254Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:48.687834Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.007143Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.261690187s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:49.007613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.080618791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:49:49.007613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.027642724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:49.007653Z","caller":"traceutil/trace.go:172","msg":"trace[375565039] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"5.080671304s","start":"2026-03-17T20:49:43.926969Z","end":"2026-03-17T20:49:49.007640Z","steps":["trace[375565039] 'agreement among raft nodes before linearized reading' (duration: 5.08059683s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.007546Z","caller":"traceutil/trace.go:172","msg":"trace[707016274] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:5; }","duration":"4.324384326s","start":"2026-03-17T20:49:44.683130Z","end":"2026-03-17T20:49:49.007514Z","steps":["trace[707016274] 'read index received' (duration: 4.324363965s)","trace[707016274] 'applied index is now lower than readState.Index' (duration: 14.74µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:49.007663Z","caller":"traceutil/trace.go:172","msg":"trace[1572295426] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"5.027706147s","start":"2026-03-17T20:49:43.979944Z","end":"2026-03-17T20:49:49.007650Z","steps":["trace[1572295426] 'agreement among raft nodes before linearized reading' (duration: 5.027590072s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.007683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.926953Z","time spent":"5.080723597s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.008004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.979914Z","time spent":"5.028059026s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.008021Z","caller":"traceutil/trace.go:172","msg":"trace[679560240] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"5.081289676s","start":"2026-03-17T20:49:43.926718Z","end":"2026-03-17T20:49:49.008007Z","steps":["trace[679560240] 'process raft request' (duration: 5.080893195s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.008091Z","caller":"traceutil/trace.go:172","msg":"trace[1848107168] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"5.081286306s","start":"2026-03-17T20:49:43.926796Z","end":"2026-03-17T20:49:49.008082Z","steps":["trace[1848107168] 'process raft request' (duration: 5.081114306s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.926775Z","time spent":"5.081337749s","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":280,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:49.007729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.082842863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.140\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:49.008174Z","caller":"traceutil/trace.go:172","msg":"trace[2112448493] range","detail":"{range_begin:/registry/masterleases/199.19.213.140; range_end:; response_count:0; response_revision:2; }","duration":"5.083285636s","start":"2026-03-17T20:49:43.924879Z","end":"2026-03-17T20:49:49.008164Z","steps":["trace[2112448493] 'agreement among raft nodes before linearized reading' (duration: 5.082828482s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.924851Z","time spent":"5.083372631s","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.140\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.008247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.926698Z","time spent":"5.081344049s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:49.008286Z","caller":"traceutil/trace.go:172","msg":"trace[600532831] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"5.081361189s","start":"2026-03-17T20:49:43.926907Z","end":"2026-03-17T20:49:49.008268Z","steps":["trace[600532831] 'process raft request' (duration: 5.081035612s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.926897Z","time spent":"5.081436314s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:49.007758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.080671154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:49.008590Z","caller":"traceutil/trace.go:172","msg":"trace[1373400441] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:2; }","duration":"5.081502197s","start":"2026-03-17T20:49:43.927079Z","end":"2026-03-17T20:49:49.008581Z","steps":["trace[1373400441] 'agreement among raft nodes before linearized reading' (duration: 5.080637193s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.008341Z","caller":"traceutil/trace.go:172","msg":"trace[27221337] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"5.080215952s","start":"2026-03-17T20:49:43.928113Z","end":"2026-03-17T20:49:49.008329Z","steps":["trace[27221337] 'process raft request' (duration: 5.080190101s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.008663Z","caller":"traceutil/trace.go:172","msg":"trace[1523915450] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"5.081622643s","start":"2026-03-17T20:49:43.927030Z","end":"2026-03-17T20:49:49.008652Z","steps":["trace[1523915450] 'process raft request' (duration: 5.081208102s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.927016Z","time spent":"5.081674765s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:49.008748Z","caller":"traceutil/trace.go:172","msg":"trace[520886679] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"5.081777321s","start":"2026-03-17T20:49:43.926962Z","end":"2026-03-17T20:49:49.008739Z","steps":["trace[520886679] 'process raft request' (duration: 5.081117258s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.926953Z","time spent":"5.081815572s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:49.008785Z","caller":"traceutil/trace.go:172","msg":"trace[600955443] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"5.081771271s","start":"2026-03-17T20:49:43.927005Z","end":"2026-03-17T20:49:49.008777Z","steps":["trace[600955443] 'process raft request' (duration: 5.081098797s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.926999Z","time spent":"5.081812272s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:49.008872Z","caller":"traceutil/trace.go:172","msg":"trace[944777198] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"5.081046364s","start":"2026-03-17T20:49:43.927818Z","end":"2026-03-17T20:49:49.008865Z","steps":["trace[944777198] 'process raft request' (duration: 5.080440624s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.008901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.927809Z","time spent":"5.081079215s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:49.008632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.927054Z","time spent":"5.08156932s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.007739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.376334805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:49.009036Z","caller":"traceutil/trace.go:172","msg":"trace[992314271] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:2; }","duration":"4.377660252s","start":"2026-03-17T20:49:44.631366Z","end":"2026-03-17T20:49:49.009027Z","steps":["trace[992314271] 'agreement among raft nodes before linearized reading' (duration: 4.376280782s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.009074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.631329Z","time spent":"4.377736536s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.009423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.928097Z","time spent":"5.08055669s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:49.508875Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:49.520413Z","caller":"traceutil/trace.go:172","msg":"trace[607488354] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:13; }","duration":"512.550942ms","start":"2026-03-17T20:49:49.007828Z","end":"2026-03-17T20:49:49.520379Z","steps":["trace[607488354] 'read index received' (duration: 512.541622ms)","trace[607488354] 'applied index is now lower than readState.Index' (duration: 7.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.692968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.823545411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:49.693027Z","caller":"traceutil/trace.go:172","msg":"trace[1230986522] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller; range_end:; response_count:0; response_revision:10; }","duration":"3.823610384s","start":"2026-03-17T20:49:45.869404Z","end":"2026-03-17T20:49:49.693014Z","steps":["trace[1230986522] 'agreement among raft nodes before linearized reading' (duration: 3.651101509s)","trace[1230986522] 'range keys from in-memory index tree' (duration: 172.418731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.693055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.869380Z","time spent":"3.823667047s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.693148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.995401378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:49:49.693153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.868489014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:49:49.693202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.868632471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:49.693211Z","caller":"traceutil/trace.go:172","msg":"trace[1685697907] range","detail":"{range_begin:/registry/csinodes/controller; range_end:; response_count:0; response_revision:10; }","duration":"4.995483222s","start":"2026-03-17T20:49:44.697714Z","end":"2026-03-17T20:49:49.693197Z","steps":["trace[1685697907] 'agreement among raft nodes before linearized reading' (duration: 4.822823569s)","trace[1685697907] 'range keys from in-memory index tree' (duration: 172.552628ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:49.693217Z","caller":"traceutil/trace.go:172","msg":"trace[548078167] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:10; }","duration":"4.868551647s","start":"2026-03-17T20:49:44.824655Z","end":"2026-03-17T20:49:49.693207Z","steps":["trace[548078167] 'agreement among raft nodes before linearized reading' (duration: 4.695872784s)","trace[548078167] 'range keys from in-memory index tree' (duration: 172.60216ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:49.693223Z","caller":"traceutil/trace.go:172","msg":"trace[662975549] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:10; }","duration":"4.868654493s","start":"2026-03-17T20:49:44.824562Z","end":"2026-03-17T20:49:49.693216Z","steps":["trace[662975549] 'agreement among raft nodes before linearized reading' (duration: 4.69599479s)","trace[662975549] 'range keys from in-memory index tree' (duration: 172.61874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.693241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.824540Z","time spent":"4.868695705s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.693245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.697688Z","time spent":"4.995549725s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.693243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.824648Z","time spent":"4.868588839s","remote":"127.0.0.1:42914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.693509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.775468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:49:49.693557Z","caller":"traceutil/trace.go:172","msg":"trace[830496113] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"3.12775261s","start":"2026-03-17T20:49:46.565792Z","end":"2026-03-17T20:49:49.693544Z","steps":["trace[830496113] 'process raft request' (duration: 2.954807523s)","trace[830496113] 'compare' (duration: 172.164808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.693586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.565767Z","time spent":"3.127806062s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:50.020834Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:50.521981Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:50.540762Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.020327941s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:50.540989Z","caller":"traceutil/trace.go:172","msg":"trace[398765729] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:14; }","duration":"1.020485198s","start":"2026-03-17T20:49:49.520475Z","end":"2026-03-17T20:49:50.540960Z","steps":["trace[398765729] 'read index received' (duration: 1.020476637s)","trace[398765729] 'applied index is now lower than readState.Index' (duration: 6.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.263204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.195118214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:49:51.263245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.049388192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:51.263303Z","caller":"traceutil/trace.go:172","msg":"trace[680947361] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq; range_end:; response_count:0; response_revision:11; }","duration":"2.049454546s","start":"2026-03-17T20:49:49.213829Z","end":"2026-03-17T20:49:51.263284Z","steps":["trace[680947361] 'agreement among raft nodes before linearized reading' (duration: 1.327164911s)","trace[680947361] 'range keys from in-memory index tree' (duration: 722.18925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.263338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.213805Z","time spent":"2.049520769s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/apiserver-ho7paesrdksqaoi6iuwwu33dmq\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.263339Z","caller":"traceutil/trace.go:172","msg":"trace[1471509257] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"2.195216789s","start":"2026-03-17T20:49:49.068055Z","end":"2026-03-17T20:49:51.263272Z","steps":["trace[1471509257] 'agreement among raft nodes before linearized reading' (duration: 1.472964766s)","trace[1471509257] 'range keys from in-memory index tree' (duration: 722.128897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.263382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.068029Z","time spent":"2.195341675s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.263404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.252191306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:51.263725Z","caller":"traceutil/trace.go:172","msg":"trace[1509825760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"2.252370885s","start":"2026-03-17T20:49:49.011197Z","end":"2026-03-17T20:49:51.263568Z","steps":["trace[1509825760] 'agreement among raft nodes before linearized reading' (duration: 1.52988969s)","trace[1509825760] 'range keys from in-memory index tree' (duration: 722.283394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.263848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.011175Z","time spent":"2.252660459s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:51.263911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.466834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:49:51.264115Z","caller":"traceutil/trace.go:172","msg":"trace[1863790245] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"2.25086553s","start":"2026-03-17T20:49:49.013238Z","end":"2026-03-17T20:49:51.264103Z","steps":["trace[1863790245] 'process raft request' (duration: 1.527867219s)","trace[1863790245] 'compare' (duration: 722.01275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.264245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.013218Z","time spent":"2.250920803s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.264526Z","caller":"traceutil/trace.go:172","msg":"trace[172759996] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"2.249951033s","start":"2026-03-17T20:49:49.014569Z","end":"2026-03-17T20:49:51.264520Z","steps":["trace[172759996] 'process raft request' (duration: 2.249604845s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.264611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014558Z","time spent":"2.250035898s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.264652Z","caller":"traceutil/trace.go:172","msg":"trace[1178375428] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"2.250005846s","start":"2026-03-17T20:49:49.014628Z","end":"2026-03-17T20:49:51.264634Z","steps":["trace[1178375428] 'process raft request' (duration: 2.249648368s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.264750Z","caller":"traceutil/trace.go:172","msg":"trace[1014600698] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"2.25009381s","start":"2026-03-17T20:49:49.014637Z","end":"2026-03-17T20:49:51.264730Z","steps":["trace[1014600698] 'process raft request' (duration: 2.249718722s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.264839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014629Z","time spent":"2.250172314s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.265194Z","caller":"traceutil/trace.go:172","msg":"trace[1330142775] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16; }","duration":"2.250546872s","start":"2026-03-17T20:49:49.014640Z","end":"2026-03-17T20:49:51.265187Z","steps":["trace[1330142775] 'process raft request' (duration: 2.249973674s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.265189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014620Z","time spent":"2.250513241s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:51.265231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014628Z","time spent":"2.250587205s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.265674Z","caller":"traceutil/trace.go:172","msg":"trace[792144145] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"2.250985095s","start":"2026-03-17T20:49:49.014669Z","end":"2026-03-17T20:49:51.265655Z","steps":["trace[792144145] 'process raft request' (duration: 2.249969634s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.265758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014663Z","time spent":"2.251058078s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.265796Z","caller":"traceutil/trace.go:172","msg":"trace[1063980842] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"2.251112811s","start":"2026-03-17T20:49:49.014678Z","end":"2026-03-17T20:49:51.265791Z","steps":["trace[1063980842] 'process raft request' (duration: 2.250930072s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.265771Z","caller":"traceutil/trace.go:172","msg":"trace[719135469] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"2.250546053s","start":"2026-03-17T20:49:49.015215Z","end":"2026-03-17T20:49:51.265761Z","steps":["trace[719135469] 'process raft request' (duration: 2.250433848s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.265864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014672Z","time spent":"2.251167954s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.265833Z","caller":"traceutil/trace.go:172","msg":"trace[1590310113] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"1.569423935s","start":"2026-03-17T20:49:49.696394Z","end":"2026-03-17T20:49:51.265818Z","steps":["trace[1590310113] 'process raft request' (duration: 1.569354102s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.265915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.015203Z","time spent":"2.25068439s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:51.265984Z","caller":"traceutil/trace.go:172","msg":"trace[1581429341] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"2.246643166s","start":"2026-03-17T20:49:49.019332Z","end":"2026-03-17T20:49:51.265975Z","steps":["trace[1581429341] 'process raft request' (duration: 2.246381252s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.265997Z","caller":"traceutil/trace.go:172","msg":"trace[1683281459] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:14; }","duration":"724.922149ms","start":"2026-03-17T20:49:50.541063Z","end":"2026-03-17T20:49:51.265985Z","steps":["trace[1683281459] 'read index received' (duration: 170.512234ms)","trace[1683281459] 'applied index is now lower than readState.Index' (duration: 554.409184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.266048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.019308Z","time spent":"2.24672187s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:51.266071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.56971325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:51.266094Z","caller":"traceutil/trace.go:172","msg":"trace[978775853] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:21; }","duration":"1.569735892s","start":"2026-03-17T20:49:49.696350Z","end":"2026-03-17T20:49:51.266086Z","steps":["trace[978775853] 'agreement among raft nodes before linearized reading' (duration: 1.569693669s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.266120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.696340Z","time spent":"1.569775114s","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.266213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.696362Z","time spent":"1.569562123s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:51.266306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.570333081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:2898"} {"level":"info","ts":"2026-03-17T20:49:51.267770Z","caller":"traceutil/trace.go:172","msg":"trace[1012055084] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:21; }","duration":"1.571788956s","start":"2026-03-17T20:49:49.695965Z","end":"2026-03-17T20:49:51.267754Z","steps":["trace[1012055084] 'agreement among raft nodes before linearized reading' (duration: 1.57028101s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.267822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.695925Z","time spent":"1.571878729s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":2922,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.266348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.570448128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:2898"} {"level":"info","ts":"2026-03-17T20:49:51.267928Z","caller":"traceutil/trace.go:172","msg":"trace[886361057] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:21; }","duration":"1.572017747s","start":"2026-03-17T20:49:49.695896Z","end":"2026-03-17T20:49:51.267914Z","steps":["trace[886361057] 'agreement among raft nodes before linearized reading' (duration: 1.570421936s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.266388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.570604826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller\" limit:1 ","response":"range_response_count:1 size:2898"} {"level":"warn","ts":"2026-03-17T20:49:51.267985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.695885Z","time spent":"1.57207813s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":2922,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.268000Z","caller":"traceutil/trace.go:172","msg":"trace[1218142407] range","detail":"{range_begin:/registry/minions/controller; range_end:; response_count:1; response_revision:21; }","duration":"1.572186145s","start":"2026-03-17T20:49:49.695779Z","end":"2026-03-17T20:49:51.267966Z","steps":["trace[1218142407] 'agreement among raft nodes before linearized reading' (duration: 1.570578674s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.266519Z","caller":"traceutil/trace.go:172","msg":"trace[1215389169] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"2.251959455s","start":"2026-03-17T20:49:49.014548Z","end":"2026-03-17T20:49:51.266508Z","steps":["trace[1215389169] 'process raft request' (duration: 2.249460238s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.268121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.695762Z","time spent":"1.572262389s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":2922,"request content":"key:\"/registry/minions/controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.268157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.014529Z","time spent":"2.253575396s","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":586,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:51.611419Z","caller":"traceutil/trace.go:172","msg":"trace[478491428] linearizableReadLoop","detail":"{readStateIndex:25; appliedIndex:25; }","duration":"345.366365ms","start":"2026-03-17T20:49:51.266024Z","end":"2026-03-17T20:49:51.611390Z","steps":["trace[478491428] 'read index received' (duration: 345.356845ms)","trace[478491428] 'applied index is now lower than readState.Index' (duration: 8.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.111973Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009632162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:52.478459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"602.146126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:52.478563Z","caller":"traceutil/trace.go:172","msg":"trace[520558845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21; }","duration":"602.266702ms","start":"2026-03-17T20:49:51.876276Z","end":"2026-03-17T20:49:52.478543Z","steps":["trace[520558845] 'range keys from in-memory index tree' (duration: 602.121915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.478502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.466184211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:52.478635Z","caller":"traceutil/trace.go:172","msg":"trace[1852013015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21; }","duration":"1.466319657s","start":"2026-03-17T20:49:51.012305Z","end":"2026-03-17T20:49:52.478625Z","steps":["trace[1852013015] 'agreement among raft nodes before linearized reading' (duration: 599.231839ms)","trace[1852013015] 'range keys from in-memory index tree' (duration: 866.931221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.478668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.012282Z","time spent":"1.46637658s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:52.478718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.212688735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-17T20:49:52.478807Z","caller":"traceutil/trace.go:172","msg":"trace[1280071986] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"1.212810812s","start":"2026-03-17T20:49:51.265976Z","end":"2026-03-17T20:49:52.478787Z","steps":["trace[1280071986] 'agreement among raft nodes before linearized reading' (duration: 345.434748ms)","trace[1280071986] 'range keys from in-memory index tree' (duration: 867.112641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.478868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.265961Z","time spent":"1.212886466s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.478947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"867.376003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-17T20:49:52.479019Z","caller":"traceutil/trace.go:172","msg":"trace[464813323] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"1.868562172s","start":"2026-03-17T20:49:50.610441Z","end":"2026-03-17T20:49:52.479003Z","steps":["trace[464813323] 'process raft request' (duration: 1.001064432s)","trace[464813323] 'compare' (duration: 866.929171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.479070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.610408Z","time spent":"1.868639437s","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.494674Z","caller":"traceutil/trace.go:172","msg":"trace[1432073654] linearizableReadLoop","detail":"{readStateIndex:26; appliedIndex:26; }","duration":"883.137973ms","start":"2026-03-17T20:49:51.611506Z","end":"2026-03-17T20:49:52.494644Z","steps":["trace[1432073654] 'read index received' (duration: 883.131353ms)","trace[1432073654] 'applied index is now lower than readState.Index' (duration: 5.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.494716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.172557626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-17T20:49:52.494716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.176806431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:52.494751Z","caller":"traceutil/trace.go:172","msg":"trace[1967130345] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:22; }","duration":"1.172605678s","start":"2026-03-17T20:49:51.322136Z","end":"2026-03-17T20:49:52.494741Z","steps":["trace[1967130345] 'agreement among raft nodes before linearized reading' (duration: 1.172509883s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.494755Z","caller":"traceutil/trace.go:172","msg":"trace[309004416] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:22; }","duration":"1.176861493s","start":"2026-03-17T20:49:51.317886Z","end":"2026-03-17T20:49:52.494748Z","steps":["trace[309004416] 'agreement among raft nodes before linearized reading' (duration: 1.176777799s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.494776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.317866Z","time spent":"1.176904976s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.494777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.322116Z","time spent":"1.172655161s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-node-lease\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.494785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.223088344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:52.494806Z","caller":"traceutil/trace.go:172","msg":"trace[919015590] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:22; }","duration":"1.223114245s","start":"2026-03-17T20:49:51.271685Z","end":"2026-03-17T20:49:52.494800Z","steps":["trace[919015590] 'agreement among raft nodes before linearized reading' (duration: 1.223068193s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.494825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.271678Z","time spent":"1.223141996s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.494870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.226455394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:52.494902Z","caller":"traceutil/trace.go:172","msg":"trace[887149680] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:23; }","duration":"1.226486716s","start":"2026-03-17T20:49:51.268411Z","end":"2026-03-17T20:49:52.494897Z","steps":["trace[887149680] 'agreement among raft nodes before linearized reading' (duration: 1.226443464s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.494915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.268403Z","time spent":"1.226508758s","remote":"127.0.0.1:42914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.495166Z","caller":"traceutil/trace.go:172","msg":"trace[1208319821] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"1.226711728s","start":"2026-03-17T20:49:51.268438Z","end":"2026-03-17T20:49:52.495150Z","steps":["trace[1208319821] 'process raft request' (duration: 1.226549109s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.495299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.268428Z","time spent":"1.226783412s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.495334Z","caller":"traceutil/trace.go:172","msg":"trace[1058520289] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"1.227192042s","start":"2026-03-17T20:49:51.268134Z","end":"2026-03-17T20:49:52.495326Z","steps":["trace[1058520289] 'process raft request' (duration: 1.226820923s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.495365Z","caller":"traceutil/trace.go:172","msg":"trace[198765775] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"1.229452697s","start":"2026-03-17T20:49:51.265898Z","end":"2026-03-17T20:49:52.495351Z","steps":["trace[198765775] 'process raft request' (duration: 1.228813595s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.495382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.268121Z","time spent":"1.227243094s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:52.495408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.265878Z","time spent":"1.22951213s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.495518Z","caller":"traceutil/trace.go:172","msg":"trace[889208359] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"1.223036131s","start":"2026-03-17T20:49:51.272475Z","end":"2026-03-17T20:49:52.495511Z","steps":["trace[889208359] 'process raft request' (duration: 1.222681193s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.495571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.272465Z","time spent":"1.223091594s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.495701Z","caller":"traceutil/trace.go:172","msg":"trace[1668612380] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"1.224849613s","start":"2026-03-17T20:49:51.270844Z","end":"2026-03-17T20:49:52.495693Z","steps":["trace[1668612380] 'process raft request' (duration: 1.22420315s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.495740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.270833Z","time spent":"1.224890676s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.495845Z","caller":"traceutil/trace.go:172","msg":"trace[1680829173] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"1.224749249s","start":"2026-03-17T20:49:51.271088Z","end":"2026-03-17T20:49:52.495838Z","steps":["trace[1680829173] 'process raft request' (duration: 1.22399136s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.495883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.271081Z","time spent":"1.224786791s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.495864Z","caller":"traceutil/trace.go:172","msg":"trace[32581417] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"1.221042911s","start":"2026-03-17T20:49:51.274801Z","end":"2026-03-17T20:49:52.495844Z","steps":["trace[32581417] 'process raft request' (duration: 1.220382836s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.495964Z","caller":"traceutil/trace.go:172","msg":"trace[129176632] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"1.224477295s","start":"2026-03-17T20:49:51.271479Z","end":"2026-03-17T20:49:52.495957Z","steps":["trace[129176632] 'process raft request' (duration: 1.223631332s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.496102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.274792Z","time spent":"1.221171528s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3349,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:52.495174Z","caller":"traceutil/trace.go:172","msg":"trace[918973713] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"1.227074206s","start":"2026-03-17T20:49:51.268089Z","end":"2026-03-17T20:49:52.495163Z","steps":["trace[918973713] 'process raft request' (duration: 1.226777661s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.497460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.268080Z","time spent":"1.229352622s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.496632Z","caller":"traceutil/trace.go:172","msg":"trace[2136342523] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"1.224899586s","start":"2026-03-17T20:49:51.271723Z","end":"2026-03-17T20:49:52.496622Z","steps":["trace[2136342523] 'process raft request' (duration: 1.2234108s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.498216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.271700Z","time spent":"1.226498596s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:52.501698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.271466Z","time spent":"1.224519518s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.970810Z","caller":"traceutil/trace.go:172","msg":"trace[118076703] linearizableReadLoop","detail":"{readStateIndex:37; appliedIndex:37; }","duration":"439.434045ms","start":"2026-03-17T20:49:52.531327Z","end":"2026-03-17T20:49:52.970761Z","steps":["trace[118076703] 'read index received' (duration: 439.406634ms)","trace[118076703] 'applied index is now lower than readState.Index' (duration: 25.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.982212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.879544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-17T20:49:52.982276Z","caller":"traceutil/trace.go:172","msg":"trace[1178559373] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:33; }","duration":"450.951918ms","start":"2026-03-17T20:49:52.531312Z","end":"2026-03-17T20:49:52.982264Z","steps":["trace[1178559373] 'agreement among raft nodes before linearized reading' (duration: 439.610843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.982307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.531269Z","time spent":"451.028872ms","remote":"127.0.0.1:42914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:52.982476Z","caller":"traceutil/trace.go:172","msg":"trace[1933598633] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"480.299565ms","start":"2026-03-17T20:49:52.502151Z","end":"2026-03-17T20:49:52.982451Z","steps":["trace[1933598633] 'process raft request' (duration: 468.869166ms)","trace[1933598633] 'compare' (duration: 11.287242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.982604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.502124Z","time spent":"480.421041ms","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.982609Z","caller":"traceutil/trace.go:172","msg":"trace[383506541] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"478.750768ms","start":"2026-03-17T20:49:52.503831Z","end":"2026-03-17T20:49:52.982581Z","steps":["trace[383506541] 'process raft request' (duration: 478.652473ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.982651Z","caller":"traceutil/trace.go:172","msg":"trace[1826615729] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"479.954918ms","start":"2026-03-17T20:49:52.502684Z","end":"2026-03-17T20:49:52.982639Z","steps":["trace[1826615729] 'process raft request' (duration: 479.758988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.982702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.502669Z","time spent":"480.007431ms","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:52.982731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.503778Z","time spent":"478.892384ms","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.982788Z","caller":"traceutil/trace.go:172","msg":"trace[1250531986] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"478.80993ms","start":"2026-03-17T20:49:52.503954Z","end":"2026-03-17T20:49:52.982764Z","steps":["trace[1250531986] 'process raft request' (duration: 478.545627ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.982838Z","caller":"traceutil/trace.go:172","msg":"trace[445419571] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"479.297765ms","start":"2026-03-17T20:49:52.503531Z","end":"2026-03-17T20:49:52.982828Z","steps":["trace[445419571] 'process raft request' (duration: 478.930487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.982886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.503520Z","time spent":"479.343827ms","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:52.982890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.503940Z","time spent":"478.904235ms","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.983210Z","caller":"traceutil/trace.go:172","msg":"trace[1335223009] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"478.946116ms","start":"2026-03-17T20:49:52.504254Z","end":"2026-03-17T20:49:52.983201Z","steps":["trace[1335223009] 'process raft request' (duration: 478.917045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.983259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.504247Z","time spent":"478.99223ms","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:52.983311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.504171Z","time spent":"479.131616ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:52.983369Z","caller":"traceutil/trace.go:172","msg":"trace[1838695725] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"479.146927ms","start":"2026-03-17T20:49:52.504212Z","end":"2026-03-17T20:49:52.983358Z","steps":["trace[1838695725] 'process raft request' (duration: 478.913344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.983410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.504156Z","time spent":"479.235803ms","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.982641Z","caller":"traceutil/trace.go:172","msg":"trace[148505813] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"480.422231ms","start":"2026-03-17T20:49:52.502185Z","end":"2026-03-17T20:49:52.982608Z","steps":["trace[148505813] 'process raft request' (duration: 480.232332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.984803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.502177Z","time spent":"482.499167ms","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:52.987511Z","caller":"traceutil/trace.go:172","msg":"trace[259163882] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"455.580113ms","start":"2026-03-17T20:49:52.531914Z","end":"2026-03-17T20:49:52.987494Z","steps":["trace[259163882] 'process raft request' (duration: 455.475188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.987598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:52.531898Z","time spent":"455.659967ms","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:53.979572Z","caller":"traceutil/trace.go:172","msg":"trace[1246125060] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"253.939924ms","start":"2026-03-17T20:49:53.725593Z","end":"2026-03-17T20:49:53.979533Z","steps":["trace[1246125060] 'process raft request' (duration: 163.830672ms)","trace[1246125060] 'compare' (duration: 89.816897ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:54.431049Z","caller":"traceutil/trace.go:172","msg":"trace[154101286] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"253.695185ms","start":"2026-03-17T20:49:54.177328Z","end":"2026-03-17T20:49:54.431023Z","steps":["trace[154101286] 'process raft request' (duration: 222.328152ms)","trace[154101286] 'compare' (duration: 31.217806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.610689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.292584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.610803Z","caller":"traceutil/trace.go:172","msg":"trace[1216537001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:182; }","duration":"112.41232ms","start":"2026-03-17T20:49:54.498355Z","end":"2026-03-17T20:49:54.610767Z","steps":["trace[1216537001] 'agreement among raft nodes before linearized reading' (duration: 91.34068ms)","trace[1216537001] 'range keys from in-memory index tree' (duration: 20.914762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.610902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.128036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.611030Z","caller":"traceutil/trace.go:172","msg":"trace[1714601142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:183; }","duration":"100.271733ms","start":"2026-03-17T20:49:54.510737Z","end":"2026-03-17T20:49:54.611009Z","steps":["trace[1714601142] 'agreement among raft nodes before linearized reading' (duration: 100.086983ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.611112Z","caller":"traceutil/trace.go:172","msg":"trace[544916159] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"154.895579ms","start":"2026-03-17T20:49:54.456168Z","end":"2026-03-17T20:49:54.611063Z","steps":["trace[544916159] 'process raft request' (duration: 133.482401ms)","trace[544916159] 'compare' (duration: 20.997946ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:54.841752Z","caller":"traceutil/trace.go:172","msg":"trace[2117349914] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"173.484402ms","start":"2026-03-17T20:49:54.668231Z","end":"2026-03-17T20:49:54.841716Z","steps":["trace[2117349914] 'process raft request' (duration: 105.091398ms)","trace[2117349914] 'compare' (duration: 68.176093ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:55.124346Z","caller":"traceutil/trace.go:172","msg":"trace[1463710664] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"227.317362ms","start":"2026-03-17T20:49:54.896986Z","end":"2026-03-17T20:49:55.124304Z","steps":["trace[1463710664] 'process raft request' (duration: 139.17541ms)","trace[1463710664] 'compare' (duration: 87.939062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.704358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.71361ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.704464Z","caller":"traceutil/trace.go:172","msg":"trace[1194719300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:202; }","duration":"206.871918ms","start":"2026-03-17T20:49:55.497572Z","end":"2026-03-17T20:49:55.704444Z","steps":["trace[1194719300] 'range keys from in-memory index tree' (duration: 197.723763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.704612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.951874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:55.704771Z","caller":"traceutil/trace.go:172","msg":"trace[513979358] linearizableReadLoop","detail":"{readStateIndex:208; appliedIndex:207; }","duration":"193.16614ms","start":"2026-03-17T20:49:55.511586Z","end":"2026-03-17T20:49:55.704752Z","steps":["trace[513979358] 'read index received' (duration: 38.002µs)","trace[513979358] 'applied index is now lower than readState.Index' (duration: 193.126888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.704872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.287346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.704897Z","caller":"traceutil/trace.go:172","msg":"trace[1778820965] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"291.022956ms","start":"2026-03-17T20:49:55.413860Z","end":"2026-03-17T20:49:55.704883Z","steps":["trace[1778820965] 'process raft request' (duration: 92.727284ms)","trace[1778820965] 'compare' (duration: 197.66771ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:55.704914Z","caller":"traceutil/trace.go:172","msg":"trace[498044529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:203; }","duration":"193.334589ms","start":"2026-03-17T20:49:55.511567Z","end":"2026-03-17T20:49:55.704902Z","steps":["trace[498044529] 'agreement among raft nodes before linearized reading' (duration: 193.249614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.930717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.217215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:55.930885Z","caller":"traceutil/trace.go:172","msg":"trace[1515390838] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"134.401094ms","start":"2026-03-17T20:49:55.796460Z","end":"2026-03-17T20:49:55.930861Z","steps":["trace[1515390838] 'process raft request' (duration: 23.972469ms)","trace[1515390838] 'compare' (duration: 110.033155ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.203847Z","caller":"traceutil/trace.go:172","msg":"trace[884094656] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"172.289119ms","start":"2026-03-17T20:49:56.031528Z","end":"2026-03-17T20:49:56.203817Z","steps":["trace[884094656] 'process raft request' (duration: 172.10726ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.193898Z","caller":"traceutil/trace.go:172","msg":"trace[1271018387] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"211.128525ms","start":"2026-03-17T20:49:57.982745Z","end":"2026-03-17T20:49:58.193874Z","steps":["trace[1271018387] 'process raft request' (duration: 210.994639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.215538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.637353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.215639Z","caller":"traceutil/trace.go:172","msg":"trace[1883051269] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller; range_end:; response_count:0; response_revision:286; }","duration":"101.756739ms","start":"2026-03-17T20:49:58.113861Z","end":"2026-03-17T20:49:58.215618Z","steps":["trace[1883051269] 'agreement among raft nodes before linearized reading' (duration: 101.555348ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.215719Z","caller":"traceutil/trace.go:172","msg":"trace[1863849015] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"109.553127ms","start":"2026-03-17T20:49:58.106072Z","end":"2026-03-17T20:49:58.215625Z","steps":["trace[1863849015] 'process raft request' (duration: 109.462882ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.215946Z","caller":"traceutil/trace.go:172","msg":"trace[984353228] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"184.887629ms","start":"2026-03-17T20:49:58.030987Z","end":"2026-03-17T20:49:58.215874Z","steps":["trace[984353228] 'process raft request' (duration: 184.455317ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.298639Z","caller":"traceutil/trace.go:172","msg":"trace[757197998] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"168.091079ms","start":"2026-03-17T20:50:00.130527Z","end":"2026-03-17T20:50:00.298618Z","steps":["trace[757197998] 'process raft request' (duration: 167.981223ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.583564Z","caller":"traceutil/trace.go:172","msg":"trace[1195366112] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"163.750616ms","start":"2026-03-17T20:50:14.419785Z","end":"2026-03-17T20:50:14.583535Z","steps":["trace[1195366112] 'process raft request' (duration: 163.517924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:32.143711Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:32.644573Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:33.145663Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:33.646594Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:34.149979Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:34.195312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000664855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:50:34.195403Z","caller":"traceutil/trace.go:172","msg":"trace[19575832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00077709s","start":"2026-03-17T20:50:32.194602Z","end":"2026-03-17T20:50:34.195379Z","steps":["trace[19575832] 'agreement among raft nodes before linearized reading' (duration: 2.000646144s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.195466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:32.194574Z","time spent":"2.000883336s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:50:34 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:50:34.308069Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.679540358s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:50:34.308350Z","caller":"traceutil/trace.go:172","msg":"trace[973879996] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:520; }","duration":"2.665272353s","start":"2026-03-17T20:50:31.643033Z","end":"2026-03-17T20:50:34.308305Z","steps":["trace[973879996] 'read index received' (duration: 2.665230941s)","trace[973879996] 'applied index is now lower than readState.Index' (duration: 38.822µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:34.308562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.665517596s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:34.308605Z","caller":"traceutil/trace.go:172","msg":"trace[198002236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:501; }","duration":"2.66559862s","start":"2026-03-17T20:50:31.642996Z","end":"2026-03-17T20:50:34.308594Z","steps":["trace[198002236] 'agreement among raft nodes before linearized reading' (duration: 2.665477013s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.472148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.460329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:34.472228Z","caller":"traceutil/trace.go:172","msg":"trace[48950219] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:501; }","duration":"163.528802ms","start":"2026-03-17T20:50:34.308652Z","end":"2026-03-17T20:50:34.472181Z","steps":["trace[48950219] 'range keys from in-memory index tree' (duration: 163.448858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.472047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.522452ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-17T20:50:34.516775Z","caller":"traceutil/trace.go:172","msg":"trace[1261048489] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:521; }","duration":"208.313868ms","start":"2026-03-17T20:50:34.308434Z","end":"2026-03-17T20:50:34.516748Z","steps":["trace[1261048489] 'read index received' (duration: 208.303798ms)","trace[1261048489] 'applied index is now lower than readState.Index' (duration: 8.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:34.516908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.326013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:34.516910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.095391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:34.516934Z","caller":"traceutil/trace.go:172","msg":"trace[1068627460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"371.355474ms","start":"2026-03-17T20:50:34.145571Z","end":"2026-03-17T20:50:34.516927Z","steps":["trace[1068627460] 'agreement among raft nodes before linearized reading' (duration: 371.304822ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:34.516961Z","caller":"traceutil/trace.go:172","msg":"trace[647613461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"320.165164ms","start":"2026-03-17T20:50:34.196782Z","end":"2026-03-17T20:50:34.516948Z","steps":["trace[647613461] 'agreement among raft nodes before linearized reading' (duration: 320.027377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.516966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:34.145541Z","time spent":"371.419888ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:34.516992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:34.196759Z","time spent":"320.227147ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:50:34.518117Z","caller":"traceutil/trace.go:172","msg":"trace[49683680] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"1.827536648s","start":"2026-03-17T20:50:32.690556Z","end":"2026-03-17T20:50:34.518093Z","steps":["trace[49683680] 'process raft request' (duration: 1.826450761s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.518408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:32.690527Z","time spent":"1.82775084s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:34.519170Z","caller":"traceutil/trace.go:172","msg":"trace[335312657] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"1.654828354s","start":"2026-03-17T20:50:32.864327Z","end":"2026-03-17T20:50:34.519155Z","steps":["trace[335312657] 'process raft request' (duration: 1.653123655s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.519289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:32.864285Z","time spent":"1.654929329s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:34.519178Z","caller":"traceutil/trace.go:172","msg":"trace[610149513] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"1.216431785s","start":"2026-03-17T20:50:33.302712Z","end":"2026-03-17T20:50:34.519144Z","steps":["trace[610149513] 'process raft request' (duration: 1.214800559s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:34.522186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:33.302683Z","time spent":"1.217851139s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:39.042502Z","caller":"traceutil/trace.go:172","msg":"trace[1298447738] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:529; }","duration":"399.911535ms","start":"2026-03-17T20:50:38.642545Z","end":"2026-03-17T20:50:39.042456Z","steps":["trace[1298447738] 'read index received' (duration: 399.902915ms)","trace[1298447738] 'applied index is now lower than readState.Index' (duration: 7.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:39.042706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"400.128306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:39.042791Z","caller":"traceutil/trace.go:172","msg":"trace[2118966132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:508; }","duration":"400.236052ms","start":"2026-03-17T20:50:38.642537Z","end":"2026-03-17T20:50:39.042773Z","steps":["trace[2118966132] 'agreement among raft nodes before linearized reading' (duration: 400.064323ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:39.042901Z","caller":"traceutil/trace.go:172","msg":"trace[1268360273] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"485.359318ms","start":"2026-03-17T20:50:38.557512Z","end":"2026-03-17T20:50:39.042872Z","steps":["trace[1268360273] 'process raft request' (duration: 485.099564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:39.043141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:38.557488Z","time spent":"485.520567ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:39.201115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.966505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:39.201322Z","caller":"traceutil/trace.go:172","msg":"trace[1635014609] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"643.550062ms","start":"2026-03-17T20:50:38.557752Z","end":"2026-03-17T20:50:39.201302Z","steps":["trace[1635014609] 'process raft request' (duration: 524.328484ms)","trace[1635014609] 'compare' (duration: 118.856609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:39.201427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:38.557701Z","time spent":"643.669159ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:45.580524Z","caller":"traceutil/trace.go:172","msg":"trace[1212259349] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:540; }","duration":"328.597456ms","start":"2026-03-17T20:50:45.251892Z","end":"2026-03-17T20:50:45.580490Z","steps":["trace[1212259349] 'read index received' (duration: 328.583756ms)","trace[1212259349] 'applied index is now lower than readState.Index' (duration: 11.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:45.580748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.822573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:45.580778Z","caller":"traceutil/trace.go:172","msg":"trace[325762633] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:518; }","duration":"328.883452ms","start":"2026-03-17T20:50:45.251887Z","end":"2026-03-17T20:50:45.580770Z","steps":["trace[325762633] 'agreement among raft nodes before linearized reading' (duration: 328.770644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:45.580808Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:45.251857Z","time spent":"328.9444ms","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:45.581360Z","caller":"traceutil/trace.go:172","msg":"trace[140329107] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"864.305159ms","start":"2026-03-17T20:50:44.717044Z","end":"2026-03-17T20:50:45.581349Z","steps":["trace[140329107] 'process raft request' (duration: 864.167841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:45.581458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:44.717009Z","time spent":"864.374777ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:45.778975Z","caller":"traceutil/trace.go:172","msg":"trace[1061758644] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:541; }","duration":"198.340959ms","start":"2026-03-17T20:50:45.580606Z","end":"2026-03-17T20:50:45.778947Z","steps":["trace[1061758644] 'read index received' (duration: 198.332109ms)","trace[1061758644] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:46.004797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.325366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:46.004869Z","caller":"traceutil/trace.go:172","msg":"trace[660284707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:519; }","duration":"362.405365ms","start":"2026-03-17T20:50:45.642451Z","end":"2026-03-17T20:50:46.004856Z","steps":["trace[660284707] 'range keys from in-memory index tree' (duration: 362.273777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:46.004938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"651.882431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ptxbw\" limit:1 ","response":"range_response_count:1 size:18350"} {"level":"info","ts":"2026-03-17T20:50:46.004965Z","caller":"traceutil/trace.go:172","msg":"trace[755609256] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ptxbw; range_end:; response_count:1; response_revision:519; }","duration":"651.909561ms","start":"2026-03-17T20:50:45.353047Z","end":"2026-03-17T20:50:46.004956Z","steps":["trace[755609256] 'agreement among raft nodes before linearized reading' (duration: 425.989107ms)","trace[755609256] 'range keys from in-memory index tree' (duration: 225.777966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:46.004989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:45.353019Z","time spent":"651.96337ms","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18374,"request content":"key:\"/registry/pods/kube-system/cilium-ptxbw\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:46.005120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.032972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:46.005291Z","caller":"traceutil/trace.go:172","msg":"trace[2085137584] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"875.138354ms","start":"2026-03-17T20:50:45.130142Z","end":"2026-03-17T20:50:46.005280Z","steps":["trace[2085137584] 'process raft request' (duration: 648.869815ms)","trace[2085137584] 'compare' (duration: 225.760776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:46.005345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:45.130122Z","time spent":"875.202813ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":465,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:46.005480Z","caller":"traceutil/trace.go:172","msg":"trace[298226541] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:541; }","duration":"226.405177ms","start":"2026-03-17T20:50:45.779052Z","end":"2026-03-17T20:50:46.005457Z","steps":["trace[298226541] 'read index received' (duration: 59.499µs)","trace[298226541] 'applied index is now lower than readState.Index' (duration: 226.344338ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:46.005649Z","caller":"traceutil/trace.go:172","msg":"trace[979845291] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"782.419012ms","start":"2026-03-17T20:50:45.223219Z","end":"2026-03-17T20:50:46.005638Z","steps":["trace[979845291] 'process raft request' (duration: 782.016038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:46.005783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.710908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:46.005843Z","caller":"traceutil/trace.go:172","msg":"trace[1700405974] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:521; }","duration":"339.774957ms","start":"2026-03-17T20:50:45.666053Z","end":"2026-03-17T20:50:46.005828Z","steps":["trace[1700405974] 'agreement among raft nodes before linearized reading' (duration: 339.673309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:46.005878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:45.666022Z","time spent":"339.847066ms","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:46.005877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:45.223193Z","time spent":"782.489312ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:46.612529Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:47.112875Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:47.116149Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.092504924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:50:47.116391Z","caller":"traceutil/trace.go:172","msg":"trace[451301842] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:543; }","duration":"1.004187344s","start":"2026-03-17T20:50:46.112174Z","end":"2026-03-17T20:50:47.116361Z","steps":["trace[451301842] 'read index received' (duration: 1.004179664s)","trace[451301842] 'applied index is now lower than readState.Index' (duration: 6.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:47.117401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.788212ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:47.117445Z","caller":"traceutil/trace.go:172","msg":"trace[1071796761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:521; }","duration":"474.843641ms","start":"2026-03-17T20:50:46.642591Z","end":"2026-03-17T20:50:47.117435Z","steps":["trace[1071796761] 'range keys from in-memory index tree' (duration: 474.693193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:47.117465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.005283098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:47.117511Z","caller":"traceutil/trace.go:172","msg":"trace[1765756956] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:521; }","duration":"1.005328587s","start":"2026-03-17T20:50:46.112169Z","end":"2026-03-17T20:50:47.117497Z","steps":["trace[1765756956] 'agreement among raft nodes before linearized reading' (duration: 1.004340681s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:47.117557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:46.112145Z","time spent":"1.005403516s","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:47.117687Z","caller":"traceutil/trace.go:172","msg":"trace[711767212] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.094234098s","start":"2026-03-17T20:50:46.023443Z","end":"2026-03-17T20:50:47.117677Z","steps":["trace[711767212] 'process raft request' (duration: 1.093121075s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:47.117766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:46.023414Z","time spent":"1.094307278s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18507,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:47.117904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.249416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:47.117948Z","caller":"traceutil/trace.go:172","msg":"trace[457622000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"925.290916ms","start":"2026-03-17T20:50:46.192645Z","end":"2026-03-17T20:50:47.117936Z","steps":["trace[457622000] 'agreement among raft nodes before linearized reading' (duration: 925.230477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:47.117980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:46.192622Z","time spent":"925.351314ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:47.118313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.251342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.140\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:50:47.118352Z","caller":"traceutil/trace.go:172","msg":"trace[255997845] range","detail":"{range_begin:/registry/masterleases/199.19.213.140; range_end:; response_count:1; response_revision:522; }","duration":"502.289832ms","start":"2026-03-17T20:50:46.616053Z","end":"2026-03-17T20:50:47.118342Z","steps":["trace[255997845] 'agreement among raft nodes before linearized reading' (duration: 502.180713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:47.118366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.758106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:47.118408Z","caller":"traceutil/trace.go:172","msg":"trace[1297851243] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:522; }","duration":"778.800504ms","start":"2026-03-17T20:50:46.339597Z","end":"2026-03-17T20:50:47.118398Z","steps":["trace[1297851243] 'agreement among raft nodes before linearized reading' (duration: 778.741065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:47.118441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:46.339573Z","time spent":"778.861113ms","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:47.118379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:46.616036Z","time spent":"502.336001ms","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.140\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:48.692441Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:49.193556Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:49.694411Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:50.191658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000203278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:50:50.191783Z","caller":"traceutil/trace.go:172","msg":"trace[1499964083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360765s","start":"2026-03-17T20:50:48.191393Z","end":"2026-03-17T20:50:50.191754Z","steps":["trace[1499964083] 'agreement among raft nodes before linearized reading' (duration: 2.000196357s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:50.191885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:48.191365Z","time spent":"2.000506603s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:50:50 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:50:50.195463Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:50.695665Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:51.196083Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:51.696955Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:52.193636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000978696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:50:52.193793Z","caller":"traceutil/trace.go:172","msg":"trace[1944338028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001150384s","start":"2026-03-17T20:50:50.192612Z","end":"2026-03-17T20:50:52.193762Z","steps":["trace[1944338028] 'agreement among raft nodes before linearized reading' (duration: 2.000592111s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:52.194270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:50.192565Z","time spent":"2.001683308s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:50:52 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:50:52.198067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2778049158009633244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:52.533153Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.521109445s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:50:52.533441Z","caller":"traceutil/trace.go:172","msg":"trace[307729505] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:546; }","duration":"4.341989761s","start":"2026-03-17T20:50:48.191412Z","end":"2026-03-17T20:50:52.533401Z","steps":["trace[307729505] 'read index received' (duration: 4.341971021s)","trace[307729505] 'applied index is now lower than readState.Index' (duration: 16.2µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:52.533895Z","caller":"traceutil/trace.go:172","msg":"trace[190105534] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"4.521962624s","start":"2026-03-17T20:50:48.011900Z","end":"2026-03-17T20:50:52.533863Z","steps":["trace[190105534] 'process raft request' (duration: 4.521733897s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:52.534167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:48.011862Z","time spent":"4.522186612s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":465,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:53.010560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:48.012339Z","time spent":"4.998211999s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-17T20:50:53.014715Z","caller":"traceutil/trace.go:172","msg":"trace[1263292367] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:547; }","duration":"481.152706ms","start":"2026-03-17T20:50:52.533530Z","end":"2026-03-17T20:50:53.014682Z","steps":["trace[1263292367] 'read index received' (duration: 481.135647ms)","trace[1263292367] 'applied index is now lower than readState.Index' (duration: 15.379µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:53.030408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.05905049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.030544Z","caller":"traceutil/trace.go:172","msg":"trace[881037400] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:524; }","duration":"1.059195948s","start":"2026-03-17T20:50:51.971318Z","end":"2026-03-17T20:50:53.030514Z","steps":["trace[881037400] 'agreement among raft nodes before linearized reading' (duration: 1.043596966s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.030525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.868940087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:53.030595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:51.971279Z","time spent":"1.059302287s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:53.030638Z","caller":"traceutil/trace.go:172","msg":"trace[1515028332] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:524; }","duration":"2.869071085s","start":"2026-03-17T20:50:50.161538Z","end":"2026-03-17T20:50:53.030609Z","steps":["trace[1515028332] 'agreement among raft nodes before linearized reading' (duration: 2.853579081s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.030708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:50.161510Z","time spent":"2.869182904s","remote":"127.0.0.1:43128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:53.030839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"829.457954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.030881Z","caller":"traceutil/trace.go:172","msg":"trace[269983779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"829.500514ms","start":"2026-03-17T20:50:52.201371Z","end":"2026-03-17T20:50:53.030872Z","steps":["trace[269983779] 'agreement among raft nodes before linearized reading' (duration: 813.488196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.030879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.045268619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:53.030902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:52.201355Z","time spent":"829.541613ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:53.030926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"834.047651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbc16d6194068\" limit:1 ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-17T20:50:53.031027Z","caller":"traceutil/trace.go:172","msg":"trace[113882373] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.189dbc16d6194068; range_end:; response_count:1; response_revision:524; }","duration":"834.09949ms","start":"2026-03-17T20:50:52.196862Z","end":"2026-03-17T20:50:53.030961Z","steps":["trace[113882373] 'agreement among raft nodes before linearized reading' (duration: 818.021793ms)","trace[113882373] 'range keys from in-memory index tree' (duration: 15.881459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:53.031067Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:52.196836Z","time spent":"834.219158ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":808,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller.189dbc16d6194068\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:53.031225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.432685421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-03-17T20:50:53.031282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.343463731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.031294Z","caller":"traceutil/trace.go:172","msg":"trace[1273882067] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:524; }","duration":"1.43273126s","start":"2026-03-17T20:50:51.598526Z","end":"2026-03-17T20:50:53.031258Z","steps":["trace[1273882067] 'agreement among raft nodes before linearized reading' (duration: 1.416622134s)","trace[1273882067] 'range keys from in-memory index tree' (duration: 15.957508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:53.031312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.669434269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.031333Z","caller":"traceutil/trace.go:172","msg":"trace[657340541] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:524; }","duration":"2.343496891s","start":"2026-03-17T20:50:50.687810Z","end":"2026-03-17T20:50:53.031307Z","steps":["trace[657340541] 'agreement among raft nodes before linearized reading' (duration: 2.327366675s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.031355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.388298972s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.031365Z","caller":"traceutil/trace.go:172","msg":"trace[1181574863] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:524; }","duration":"1.669488038s","start":"2026-03-17T20:50:51.361864Z","end":"2026-03-17T20:50:53.031352Z","steps":["trace[1181574863] 'agreement among raft nodes before linearized reading' (duration: 1.653291933s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:53.031388Z","caller":"traceutil/trace.go:172","msg":"trace[1983466170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:524; }","duration":"4.388332602s","start":"2026-03-17T20:50:48.643047Z","end":"2026-03-17T20:50:53.031379Z","steps":["trace[1983466170] 'agreement among raft nodes before linearized reading' (duration: 4.372145646s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.031389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.77135911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:53.031365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:50.687780Z","time spent":"2.343577089s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:53.031588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.52184089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:53.031608Z","caller":"traceutil/trace.go:172","msg":"trace[1509680548] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:524; }","duration":"4.521863189s","start":"2026-03-17T20:50:48.509739Z","end":"2026-03-17T20:50:53.031602Z","steps":["trace[1509680548] 'agreement among raft nodes before linearized reading' (duration: 4.505446557s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.031629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:48.509709Z","time spent":"4.521913889s","remote":"127.0.0.1:42440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:53.032009Z","caller":"traceutil/trace.go:172","msg":"trace[967527341] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"3.673108213s","start":"2026-03-17T20:50:49.358882Z","end":"2026-03-17T20:50:53.031990Z","steps":["trace[967527341] 'process raft request' (duration: 3.672868256s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.032126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:49.358845Z","time spent":"3.673209381s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:53.032479Z","caller":"traceutil/trace.go:172","msg":"trace[395551474] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:524; }","duration":"1.045331399s","start":"2026-03-17T20:50:51.985577Z","end":"2026-03-17T20:50:53.030909Z","steps":["trace[395551474] 'agreement among raft nodes before linearized reading' (duration: 1.029318301s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.031329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:51.598490Z","time spent":"1.432831619s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1173,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:53.032581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:51.985520Z","time spent":"1.047033329s","remote":"127.0.0.1:42420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:53.031404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:51.361823Z","time spent":"1.669570058s","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:53.032951Z","caller":"traceutil/trace.go:172","msg":"trace[339875539] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:524; }","duration":"1.77138042s","start":"2026-03-17T20:50:51.260025Z","end":"2026-03-17T20:50:53.031406Z","steps":["trace[339875539] 'agreement among raft nodes before linearized reading' (duration: 1.755143705s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:53.033090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:51.259993Z","time spent":"1.7730539s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:53.524761Z","caller":"traceutil/trace.go:172","msg":"trace[1459246170] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"118.530696ms","start":"2026-03-17T20:50:53.406208Z","end":"2026-03-17T20:50:53.524739Z","steps":["trace[1459246170] 'process raft request' (duration: 118.414516ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:56.224025Z","caller":"traceutil/trace.go:172","msg":"trace[879139221] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"515.456542ms","start":"2026-03-17T20:50:55.708541Z","end":"2026-03-17T20:50:56.223998Z","steps":["trace[879139221] 'process raft request' (duration: 509.748539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:56.224719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:55.708506Z","time spent":"515.61393ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:51:00.262753Z","caller":"traceutil/trace.go:172","msg":"trace[1778556495] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:604; }","duration":"242.767154ms","start":"2026-03-17T20:51:00.019941Z","end":"2026-03-17T20:51:00.262708Z","steps":["trace[1778556495] 'read index received' (duration: 242.752614ms)","trace[1778556495] 'applied index is now lower than readState.Index' (duration: 12.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:00.284996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.811822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:00.285100Z","caller":"traceutil/trace.go:172","msg":"trace[1223782166] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:578; }","duration":"265.1472ms","start":"2026-03-17T20:51:00.019933Z","end":"2026-03-17T20:51:00.285080Z","steps":["trace[1223782166] 'agreement among raft nodes before linearized reading' (duration: 242.947702ms)","trace[1223782166] 'range keys from in-memory index tree' (duration: 21.734341ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:51:00.285077Z","caller":"traceutil/trace.go:172","msg":"trace[252282936] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"266.483218ms","start":"2026-03-17T20:51:00.018567Z","end":"2026-03-17T20:51:00.285051Z","steps":["trace[252282936] 'process raft request' (duration: 244.220441ms)","trace[252282936] 'compare' (duration: 22.114708ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:51:00.367683Z","caller":"traceutil/trace.go:172","msg":"trace[1671468672] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:605; }","duration":"104.778164ms","start":"2026-03-17T20:51:00.262870Z","end":"2026-03-17T20:51:00.367648Z","steps":["trace[1671468672] 'read index received' (duration: 104.765814ms)","trace[1671468672] 'applied index is now lower than readState.Index' (duration: 10.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:00.367821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.000002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:00.367866Z","caller":"traceutil/trace.go:172","msg":"trace[2124851837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"174.064841ms","start":"2026-03-17T20:51:00.193790Z","end":"2026-03-17T20:51:00.367855Z","steps":["trace[2124851837] 'agreement among raft nodes before linearized reading' (duration: 173.957302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:00.367861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.550724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:51:00.368091Z","caller":"traceutil/trace.go:172","msg":"trace[354932427] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"156.470486ms","start":"2026-03-17T20:51:00.211591Z","end":"2026-03-17T20:51:00.368062Z","steps":["trace[354932427] 'process raft request' (duration: 156.413437ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:00.368145Z","caller":"traceutil/trace.go:172","msg":"trace[1188247862] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:579; }","duration":"144.864542ms","start":"2026-03-17T20:51:00.223266Z","end":"2026-03-17T20:51:00.368130Z","steps":["trace[1188247862] 'agreement among raft nodes before linearized reading' (duration: 144.431335ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:00.368238Z","caller":"traceutil/trace.go:172","msg":"trace[981780585] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"347.814074ms","start":"2026-03-17T20:51:00.020360Z","end":"2026-03-17T20:51:00.368174Z","steps":["trace[981780585] 'process raft request' (duration: 347.492107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:00.368427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:51:00.020334Z","time spent":"347.945394ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:51:00.455344Z","caller":"traceutil/trace.go:172","msg":"trace[1040731243] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"163.173742ms","start":"2026-03-17T20:51:00.292137Z","end":"2026-03-17T20:51:00.455311Z","steps":["trace[1040731243] 'process raft request' (duration: 163.102033ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:00.455365Z","caller":"traceutil/trace.go:172","msg":"trace[1050347721] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"164.919747ms","start":"2026-03-17T20:51:00.290397Z","end":"2026-03-17T20:51:00.455317Z","steps":["trace[1050347721] 'process raft request' (duration: 163.22862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:01.565419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:01.579529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:01.597202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:01.621573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:01.634478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:01.650873Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51650","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:51:02.206564Z","caller":"traceutil/trace.go:172","msg":"trace[430258641] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"127.568084ms","start":"2026-03-17T20:51:02.078960Z","end":"2026-03-17T20:51:02.206528Z","steps":["trace[430258641] 'process raft request' (duration: 94.775037ms)","trace[430258641] 'compare' (duration: 32.4998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:02.986628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51674","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:51:03.942692Z","caller":"traceutil/trace.go:172","msg":"trace[759010913] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:649; }","duration":"132.034567ms","start":"2026-03-17T20:51:03.810626Z","end":"2026-03-17T20:51:03.942661Z","steps":["trace[759010913] 'read index received' (duration: 132.026117ms)","trace[759010913] 'applied index is now lower than readState.Index' (duration: 6.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:51:03.942945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.309965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-17T20:51:03.942978Z","caller":"traceutil/trace.go:172","msg":"trace[1402544370] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:622; }","duration":"132.358685ms","start":"2026-03-17T20:51:03.810609Z","end":"2026-03-17T20:51:03.942968Z","steps":["trace[1402544370] 'agreement among raft nodes before linearized reading' (duration: 132.190706ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:51:03.945070Z","caller":"traceutil/trace.go:172","msg":"trace[1608296330] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"136.017548ms","start":"2026-03-17T20:51:03.809027Z","end":"2026-03-17T20:51:03.945044Z","steps":["trace[1608296330] 'process raft request' (duration: 134.122012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:51:04.810257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:04.932531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:51:04.959454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58436","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:51:19.466674Z","caller":"traceutil/trace.go:172","msg":"trace[868742455] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"213.010648ms","start":"2026-03-17T20:51:19.253646Z","end":"2026-03-17T20:51:19.466657Z","steps":["trace[868742455] 'process raft request' (duration: 212.897559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:52:04.606195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.135181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-17T20:52:04.606808Z","caller":"traceutil/trace.go:172","msg":"trace[765655697] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:765; }","duration":"119.754269ms","start":"2026-03-17T20:52:04.487043Z","end":"2026-03-17T20:52:04.606797Z","steps":["trace[765655697] 'range keys from in-memory index tree' (duration: 119.04178ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:52:15.086923Z","caller":"traceutil/trace.go:172","msg":"trace[387812919] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:825; }","duration":"120.791883ms","start":"2026-03-17T20:52:14.966076Z","end":"2026-03-17T20:52:15.086867Z","steps":["trace[387812919] 'read index received' (duration: 120.778083ms)","trace[387812919] 'applied index is now lower than readState.Index' (duration: 11.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:52:15.087332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.23918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:2895"} {"level":"info","ts":"2026-03-17T20:52:15.087410Z","caller":"traceutil/trace.go:172","msg":"trace[1466177354] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:783; }","duration":"121.330202ms","start":"2026-03-17T20:52:14.966064Z","end":"2026-03-17T20:52:15.087394Z","steps":["trace[1466177354] 'agreement among raft nodes before linearized reading' (duration: 121.098378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:52:15.087457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.970774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:52:15.087527Z","caller":"traceutil/trace.go:172","msg":"trace[1557667412] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"131.36095ms","start":"2026-03-17T20:52:14.956130Z","end":"2026-03-17T20:52:15.087491Z","steps":["trace[1557667412] 'process raft request' (duration: 130.948574ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:52:15.087569Z","caller":"traceutil/trace.go:172","msg":"trace[1213857712] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:784; }","duration":"112.105536ms","start":"2026-03-17T20:52:14.975442Z","end":"2026-03-17T20:52:15.087547Z","steps":["trace[1213857712] 'agreement among raft nodes before linearized reading' (duration: 111.925413ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:52:21.738778Z","caller":"traceutil/trace.go:172","msg":"trace[1340127877] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:839; }","duration":"100.090971ms","start":"2026-03-17T20:52:21.638582Z","end":"2026-03-17T20:52:21.738673Z","steps":["trace[1340127877] 'read index received' (duration: 100.08014ms)","trace[1340127877] 'applied index is now lower than readState.Index' (duration: 9.261µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:52:21.851851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.131507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-17T20:52:21.852111Z","caller":"traceutil/trace.go:172","msg":"trace[910497038] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:839; }","duration":"113.114806ms","start":"2026-03-17T20:52:21.738973Z","end":"2026-03-17T20:52:21.852088Z","steps":["trace[910497038] 'read index received' (duration: 109.638196ms)","trace[910497038] 'applied index is now lower than readState.Index' (duration: 3.47511ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:52:21.852141Z","caller":"traceutil/trace.go:172","msg":"trace[1119621216] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"126.053962ms","start":"2026-03-17T20:52:21.726068Z","end":"2026-03-17T20:52:21.852122Z","steps":["trace[1119621216] 'process raft request' (duration: 125.903269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:52:21.852211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.129734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:52:21.852241Z","caller":"traceutil/trace.go:172","msg":"trace[575606884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:797; }","duration":"210.185335ms","start":"2026-03-17T20:52:21.642048Z","end":"2026-03-17T20:52:21.852233Z","steps":["trace[575606884] 'agreement among raft nodes before linearized reading' (duration: 210.116074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:52:21.852238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.838629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:78 size:58725"} {"level":"warn","ts":"2026-03-17T20:52:21.852259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.387839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-17T20:52:21.852292Z","caller":"traceutil/trace.go:172","msg":"trace[470340847] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:78; response_revision:796; }","duration":"213.894469ms","start":"2026-03-17T20:52:21.638386Z","end":"2026-03-17T20:52:21.852280Z","steps":["trace[470340847] 'agreement among raft nodes before linearized reading' (duration: 100.418797ms)","trace[470340847] 'range keys from in-memory index tree' (duration: 113.030425ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:52:21.852325Z","caller":"traceutil/trace.go:172","msg":"trace[879975931] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:797; }","duration":"152.45465ms","start":"2026-03-17T20:52:21.699857Z","end":"2026-03-17T20:52:21.852311Z","steps":["trace[879975931] 'agreement among raft nodes before linearized reading' (duration: 152.252647ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:52:26.809145Z","caller":"traceutil/trace.go:172","msg":"trace[1403609836] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:849; }","duration":"129.417836ms","start":"2026-03-17T20:52:26.679707Z","end":"2026-03-17T20:52:26.809125Z","steps":["trace[1403609836] 'read index received' (duration: 129.411095ms)","trace[1403609836] 'applied index is now lower than readState.Index' (duration: 5.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:52:26.845437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.706067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ptxbw\" limit:1 ","response":"range_response_count:1 size:19898"} {"level":"info","ts":"2026-03-17T20:52:26.845524Z","caller":"traceutil/trace.go:172","msg":"trace[1571546508] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ptxbw; range_end:; response_count:1; response_revision:805; }","duration":"165.807989ms","start":"2026-03-17T20:52:26.679701Z","end":"2026-03-17T20:52:26.845509Z","steps":["trace[1571546508] 'agreement among raft nodes before linearized reading' (duration: 129.504927ms)","trace[1571546508] 'range keys from in-memory index tree' (duration: 36.075138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:52:27.241610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.022319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ptxbw\" limit:1 ","response":"range_response_count:1 size:19898"} {"level":"info","ts":"2026-03-17T20:52:27.241711Z","caller":"traceutil/trace.go:172","msg":"trace[1620878357] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ptxbw; range_end:; response_count:1; response_revision:807; }","duration":"110.140222ms","start":"2026-03-17T20:52:27.131549Z","end":"2026-03-17T20:52:27.241690Z","steps":["trace[1620878357] 'range keys from in-memory index tree' (duration: 109.776745ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:52:28.832359Z","caller":"traceutil/trace.go:172","msg":"trace[1605267309] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"153.088539ms","start":"2026-03-17T20:52:28.679248Z","end":"2026-03-17T20:52:28.832337Z","steps":["trace[1605267309] 'process raft request' (duration: 152.970286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:52:29.034456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.804472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-cwk2x\" limit:1 ","response":"range_response_count:1 size:5763"} {"level":"info","ts":"2026-03-17T20:52:29.034585Z","caller":"traceutil/trace.go:172","msg":"trace[1918667422] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-cwk2x; range_end:; response_count:1; response_revision:810; }","duration":"113.970185ms","start":"2026-03-17T20:52:28.920590Z","end":"2026-03-17T20:52:29.034560Z","steps":["trace[1918667422] 'range keys from in-memory index tree' (duration: 113.529326ms)"],"step_count":1}