{"level":"warn","ts":"2026-03-04T01:18:44.316538Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:18:44.316627Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:18:44.316752Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:18:44.316772Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-04T01:18:44.316793Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:18:44.317691Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-03-04T01:18:44.317788Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:18:44.486413Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"148.917709ms"} {"level":"info","ts":"2026-03-04T01:18:44.687824Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-03-04T01:18:44.687941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:18:44.687964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:18:44.687977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:18:44.687986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:18:44.688027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-03-04T01:18:44.80746Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:18:44.834323Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:18:44.857881Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:18:44.898Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:18:44.898331Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:18:44.898345Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:18:44.898446Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:18:44.898463Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"warn","ts":"2026-03-04T01:18:44.898456Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"39582465ceaa2f67 cannot campaign at term 1 since there are still 1 pending configuration changes to apply"} {"level":"info","ts":"2026-03-04T01:18:44.899973Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-03-04T01:18:44.900222Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-04T01:18:44.902542Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:18:44.902654Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-04T01:18:44.902685Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-04T01:18:44.902901Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:18:44.902957Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:18:45.800645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:18:45.800705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:18:45.80074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-03-04T01:18:45.800759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:18:45.800771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-04T01:18:45.800787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:18:45.8008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-04T01:18:45.813524Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:18:45.81369Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:18:45.813795Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:18:45.813759Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:18:45.814099Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:18:45.81413Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:18:45.815981Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:18:45.81627Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:18:45.816439Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:18:45.817225Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:18:45.818085Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-03-04T01:18:57.540071Z","caller":"traceutil/trace.go:171","msg":"trace[934561255] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"242.294077ms","start":"2026-03-04T01:18:57.297755Z","end":"2026-03-04T01:18:57.540049Z","steps":["trace[934561255] 'process raft request' (duration: 242.156264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:18:58.506618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.24917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:18:58.506791Z","caller":"traceutil/trace.go:171","msg":"trace[2009478545] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:408; }","duration":"981.22687ms","start":"2026-03-04T01:18:57.525542Z","end":"2026-03-04T01:18:58.506769Z","steps":["trace[2009478545] 'read index received' (duration: 14.398635ms)","trace[2009478545] 'applied index is now lower than readState.Index' (duration: 966.826805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:18:58.506851Z","caller":"traceutil/trace.go:171","msg":"trace[667989158] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"981.988416ms","start":"2026-03-04T01:18:57.524817Z","end":"2026-03-04T01:18:58.506806Z","steps":["trace[667989158] 'process raft request' (duration: 206.755697ms)","trace[667989158] 'compare' (duration: 774.047495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:18:58.506947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.398765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:18:58.506987Z","caller":"traceutil/trace.go:171","msg":"trace[266886467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:397; }","duration":"981.470795ms","start":"2026-03-04T01:18:57.525505Z","end":"2026-03-04T01:18:58.506976Z","steps":["trace[266886467] 'agreement among raft nodes before linearized reading' (duration: 981.386324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:18:58.507069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:18:57.524786Z","time spent":"982.16785ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:18:58.507039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:18:57.525491Z","time spent":"981.534407ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:18:58.507101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.693199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:18:58.507242Z","caller":"traceutil/trace.go:171","msg":"trace[1714360283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"811.896363ms","start":"2026-03-04T01:18:57.695303Z","end":"2026-03-04T01:18:58.507199Z","steps":["trace[1714360283] 'agreement among raft nodes before linearized reading' (duration: 811.623827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:18:58.507331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:18:57.695276Z","time spent":"812.014015ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:18:58.50775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.551287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:18:58.507947Z","caller":"traceutil/trace.go:171","msg":"trace[1009344363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:397; }","duration":"156.171229ms","start":"2026-03-04T01:18:58.351684Z","end":"2026-03-04T01:18:58.507855Z","steps":["trace[1009344363] 'agreement among raft nodes before linearized reading' (duration: 155.362093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:18:58.834377Z","caller":"traceutil/trace.go:171","msg":"trace[344530846] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:410; }","duration":"276.801853ms","start":"2026-03-04T01:18:58.557556Z","end":"2026-03-04T01:18:58.834358Z","steps":["trace[344530846] 'read index received' (duration: 267.427572ms)","trace[344530846] 'applied index is now lower than readState.Index' (duration: 9.373401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:18:58.834426Z","caller":"traceutil/trace.go:171","msg":"trace[1040245865] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"317.685115ms","start":"2026-03-04T01:18:58.516715Z","end":"2026-03-04T01:18:58.834401Z","steps":["trace[1040245865] 'process raft request' (duration: 317.599213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:18:58.834499Z","caller":"traceutil/trace.go:171","msg":"trace[1151359104] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"317.749267ms","start":"2026-03-04T01:18:58.516741Z","end":"2026-03-04T01:18:58.83449Z","steps":["trace[1151359104] 'process raft request' (duration: 317.597444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:18:58.834578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:18:58.516688Z","time spent":"317.797918ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:18:58.834594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:18:58.516715Z","time spent":"317.810417ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:18:58.83463Z","caller":"traceutil/trace.go:171","msg":"trace[359647901] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"319.598314ms","start":"2026-03-04T01:18:58.514975Z","end":"2026-03-04T01:18:58.834574Z","steps":["trace[359647901] 'process raft request' (duration: 310.03933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:18:58.836826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.244663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-04T01:18:58.837007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:18:58.514956Z","time spent":"319.752577ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:18:58.840658Z","caller":"traceutil/trace.go:171","msg":"trace[1162443768] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:400; }","duration":"279.412196ms","start":"2026-03-04T01:18:58.557511Z","end":"2026-03-04T01:18:58.836923Z","steps":["trace[1162443768] 'agreement among raft nodes before linearized reading' (duration: 277.214091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:00.74714Z","caller":"traceutil/trace.go:171","msg":"trace[1542554550] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"183.125141ms","start":"2026-03-04T01:19:00.563953Z","end":"2026-03-04T01:19:00.747078Z","steps":["trace[1542554550] 'process raft request' (duration: 182.974818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:04.745516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.158021ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T01:19:19.40166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.726593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:19:19.401792Z","caller":"traceutil/trace.go:171","msg":"trace[1395321558] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"485.289927ms","start":"2026-03-04T01:19:18.916482Z","end":"2026-03-04T01:19:19.401772Z","steps":["trace[1395321558] 'process raft request' (duration: 129.36954ms)","trace[1395321558] 'compare' (duration: 355.575921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:19:19.401855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:18.916457Z","time spent":"485.368938ms","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:19:19.408253Z","caller":"traceutil/trace.go:171","msg":"trace[394083966] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:530; }","duration":"463.168095ms","start":"2026-03-04T01:19:18.945069Z","end":"2026-03-04T01:19:19.408237Z","steps":["trace[394083966] 'read index received' (duration: 100.795769ms)","trace[394083966] 'applied index is now lower than readState.Index' (duration: 362.371576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:19:19.408329Z","caller":"traceutil/trace.go:171","msg":"trace[9359829] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"474.100143ms","start":"2026-03-04T01:19:18.934195Z","end":"2026-03-04T01:19:19.408296Z","steps":["trace[9359829] 'process raft request' (duration: 473.94434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:19.408441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.356138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:19:19.408471Z","caller":"traceutil/trace.go:171","msg":"trace[1555819924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"463.395809ms","start":"2026-03-04T01:19:18.945065Z","end":"2026-03-04T01:19:19.408461Z","steps":["trace[1555819924] 'agreement among raft nodes before linearized reading' (duration: 463.288917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:19.408495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:18.945026Z","time spent":"463.462289ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:19:19.408503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:18.934172Z","time spent":"474.228875ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:19:19.40867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.071657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:19:19.408731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.950945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:19:19.408757Z","caller":"traceutil/trace.go:171","msg":"trace[642495903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"335.988106ms","start":"2026-03-04T01:19:19.072761Z","end":"2026-03-04T01:19:19.408749Z","steps":["trace[642495903] 'agreement among raft nodes before linearized reading' (duration: 335.950735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:19.408775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:19.072754Z","time spent":"336.017406ms","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:19:19.408766Z","caller":"traceutil/trace.go:171","msg":"trace[721798214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"451.206159ms","start":"2026-03-04T01:19:18.957535Z","end":"2026-03-04T01:19:19.408741Z","steps":["trace[721798214] 'agreement among raft nodes before linearized reading' (duration: 450.913544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:19.408852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.093807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:19:19.408876Z","caller":"traceutil/trace.go:171","msg":"trace[758999639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"433.161839ms","start":"2026-03-04T01:19:18.975707Z","end":"2026-03-04T01:19:19.408869Z","steps":["trace[758999639] 'agreement among raft nodes before linearized reading' (duration: 433.084837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:19.408913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:18.975692Z","time spent":"433.211449ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:19:19.408874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:18.957524Z","time spent":"451.340501ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:19:21.580494Z","caller":"traceutil/trace.go:171","msg":"trace[202277829] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"160.381307ms","start":"2026-03-04T01:19:21.42009Z","end":"2026-03-04T01:19:21.580472Z","steps":["trace[202277829] 'process raft request' (duration: 160.273705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:21.581321Z","caller":"traceutil/trace.go:171","msg":"trace[2016250081] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"161.107389ms","start":"2026-03-04T01:19:21.420205Z","end":"2026-03-04T01:19:21.581312Z","steps":["trace[2016250081] 'process raft request' (duration: 161.084998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:21.58162Z","caller":"traceutil/trace.go:171","msg":"trace[1539113845] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"161.440684ms","start":"2026-03-04T01:19:21.420149Z","end":"2026-03-04T01:19:21.581589Z","steps":["trace[1539113845] 'process raft request' (duration: 161.095959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:25.818001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.126381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:19:25.818122Z","caller":"traceutil/trace.go:171","msg":"trace[1245778531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"223.293973ms","start":"2026-03-04T01:19:25.594783Z","end":"2026-03-04T01:19:25.818077Z","steps":["trace[1245778531] 'range keys from in-memory index tree' (duration: 222.909397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:25.818056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.065747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:19:25.818129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.121565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:19:25.81819Z","caller":"traceutil/trace.go:171","msg":"trace[1305898638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:552; }","duration":"259.21399ms","start":"2026-03-04T01:19:25.558954Z","end":"2026-03-04T01:19:25.818168Z","steps":["trace[1305898638] 'range keys from in-memory index tree' (duration: 259.050457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:25.818213Z","caller":"traceutil/trace.go:171","msg":"trace[1112909259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"219.241227ms","start":"2026-03-04T01:19:25.598952Z","end":"2026-03-04T01:19:25.818193Z","steps":["trace[1112909259] 'range keys from in-memory index tree' (duration: 218.950202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:25.818197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.853686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:19:25.81827Z","caller":"traceutil/trace.go:171","msg":"trace[363924771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"222.971698ms","start":"2026-03-04T01:19:25.595282Z","end":"2026-03-04T01:19:25.818254Z","steps":["trace[363924771] 'range keys from in-memory index tree' (duration: 222.52243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:25.818435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.495477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qpz9r\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-04T01:19:25.818492Z","caller":"traceutil/trace.go:171","msg":"trace[1012405439] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qpz9r; range_end:; response_count:1; response_revision:552; }","duration":"337.576259ms","start":"2026-03-04T01:19:25.480891Z","end":"2026-03-04T01:19:25.818467Z","steps":["trace[1012405439] 'range keys from in-memory index tree' (duration: 336.904497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:25.818535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:25.480874Z","time spent":"337.649939ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-qpz9r\" "} {"level":"info","ts":"2026-03-04T01:19:26.280646Z","caller":"traceutil/trace.go:171","msg":"trace[1746815421] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"456.574186ms","start":"2026-03-04T01:19:25.824043Z","end":"2026-03-04T01:19:26.280617Z","steps":["trace[1746815421] 'process raft request' (duration: 456.346822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:26.280799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:25.824018Z","time spent":"456.703959ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:19:26.642909Z","caller":"traceutil/trace.go:171","msg":"trace[441778110] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"818.471118ms","start":"2026-03-04T01:19:25.824414Z","end":"2026-03-04T01:19:26.642885Z","steps":["trace[441778110] 'process raft request' (duration: 818.298956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:26.643161Z","caller":"traceutil/trace.go:171","msg":"trace[1817238246] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"818.718343ms","start":"2026-03-04T01:19:25.82442Z","end":"2026-03-04T01:19:26.643138Z","steps":["trace[1817238246] 'process raft request' (duration: 818.425728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:26.643298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:25.824388Z","time spent":"818.837115ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:19:26.643079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:25.824384Z","time spent":"818.606091ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:19:26.643374Z","caller":"traceutil/trace.go:171","msg":"trace[1814077634] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"799.406378ms","start":"2026-03-04T01:19:25.843951Z","end":"2026-03-04T01:19:26.643357Z","steps":["trace[1814077634] 'process raft request' (duration: 799.280916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:26.643451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:25.843924Z","time spent":"799.487969ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:19:26.643524Z","caller":"traceutil/trace.go:171","msg":"trace[1632710603] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"819.037918ms","start":"2026-03-04T01:19:25.824437Z","end":"2026-03-04T01:19:26.643475Z","steps":["trace[1632710603] 'process raft request' (duration: 818.639662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:26.647756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:25.824413Z","time spent":"823.238885ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:19:29.151001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871149711024077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:19:29.651717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871149711024077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:19:30.152598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871149711024077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:19:30.653547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871149711024077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:19:31.15387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871149711024077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:19:31.358642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.708227199s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:19:31.359171Z","caller":"traceutil/trace.go:171","msg":"trace[1267177647] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"2.70888974s","start":"2026-03-04T01:19:28.650242Z","end":"2026-03-04T01:19:31.359132Z","steps":["trace[1267177647] 'process raft request' (duration: 2.708663807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.359404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:28.650206Z","time spent":"2.709076842s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:19:31.446856Z","caller":"traceutil/trace.go:171","msg":"trace[1916681401] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"2.795892209s","start":"2026-03-04T01:19:28.650931Z","end":"2026-03-04T01:19:31.446824Z","steps":["trace[1916681401] 'process raft request' (duration: 2.795708577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.447038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:28.650912Z","time spent":"2.796027381s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:19:31.447183Z","caller":"traceutil/trace.go:171","msg":"trace[1175358066] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"290.187406ms","start":"2026-03-04T01:19:31.156984Z","end":"2026-03-04T01:19:31.447171Z","steps":["trace[1175358066] 'process raft request' (duration: 290.042754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:31.447176Z","caller":"traceutil/trace.go:171","msg":"trace[555874755] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"2.796309865s","start":"2026-03-04T01:19:28.650836Z","end":"2026-03-04T01:19:31.447145Z","steps":["trace[555874755] 'read index received' (duration: 2.708046886s)","trace[555874755] 'applied index is now lower than readState.Index' (duration: 88.261689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:19:31.447249Z","caller":"traceutil/trace.go:171","msg":"trace[1878497696] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.718703044s","start":"2026-03-04T01:19:29.728512Z","end":"2026-03-04T01:19:31.447215Z","steps":["trace[1878497696] 'process raft request' (duration: 1.718267077s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.4474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:29.728491Z","time spent":"1.718830895s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:19:31.447391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796542809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:19:31.447464Z","caller":"traceutil/trace.go:171","msg":"trace[1584559660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:562; }","duration":"2.796655781s","start":"2026-03-04T01:19:28.650793Z","end":"2026-03-04T01:19:31.447449Z","steps":["trace[1584559660] 'agreement among raft nodes before linearized reading' (duration: 2.796476748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.4475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:28.650767Z","time spent":"2.796724722s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:19:31.447411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702503178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:19:31.447568Z","caller":"traceutil/trace.go:171","msg":"trace[1973518192] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:562; }","duration":"2.702729932s","start":"2026-03-04T01:19:28.744827Z","end":"2026-03-04T01:19:31.447557Z","steps":["trace[1973518192] 'agreement among raft nodes before linearized reading' (duration: 2.702496698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.447574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146405884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:19:31.447611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:28.744805Z","time spent":"2.702792943s","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-04T01:19:31.447617Z","caller":"traceutil/trace.go:171","msg":"trace[498929342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"1.146496206s","start":"2026-03-04T01:19:30.301107Z","end":"2026-03-04T01:19:31.447603Z","steps":["trace[498929342] 'agreement among raft nodes before linearized reading' (duration: 1.146351513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.447627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374300472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:19:31.44766Z","caller":"traceutil/trace.go:171","msg":"trace[1587173021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"1.374360752s","start":"2026-03-04T01:19:30.07329Z","end":"2026-03-04T01:19:31.44765Z","steps":["trace[1587173021] 'agreement among raft nodes before linearized reading' (duration: 1.374315482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:19:31.447664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:30.301079Z","time spent":"1.146575897s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:19:31.447692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:19:30.073274Z","time spent":"1.374407893s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:19:35.828232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.683474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-04T01:19:35.828311Z","caller":"traceutil/trace.go:171","msg":"trace[1551059570] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:632; }","duration":"110.814755ms","start":"2026-03-04T01:19:35.717478Z","end":"2026-03-04T01:19:35.828293Z","steps":["trace[1551059570] 'range keys from in-memory index tree' (duration: 110.46046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:19:48.978892Z","caller":"traceutil/trace.go:171","msg":"trace[786976576] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"146.839026ms","start":"2026-03-04T01:19:48.832025Z","end":"2026-03-04T01:19:48.978864Z","steps":["trace[786976576] 'process raft request' (duration: 118.470529ms)","trace[786976576] 'compare' (duration: 28.241995ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:20:50.515928Z","caller":"traceutil/trace.go:171","msg":"trace[1545017431] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"488.448953ms","start":"2026-03-04T01:20:50.027453Z","end":"2026-03-04T01:20:50.515902Z","steps":["trace[1545017431] 'process raft request' (duration: 487.637724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:20:50.516081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:20:50.027426Z","time spent":"488.572984ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:20:50.516183Z","caller":"traceutil/trace.go:171","msg":"trace[1765048971] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"488.437403ms","start":"2026-03-04T01:20:50.027721Z","end":"2026-03-04T01:20:50.516158Z","steps":["trace[1765048971] 'process raft request' (duration: 488.223731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:20:50.516334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:20:50.027708Z","time spent":"488.547134ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:20:50.516391Z","caller":"traceutil/trace.go:171","msg":"trace[521010150] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1001; }","duration":"276.168082ms","start":"2026-03-04T01:20:50.239959Z","end":"2026-03-04T01:20:50.516127Z","steps":["trace[521010150] 'read index received' (duration: 275.146492ms)","trace[521010150] 'applied index is now lower than readState.Index' (duration: 1.0168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:20:50.516495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.491046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:20:50.51665Z","caller":"traceutil/trace.go:171","msg":"trace[362251250] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:962; }","duration":"276.714048ms","start":"2026-03-04T01:20:50.239906Z","end":"2026-03-04T01:20:50.51662Z","steps":["trace[362251250] 'agreement among raft nodes before linearized reading' (duration: 276.459075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:20:58.891918Z","caller":"traceutil/trace.go:171","msg":"trace[852987955] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1032; }","duration":"142.026456ms","start":"2026-03-04T01:20:58.749866Z","end":"2026-03-04T01:20:58.891892Z","steps":["trace[852987955] 'read index received' (duration: 125.16763ms)","trace[852987955] 'applied index is now lower than readState.Index' (duration: 16.857936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:20:58.892073Z","caller":"traceutil/trace.go:171","msg":"trace[918216402] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"301.975519ms","start":"2026-03-04T01:20:58.590073Z","end":"2026-03-04T01:20:58.892049Z","steps":["trace[918216402] 'process raft request' (duration: 285.050102ms)","trace[918216402] 'compare' (duration: 16.677814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:20:58.892142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.221638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:20:58.892206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:20:58.590054Z","time spent":"302.07677ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:20:58.892228Z","caller":"traceutil/trace.go:171","msg":"trace[966685203] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:991; }","duration":"142.355749ms","start":"2026-03-04T01:20:58.749817Z","end":"2026-03-04T01:20:58.892173Z","steps":["trace[966685203] 'agreement among raft nodes before linearized reading' (duration: 142.168657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:20:59.925757Z","caller":"traceutil/trace.go:171","msg":"trace[2058746704] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"112.322031ms","start":"2026-03-04T01:20:59.813409Z","end":"2026-03-04T01:20:59.925731Z","steps":["trace[2058746704] 'process raft request' (duration: 111.767085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:21:00.261359Z","caller":"traceutil/trace.go:171","msg":"trace[2014960087] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1036; }","duration":"192.628654ms","start":"2026-03-04T01:21:00.0687Z","end":"2026-03-04T01:21:00.261329Z","steps":["trace[2014960087] 'read index received' (duration: 192.416912ms)","trace[2014960087] 'applied index is now lower than readState.Index' (duration: 210.852µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:21:00.261631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.917397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T01:21:00.261707Z","caller":"traceutil/trace.go:171","msg":"trace[1329380760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:994; }","duration":"193.041709ms","start":"2026-03-04T01:21:00.068652Z","end":"2026-03-04T01:21:00.261694Z","steps":["trace[1329380760] 'agreement among raft nodes before linearized reading' (duration: 192.861807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:21:00.261472Z","caller":"traceutil/trace.go:171","msg":"trace[1942537348] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"331.126777ms","start":"2026-03-04T01:20:59.930311Z","end":"2026-03-04T01:21:00.261438Z","steps":["trace[1942537348] 'process raft request' (duration: 330.861125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:21:00.26194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:20:59.930288Z","time spent":"331.533821ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"}