{"level":"warn","ts":"2026-08-19T14:18:26.508564Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-19T14:18:26.508674Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=controller=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=controller","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-19T14:18:26.508748Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-19T14:18:26.508762Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-08-19T14:18:26.508784Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-19T14:18:26.50957Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-08-19T14:18:26.509698Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-19T14:18:26.513106Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.090625ms"} {"level":"info","ts":"2026-08-19T14:18:26.520872Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-08-19T14:18:26.520955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-08-19T14:18:26.520978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-08-19T14:18:26.520995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-19T14:18:26.521014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-08-19T14:18:26.521065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-08-19T14:18:26.529343Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-19T14:18:26.531225Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-19T14:18:26.532371Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-19T14:18:26.53448Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-19T14:18:26.534626Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T14:18:26.53468Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T14:18:26.534689Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T14:18:26.536566Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-19T14:18:26.537286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-08-19T14:18:26.537383Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-08-19T14:18:26.538496Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-19T14:18:26.53861Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-08-19T14:18:26.538657Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-08-19T14:18:26.538826Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-19T14:18:26.538905Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-19T14:18:27.322173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-08-19T14:18:27.322232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-08-19T14:18:27.322275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-08-19T14:18:27.322291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-08-19T14:18:27.322303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-08-19T14:18:27.322315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-08-19T14:18:27.322329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-08-19T14:18:27.323305Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T14:18:27.324115Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:controller ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-08-19T14:18:27.324135Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-19T14:18:27.324224Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-19T14:18:27.324664Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-19T14:18:27.324691Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-19T14:18:27.324695Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T14:18:27.324793Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T14:18:27.324823Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T14:18:27.327326Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-19T14:18:27.327689Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-08-19T14:18:30.602855Z","caller":"traceutil/trace.go:171","msg":"trace[1813239759] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"132.773239ms","start":"2026-08-19T14:18:30.470032Z","end":"2026-08-19T14:18:30.602805Z","steps":["trace[1813239759] 'process raft request' (duration: 132.637705ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T14:18:30.767052Z","caller":"traceutil/trace.go:171","msg":"trace[1742496353] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"158.578767ms","start":"2026-08-19T14:18:30.608451Z","end":"2026-08-19T14:18:30.76703Z","steps":["trace[1742496353] 'process raft request' (duration: 152.68624ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T14:18:30.93038Z","caller":"traceutil/trace.go:171","msg":"trace[493459781] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"130.015806ms","start":"2026-08-19T14:18:30.800342Z","end":"2026-08-19T14:18:30.930358Z","steps":["trace[493459781] 'process raft request' (duration: 129.913552ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T14:18:31.09898Z","caller":"traceutil/trace.go:171","msg":"trace[1110397133] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"102.733154ms","start":"2026-08-19T14:18:30.996219Z","end":"2026-08-19T14:18:31.098952Z","steps":["trace[1110397133] 'process raft request' (duration: 85.484497ms)","trace[1110397133] 'compare' (duration: 17.062372ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T14:18:53.476357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:53.977367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:54.478186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:54.976017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-19T14:18:54.976177Z","caller":"traceutil/trace.go:171","msg":"trace[475413134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359854s","start":"2026-08-19T14:18:52.97579Z","end":"2026-08-19T14:18:54.97615Z","steps":["trace[475413134] 'agreement among raft nodes before linearized reading' (duration: 2.00017386s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:18:54.976234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:52.975778Z","time spent":"2.000444437s","remote":"127.0.0.1:49714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 14:18:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T14:18:54.979279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:55.480003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:55.981069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:56.482117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:56.977023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-19T14:18:56.97714Z","caller":"traceutil/trace.go:171","msg":"trace[472181875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532483s","start":"2026-08-19T14:18:54.97658Z","end":"2026-08-19T14:18:56.977112Z","steps":["trace[472181875] 'agreement among raft nodes before linearized reading' (duration: 2.00038526s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:18:56.977199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:54.976555Z","time spent":"2.000633665s","remote":"127.0.0.1:49720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 14:18:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T14:18:56.982291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:57.48348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:57.98394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:58.484934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:58.985874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:58.985965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-19T14:18:58.986039Z","caller":"traceutil/trace.go:171","msg":"trace[928790890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494543s","start":"2026-08-19T14:18:56.985517Z","end":"2026-08-19T14:18:58.986012Z","steps":["trace[928790890] 'agreement among raft nodes before linearized reading' (duration: 2.000392661s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:18:58.986095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:56.985502Z","time spent":"2.000582076s","remote":"127.0.0.1:49714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T14:18:59.486168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276104496258571446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T14:18:59.972813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:52.972081Z","time spent":"7.000721632s","remote":"127.0.0.1:49812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-19T14:18:59.976281Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-19T14:19:00.032925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:53.032441Z","time spent":"7.000476991s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-19T14:19:00.1456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.144904552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-19T14:19:00.145747Z","caller":"traceutil/trace.go:171","msg":"trace[536277444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"9.145112107s","start":"2026-08-19T14:18:51.000601Z","end":"2026-08-19T14:19:00.145713Z","steps":["trace[536277444] 'range keys from in-memory index tree' (duration: 9.144762029s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.145806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:51.000577Z","time spent":"9.145214028s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T14:19:00.146126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.780876062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T14:19:00.146171Z","caller":"traceutil/trace.go:171","msg":"trace[358041230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"8.780965364s","start":"2026-08-19T14:18:51.365192Z","end":"2026-08-19T14:19:00.146157Z","steps":["trace[358041230] 'range keys from in-memory index tree' (duration: 8.780680658s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.146209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:51.36517Z","time spent":"8.781028695s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T14:19:00.145176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.176354157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T14:19:00.146391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.679094146s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T14:19:00.146471Z","caller":"traceutil/trace.go:171","msg":"trace[162274433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"9.177690956s","start":"2026-08-19T14:18:50.968744Z","end":"2026-08-19T14:19:00.146435Z","steps":["trace[162274433] 'range keys from in-memory index tree' (duration: 9.176151843s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.146527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:50.968722Z","time spent":"9.177789248s","remote":"127.0.0.1:49720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T14:19:00.146496Z","caller":"traceutil/trace.go:171","msg":"trace[1528794310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:422; }","duration":"8.679200518s","start":"2026-08-19T14:18:51.46728Z","end":"2026-08-19T14:19:00.14648Z","steps":["trace[1528794310] 'range keys from in-memory index tree' (duration: 8.679080854s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.146911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.742762593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-19T14:19:00.146968Z","caller":"traceutil/trace.go:171","msg":"trace[2052035716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"7.742867556s","start":"2026-08-19T14:18:52.404088Z","end":"2026-08-19T14:19:00.146955Z","steps":["trace[2052035716] 'range keys from in-memory index tree' (duration: 7.74260806s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.147011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:52.404066Z","time spent":"7.742935477s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/19 14:19:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T14:19:00.14747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.306487685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-08-19T14:19:00.147516Z","caller":"traceutil/trace.go:171","msg":"trace[1773480646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"7.306535216s","start":"2026-08-19T14:18:52.840969Z","end":"2026-08-19T14:19:00.147504Z","steps":["trace[1773480646] 'range keys from in-memory index tree' (duration: 7.306406573s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.147558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:52.840903Z","time spent":"7.306645198s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/19 14:19:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T14:19:00.186685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.214418065s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-19T14:19:00.418179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.776369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-19T14:19:00.444681Z","caller":"traceutil/trace.go:171","msg":"trace[554883447] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:436; }","duration":"468.180574ms","start":"2026-08-19T14:18:59.976473Z","end":"2026-08-19T14:19:00.444654Z","steps":["trace[554883447] 'read index received' (duration: 210.77093ms)","trace[554883447] 'applied index is now lower than readState.Index' (duration: 257.405304ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T14:19:00.444858Z","caller":"traceutil/trace.go:171","msg":"trace[1956573822] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.157926953s","start":"2026-08-19T14:18:59.286894Z","end":"2026-08-19T14:19:00.444821Z","steps":["trace[1956573822] 'process raft request' (duration: 1.156929222s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.354386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-19T14:19:00.445148Z","caller":"traceutil/trace.go:171","msg":"trace[867517669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"598.477569ms","start":"2026-08-19T14:18:59.846635Z","end":"2026-08-19T14:19:00.445113Z","steps":["trace[867517669] 'agreement among raft nodes before linearized reading' (duration: 598.343006ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:59.846608Z","time spent":"598.574251ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T14:19:00.445219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:59.286803Z","time spent":"1.158089106s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T14:19:00.44531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458730699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T14:19:00.445356Z","caller":"traceutil/trace.go:171","msg":"trace[1320323896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"1.458811861s","start":"2026-08-19T14:18:58.986532Z","end":"2026-08-19T14:19:00.445343Z","steps":["trace[1320323896] 'agreement among raft nodes before linearized reading' (duration: 1.45872692s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:58.986512Z","time spent":"1.458873782s","remote":"127.0.0.1:49720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T14:19:00.445411Z","caller":"traceutil/trace.go:171","msg":"trace[524046139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:425; }","duration":"408.207212ms","start":"2026-08-19T14:19:00.037188Z","end":"2026-08-19T14:19:00.445395Z","steps":["trace[524046139] 'process raft request' (duration: 407.197071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:19:00.037157Z","time spent":"408.287293ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":576,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T14:19:00.445567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.84933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T14:19:00.445601Z","caller":"traceutil/trace.go:171","msg":"trace[1272905293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"763.923401ms","start":"2026-08-19T14:18:59.681665Z","end":"2026-08-19T14:19:00.445588Z","steps":["trace[1272905293] 'agreement among raft nodes before linearized reading' (duration: 763.878831ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:59.68164Z","time spent":"763.981594ms","remote":"127.0.0.1:49714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T14:19:00.445691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.479489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller.18cd3aaaef4a6b4d\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-08-19T14:19:00.445703Z","caller":"traceutil/trace.go:171","msg":"trace[1858621550] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"289.667947ms","start":"2026-08-19T14:19:00.156022Z","end":"2026-08-19T14:19:00.44569Z","steps":["trace[1858621550] 'process raft request' (duration: 288.468841ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T14:19:00.445749Z","caller":"traceutil/trace.go:171","msg":"trace[233349559] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller.18cd3aaaef4a6b4d; range_end:; response_count:1; response_revision:427; }","duration":"467.564481ms","start":"2026-08-19T14:18:59.978159Z","end":"2026-08-19T14:19:00.445724Z","steps":["trace[233349559] 'agreement among raft nodes before linearized reading' (duration: 467.48169ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:59.978138Z","time spent":"467.641993ms","remote":"127.0.0.1:49812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller.18cd3aaaef4a6b4d\" "} {"level":"warn","ts":"2026-08-19T14:19:00.445793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039594544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-19T14:19:00.44586Z","caller":"traceutil/trace.go:171","msg":"trace[559108270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"1.039662765s","start":"2026-08-19T14:18:59.406153Z","end":"2026-08-19T14:19:00.445815Z","steps":["trace[559108270] 'agreement among raft nodes before linearized reading' (duration: 1.039600564s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.445918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T14:18:59.406135Z","time spent":"1.039772587s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-19T14:19:00.445868Z","caller":"traceutil/trace.go:171","msg":"trace[2128529087] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"289.675466ms","start":"2026-08-19T14:19:00.156149Z","end":"2026-08-19T14:19:00.445824Z","steps":["trace[2128529087] 'process raft request' (duration: 288.45095ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T14:19:00.446089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.789188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-19T14:19:00.446124Z","caller":"traceutil/trace.go:171","msg":"trace[468696648] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:427; }","duration":"253.869229ms","start":"2026-08-19T14:19:00.192244Z","end":"2026-08-19T14:19:00.446114Z","steps":["trace[468696648] 'agreement among raft nodes before linearized reading' (duration: 253.807878ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T14:19:04.11344Z","caller":"traceutil/trace.go:171","msg":"trace[1589081236] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"118.754066ms","start":"2026-08-19T14:19:03.994669Z","end":"2026-08-19T14:19:04.113423Z","steps":["trace[1589081236] 'process raft request' (duration: 118.727345ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T14:19:04.113705Z","caller":"traceutil/trace.go:171","msg":"trace[113426657] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"121.271717ms","start":"2026-08-19T14:19:03.992387Z","end":"2026-08-19T14:19:04.113659Z","steps":["trace[113426657] 'process raft request' (duration: 120.234466ms)"],"step_count":1}