{"level":"warn","ts":"2026-04-20T17:39:02.990729Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T17:39:02.990878Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.47:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.47:2380","--initial-cluster=controller-1=https://199.19.213.47:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.47:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.47:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T17:39:02.991050Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T17:39:02.991064Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.47:2380"]} {"level":"info","ts":"2026-04-20T17:39:02.991091Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:39:02.992116Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.47:2379"]} {"level":"info","ts":"2026-04-20T17:39:02.992369Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.47:2380"],"listen-peer-urls":["https://199.19.213.47:2380"],"advertise-client-urls":["https://199.19.213.47:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.47:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.47:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T17:39:02.998013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.63886ms"} {"level":"info","ts":"2026-04-20T17:39:03.007807Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"944e7e1987ec6eaf","cluster-id":"cb5c24893c5cbfa7"} {"level":"info","ts":"2026-04-20T17:39:03.007861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T17:39:03.007905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became follower at term 0"} {"level":"info","ts":"2026-04-20T17:39:03.007921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 944e7e1987ec6eaf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T17:39:03.007931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became follower at term 1"} {"level":"info","ts":"2026-04-20T17:39:03.007970Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=(10686617613916466863)"} {"level":"warn","ts":"2026-04-20T17:39:03.015265Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T17:39:03.019078Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T17:39:03.019352Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-20T17:39:03.022507Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T17:39:03.024260Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"944e7e1987ec6eaf","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T17:39:03.024750Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"944e7e1987ec6eaf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T17:39:03.024774Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:39:03.024921Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:39:03.024967Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:39:03.024978Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:39:03.025319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=(10686617613916466863)"} {"level":"info","ts":"2026-04-20T17:39:03.025453Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"944e7e1987ec6eaf","added-peer-id":"944e7e1987ec6eaf","added-peer-peer-urls":["https://199.19.213.47:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-20T17:39:03.027488Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:39:03.027791Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"944e7e1987ec6eaf","initial-advertise-peer-urls":["https://199.19.213.47:2380"],"listen-peer-urls":["https://199.19.213.47:2380"],"advertise-client-urls":["https://199.19.213.47:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.47:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T17:39:03.027820Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T17:39:03.027947Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.47:2380"} {"level":"info","ts":"2026-04-20T17:39:03.027963Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.47:2380"} {"level":"info","ts":"2026-04-20T17:39:03.908164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T17:39:03.908235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T17:39:03.908262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf received MsgPreVoteResp from 944e7e1987ec6eaf at term 1"} {"level":"info","ts":"2026-04-20T17:39:03.908283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became candidate at term 2"} {"level":"info","ts":"2026-04-20T17:39:03.908353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf received MsgVoteResp from 944e7e1987ec6eaf at term 2"} {"level":"info","ts":"2026-04-20T17:39:03.908371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became leader at term 2"} {"level":"info","ts":"2026-04-20T17:39:03.908395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 944e7e1987ec6eaf elected leader 944e7e1987ec6eaf at term 2"} {"level":"info","ts":"2026-04-20T17:39:03.909543Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T17:39:03.910618Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:39:03.910608Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"944e7e1987ec6eaf","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.47:2379]}","request-path":"/0/members/944e7e1987ec6eaf/attributes","cluster-id":"cb5c24893c5cbfa7","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T17:39:03.911092Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:39:03.911433Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"cb5c24893c5cbfa7","local-member-id":"944e7e1987ec6eaf","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T17:39:03.911534Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T17:39:03.911570Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T17:39:03.911765Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:39:03.913145Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:39:03.911974Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T17:39:03.913964Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T17:39:03.913956Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.47:2379"} {"level":"info","ts":"2026-04-20T17:39:03.914466Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T17:39:05.298760Z","caller":"traceutil/trace.go:171","msg":"trace[1337159773] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"292.670008ms","start":"2026-04-20T17:39:05.006060Z","end":"2026-04-20T17:39:05.298730Z","steps":["trace[1337159773] 'read index received' (duration: 292.598387ms)","trace[1337159773] 'applied index is now lower than readState.Index' (duration: 70.631µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T17:39:05.298885Z","caller":"traceutil/trace.go:171","msg":"trace[851935801] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"301.822667ms","start":"2026-04-20T17:39:04.997054Z","end":"2026-04-20T17:39:05.298876Z","steps":["trace[851935801] 'process raft request' (duration: 301.567892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.299176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.070167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-20T17:39:05.299251Z","caller":"traceutil/trace.go:171","msg":"trace[1040028055] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:3; }","duration":"293.223251ms","start":"2026-04-20T17:39:05.006011Z","end":"2026-04-20T17:39:05.299235Z","steps":["trace[1040028055] 'agreement among raft nodes before linearized reading' (duration: 293.046997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.299437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:39:04.997044Z","time spent":"301.869098ms","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:39:05.309535Z","caller":"traceutil/trace.go:171","msg":"trace[2025734878] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"231.755166ms","start":"2026-04-20T17:39:05.077769Z","end":"2026-04-20T17:39:05.309524Z","steps":["trace[2025734878] 'process raft request' (duration: 231.621443ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.309625Z","caller":"traceutil/trace.go:171","msg":"trace[5506933] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"231.537251ms","start":"2026-04-20T17:39:05.078080Z","end":"2026-04-20T17:39:05.309617Z","steps":["trace[5506933] 'process raft request' (duration: 231.412728ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.309677Z","caller":"traceutil/trace.go:171","msg":"trace[445223076] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"231.48099ms","start":"2026-04-20T17:39:05.078175Z","end":"2026-04-20T17:39:05.309656Z","steps":["trace[445223076] 'process raft request' (duration: 231.344267ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.309838Z","caller":"traceutil/trace.go:171","msg":"trace[268011087] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"230.431246ms","start":"2026-04-20T17:39:05.079398Z","end":"2026-04-20T17:39:05.309829Z","steps":["trace[268011087] 'process raft request' (duration: 230.253012ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.309852Z","caller":"traceutil/trace.go:171","msg":"trace[1252766661] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"229.578397ms","start":"2026-04-20T17:39:05.080248Z","end":"2026-04-20T17:39:05.309826Z","steps":["trace[1252766661] 'process raft request' (duration: 229.457984ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.309914Z","caller":"traceutil/trace.go:171","msg":"trace[2018633823] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"230.580809ms","start":"2026-04-20T17:39:05.079329Z","end":"2026-04-20T17:39:05.309910Z","steps":["trace[2018633823] 'process raft request' (duration: 230.300212ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.310001Z","caller":"traceutil/trace.go:171","msg":"trace[2031112035] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"229.888823ms","start":"2026-04-20T17:39:05.080093Z","end":"2026-04-20T17:39:05.309982Z","steps":["trace[2031112035] 'process raft request' (duration: 229.579936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.310032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.900634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-20T17:39:05.310052Z","caller":"traceutil/trace.go:171","msg":"trace[1858356716] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"229.938025ms","start":"2026-04-20T17:39:05.080107Z","end":"2026-04-20T17:39:05.310045Z","steps":["trace[1858356716] 'agreement among raft nodes before linearized reading' (duration: 229.882873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.310341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.02973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2905"} {"level":"info","ts":"2026-04-20T17:39:05.310389Z","caller":"traceutil/trace.go:171","msg":"trace[1427733031] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:13; }","duration":"298.119942ms","start":"2026-04-20T17:39:05.012258Z","end":"2026-04-20T17:39:05.310377Z","steps":["trace[1427733031] 'agreement among raft nodes before linearized reading' (duration: 298.044471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.310541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.927576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.47\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-20T17:39:05.310578Z","caller":"traceutil/trace.go:171","msg":"trace[709863989] range","detail":"{range_begin:/registry/masterleases/199.19.213.47; range_end:; response_count:0; response_revision:13; }","duration":"233.972997ms","start":"2026-04-20T17:39:05.076596Z","end":"2026-04-20T17:39:05.310569Z","steps":["trace[709863989] 'agreement among raft nodes before linearized reading' (duration: 233.920165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.310724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.228268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-20T17:39:05.310753Z","caller":"traceutil/trace.go:171","msg":"trace[791001615] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"250.25778ms","start":"2026-04-20T17:39:05.060488Z","end":"2026-04-20T17:39:05.310745Z","steps":["trace[791001615] 'agreement among raft nodes before linearized reading' (duration: 250.211537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.310872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.699166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-20T17:39:05.310906Z","caller":"traceutil/trace.go:171","msg":"trace[1712736444] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"252.732267ms","start":"2026-04-20T17:39:05.058166Z","end":"2026-04-20T17:39:05.310898Z","steps":["trace[1712736444] 'agreement among raft nodes before linearized reading' (duration: 252.686166ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.309893Z","caller":"traceutil/trace.go:171","msg":"trace[1645479274] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"230.825044ms","start":"2026-04-20T17:39:05.079062Z","end":"2026-04-20T17:39:05.309887Z","steps":["trace[1645479274] 'process raft request' (duration: 230.544258ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.311540Z","caller":"traceutil/trace.go:171","msg":"trace[1194291494] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"215.508515ms","start":"2026-04-20T17:39:05.096021Z","end":"2026-04-20T17:39:05.311530Z","steps":["trace[1194291494] 'process raft request' (duration: 213.738574ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:05.311573Z","caller":"traceutil/trace.go:171","msg":"trace[297698511] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"222.088715ms","start":"2026-04-20T17:39:05.089463Z","end":"2026-04-20T17:39:05.311552Z","steps":["trace[297698511] 'process raft request' (duration: 220.271293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.311705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.519611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-20T17:39:05.313352Z","caller":"traceutil/trace.go:171","msg":"trace[947163175] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"184.179058ms","start":"2026-04-20T17:39:05.129161Z","end":"2026-04-20T17:39:05.313340Z","steps":["trace[947163175] 'agreement among raft nodes before linearized reading' (duration: 182.48877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:05.311740Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.377114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-20T17:39:05.313512Z","caller":"traceutil/trace.go:171","msg":"trace[2031340837] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"158.094672ms","start":"2026-04-20T17:39:05.155344Z","end":"2026-04-20T17:39:05.313439Z","steps":["trace[2031340837] 'agreement among raft nodes before linearized reading' (duration: 156.380584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:10.162648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.87593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-20T17:39:10.162752Z","caller":"traceutil/trace.go:171","msg":"trace[2032125400] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:301; }","duration":"110.000474ms","start":"2026-04-20T17:39:10.052732Z","end":"2026-04-20T17:39:10.162732Z","steps":["trace[2032125400] 'range keys from in-memory index tree' (duration: 109.762768ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:39:10.647085Z","caller":"traceutil/trace.go:171","msg":"trace[442928517] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:319; }","duration":"270.873887ms","start":"2026-04-20T17:39:10.376188Z","end":"2026-04-20T17:39:10.647062Z","steps":["trace[442928517] 'read index received' (duration: 268.961606ms)","trace[442928517] 'applied index is now lower than readState.Index' (duration: 1.911591ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T17:39:10.647189Z","caller":"traceutil/trace.go:171","msg":"trace[407740820] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"394.030977ms","start":"2026-04-20T17:39:10.253125Z","end":"2026-04-20T17:39:10.647156Z","steps":["trace[407740820] 'process raft request' (duration: 392.085716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:10.647331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:39:10.253111Z","time spent":"394.154711ms","remote":"127.0.0.1:50082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":176,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T17:39:10.647764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.052051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-iz6uxe\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:39:10.647822Z","caller":"traceutil/trace.go:171","msg":"trace[740933698] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-iz6uxe; range_end:; response_count:0; response_revision:303; }","duration":"271.663025ms","start":"2026-04-20T17:39:10.376146Z","end":"2026-04-20T17:39:10.647809Z","steps":["trace[740933698] 'agreement among raft nodes before linearized reading' (duration: 271.047841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:19.793723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.921594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T17:39:19.793994Z","caller":"traceutil/trace.go:171","msg":"trace[71810971] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"375.377023ms","start":"2026-04-20T17:39:19.418592Z","end":"2026-04-20T17:39:19.793969Z","steps":["trace[71810971] 'process raft request' (duration: 213.680512ms)","trace[71810971] 'compare' (duration: 160.460025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:39:19.794179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:39:19.418571Z","time spent":"375.500475ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:39:19.794293Z","caller":"traceutil/trace.go:171","msg":"trace[1532611954] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"375.028926ms","start":"2026-04-20T17:39:19.419217Z","end":"2026-04-20T17:39:19.794246Z","steps":["trace[1532611954] 'process raft request' (duration: 374.830322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:19.794515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:39:19.419207Z","time spent":"375.284321ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:39:26.349265Z","caller":"traceutil/trace.go:171","msg":"trace[1514760279] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"302.073085ms","start":"2026-04-20T17:39:26.047178Z","end":"2026-04-20T17:39:26.349251Z","steps":["trace[1514760279] 'process raft request' (duration: 301.973283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:26.349373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:39:26.047163Z","time spent":"302.157696ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:39:26.484056Z","caller":"traceutil/trace.go:171","msg":"trace[1475215337] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"394.239996ms","start":"2026-04-20T17:39:26.089794Z","end":"2026-04-20T17:39:26.484034Z","steps":["trace[1475215337] 'process raft request' (duration: 394.046503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:39:26.484305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:39:26.089774Z","time spent":"394.42303ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:39:34.299089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=(10686617613916466863) learners=(13413560370920784746)"} {"level":"info","ts":"2026-04-20T17:39:34.299328Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"944e7e1987ec6eaf","added-peer-id":"ba268a16d9fd836a","added-peer-peer-urls":["https://199.204.45.250:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:39:34.299353Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299431Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299753Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299777Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-20T17:39:34.299757Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299864Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299856Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"944e7e1987ec6eaf","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299859Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:34.299778Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"warn","ts":"2026-04-20T17:39:35.916447Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.204.45.250:2380/version","remote-member-id":"ba268a16d9fd836a","error":"Get \"https://199.204.45.250:2380/version\": dial tcp 199.204.45.250:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-20T17:39:35.916536Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"ba268a16d9fd836a","error":"Get \"https://199.204.45.250:2380/version\": dial tcp 199.204.45.250:2380: connect: connection refused"} {"level":"info","ts":"2026-04-20T17:39:36.018899Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:36.018938Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:36.019087Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:36.022839Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"944e7e1987ec6eaf","to":"ba268a16d9fd836a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:39:36.023062Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:36.027906Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"944e7e1987ec6eaf","to":"ba268a16d9fd836a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:39:36.028025Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:36.354957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=(10686617613916466863 13413560370920784746)"} {"level":"info","ts":"2026-04-20T17:39:36.355053Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"944e7e1987ec6eaf","promoted-member-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:39:36.355071Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"944e7e1987ec6eaf","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:01.210929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=(10686617613916466863 13413560370920784746) learners=(2141847962335176548)"} {"level":"info","ts":"2026-04-20T17:40:01.211074Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"944e7e1987ec6eaf","added-peer-id":"1db95f5fade1e764","added-peer-peer-urls":["https://199.19.213.215:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:40:01.211104Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:01.211121Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:01.212161Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:01.215402Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:01.215775Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:01.215814Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:01.215835Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764","remote-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-04-20T17:40:01.215842Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"warn","ts":"2026-04-20T17:40:01.274605Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"1db95f5fade1e764","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-20T17:40:02.274377Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"1db95f5fade1e764","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-20T17:40:03.104266Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:03.105016Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"944e7e1987ec6eaf","to":"1db95f5fade1e764","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:40:03.105045Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:03.105078Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:03.108100Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"944e7e1987ec6eaf","to":"1db95f5fade1e764","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:40:03.108138Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:03.131401Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"944e7e1987ec6eaf","remote-peer-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:03.279240Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf switched to configuration voters=(2141847962335176548 10686617613916466863 13413560370920784746)"} {"level":"info","ts":"2026-04-20T17:40:03.279336Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"944e7e1987ec6eaf","promoted-member-id":"1db95f5fade1e764"} {"level":"info","ts":"2026-04-20T17:40:03.279364Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"944e7e1987ec6eaf","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"1db95f5fade1e764"} {"level":"warn","ts":"2026-04-20T17:40:17.938533Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ba268a16d9fd836a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.61175ms"} {"level":"warn","ts":"2026-04-20T17:40:17.938600Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1db95f5fade1e764","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.685631ms"} {"level":"warn","ts":"2026-04-20T17:40:18.342454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.378412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T17:40:18.342582Z","caller":"traceutil/trace.go:171","msg":"trace[1844817766] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"200.718067ms","start":"2026-04-20T17:40:18.141841Z","end":"2026-04-20T17:40:18.342559Z","steps":["trace[1844817766] 'process raft request' (duration: 98.148042ms)","trace[1844817766] 'compare' (duration: 102.261531ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T17:40:42.439884Z","caller":"traceutil/trace.go:171","msg":"trace[1337284358] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"104.354441ms","start":"2026-04-20T17:40:42.335515Z","end":"2026-04-20T17:40:42.439869Z","steps":["trace[1337284358] 'process raft request' (duration: 104.090568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:43.009583Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:43.488715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.144109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:43.488799Z","caller":"traceutil/trace.go:171","msg":"trace[761950237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:831; }","duration":"605.23436ms","start":"2026-04-20T17:40:42.883545Z","end":"2026-04-20T17:40:43.488779Z","steps":["trace[761950237] 'range keys from in-memory index tree' (duration: 605.100589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:43.510101Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938817,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:43.573545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [logterm: 2, index: 911, vote: 944e7e1987ec6eaf] ignored MsgPreVote from 1db95f5fade1e764 [logterm: 2, index: 900] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-20T17:40:43.594361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [logterm: 2, index: 911, vote: 944e7e1987ec6eaf] ignored MsgPreVote from ba268a16d9fd836a [logterm: 2, index: 900] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-04-20T17:40:43.670491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23109863s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T17:40:43.670617Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ba268a16d9fd836a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.031288252s"} {"level":"warn","ts":"2026-04-20T17:40:43.670688Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1db95f5fade1e764","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.031360503s"} {"level":"info","ts":"2026-04-20T17:40:43.670912Z","caller":"traceutil/trace.go:171","msg":"trace[929326238] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.233900075s","start":"2026-04-20T17:40:42.436990Z","end":"2026-04-20T17:40:43.670890Z","steps":["trace[929326238] 'process raft request' (duration: 1.233845364s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:43.671044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.436949Z","time spent":"1.234030037s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T17:40:43.671680Z","caller":"traceutil/trace.go:171","msg":"trace[825832843] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"1.236520498s","start":"2026-04-20T17:40:42.434909Z","end":"2026-04-20T17:40:43.671430Z","steps":["trace[825832843] 'process raft request' (duration: 1.235790539s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:43.671775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.434889Z","time spent":"1.236847872s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T17:40:43.674407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [logterm: 2, index: 911, vote: 944e7e1987ec6eaf] ignored MsgVote from 1db95f5fade1e764 [logterm: 2, index: 900] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"info","ts":"2026-04-20T17:40:43.674482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 2] received a MsgAppResp message with higher term from 1db95f5fade1e764 [term: 3]"} {"level":"info","ts":"2026-04-20T17:40:43.674512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became follower at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.674540Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 944e7e1987ec6eaf lost leader 944e7e1987ec6eaf at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.677242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgAppResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680290Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] ignored a MsgHeartbeatResp message with lower term from ba268a16d9fd836a [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:43.680360Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-20T17:40:44.011054Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938817,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:44.011113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-20T17:40:44.511378Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938817,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:44.511485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-20T17:40:44.593843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [logterm: 2, index: 911, vote: 0] rejected MsgPreVote from ba268a16d9fd836a [logterm: 2, index: 903] at term 3"} {"level":"info","ts":"2026-04-20T17:40:44.595962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [term: 3] received a MsgVote message with higher term from ba268a16d9fd836a [term: 4]"} {"level":"info","ts":"2026-04-20T17:40:44.596026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf became follower at term 4"} {"level":"info","ts":"2026-04-20T17:40:44.596046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"944e7e1987ec6eaf [logterm: 2, index: 911, vote: 0] rejected MsgVote from ba268a16d9fd836a [logterm: 2, index: 903] at term 4"} {"level":"info","ts":"2026-04-20T17:40:44.599023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"found conflict at index 904 [existing term: 2, conflicting term: 4]"} {"level":"info","ts":"2026-04-20T17:40:44.599066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"replace the unstable entries from index 904"} {"level":"info","ts":"2026-04-20T17:40:44.599086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 944e7e1987ec6eaf elected leader ba268a16d9fd836a at term 4"} {"level":"warn","ts":"2026-04-20T17:40:44.599580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090558413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-20T17:40:44.599682Z","caller":"traceutil/trace.go:171","msg":"trace[1638607849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.090720555s","start":"2026-04-20T17:40:42.508937Z","end":"2026-04-20T17:40:44.599657Z","steps":["trace[1638607849] 'agreement among raft nodes before linearized reading' (duration: 2.090584183s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.599740Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.508922Z","time spent":"2.090802486s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-20T17:40:44.602344Z","caller":"traceutil/trace.go:171","msg":"trace[158137841] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"2.156158709s","start":"2026-04-20T17:40:42.446174Z","end":"2026-04-20T17:40:44.602333Z","steps":["trace[158137841] 'process raft request' (duration: 2.155909436s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.602416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.446133Z","time spent":"2.156245521s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T17:40:44.602430Z","caller":"traceutil/trace.go:171","msg":"trace[356622884] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"2.152311782s","start":"2026-04-20T17:40:42.450097Z","end":"2026-04-20T17:40:44.602408Z","steps":["trace[356622884] 'process raft request' (duration: 2.152192781s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:44.602490Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-20T17:40:44.602578Z","caller":"traceutil/trace.go:171","msg":"trace[1280077426] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"2.153194483s","start":"2026-04-20T17:40:42.449374Z","end":"2026-04-20T17:40:44.602568Z","steps":["trace[1280077426] 'process raft request' (duration: 2.152875219s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.602616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.449334Z","time spent":"2.153263503s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T17:40:44.602973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.450084Z","time spent":"2.152667656s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T17:40:44.628807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585342156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:40:44.628868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140012156s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:44.628895Z","caller":"traceutil/trace.go:171","msg":"trace[211962085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"1.585461657s","start":"2026-04-20T17:40:43.043413Z","end":"2026-04-20T17:40:44.628875Z","steps":["trace[211962085] 'agreement among raft nodes before linearized reading' (duration: 1.585329786s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:44.628922Z","caller":"traceutil/trace.go:171","msg":"trace[143641725] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:836; }","duration":"1.140064717s","start":"2026-04-20T17:40:43.488835Z","end":"2026-04-20T17:40:44.628900Z","steps":["trace[143641725] 'agreement among raft nodes before linearized reading' (duration: 1.139994256s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.628944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.043402Z","time spent":"1.585531638s","remote":"127.0.0.1:49832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:44.629167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510284494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:44.629220Z","caller":"traceutil/trace.go:171","msg":"trace[1010664905] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:836; }","duration":"1.510342444s","start":"2026-04-20T17:40:43.118849Z","end":"2026-04-20T17:40:44.629192Z","steps":["trace[1010664905] 'agreement among raft nodes before linearized reading' (duration: 1.510283713s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.629277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.118838Z","time spent":"1.510429525s","remote":"127.0.0.1:50274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-20T17:40:44.629409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.707724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T17:40:44.629469Z","caller":"traceutil/trace.go:171","msg":"trace[1936924935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:836; }","duration":"175.811924ms","start":"2026-04-20T17:40:44.453643Z","end":"2026-04-20T17:40:44.629455Z","steps":["trace[1936924935] 'agreement among raft nodes before linearized reading' (duration: 175.705533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.633006Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7975766827045938843,"received-request-id":7975766827045938837} {"level":"info","ts":"2026-04-20T17:40:44.633326Z","caller":"traceutil/trace.go:171","msg":"trace[1827123429] transaction","detail":"{read_only:false; number_of_response:0; response_revision:841; }","duration":"954.376021ms","start":"2026-04-20T17:40:43.678935Z","end":"2026-04-20T17:40:44.633311Z","steps":["trace[1827123429] 'process raft request' (duration: 954.23689ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:44.633405Z","caller":"traceutil/trace.go:171","msg":"trace[1811253138] transaction","detail":"{read_only:false; number_of_response:0; response_revision:841; }","duration":"954.30144ms","start":"2026-04-20T17:40:43.678932Z","end":"2026-04-20T17:40:44.633233Z","steps":["trace[1811253138] 'process raft request' (duration: 954.202499ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:44.634417Z","caller":"traceutil/trace.go:171","msg":"trace[89218537] transaction","detail":"{read_only:false; number_of_response:1; response_revision:842; }","duration":"953.317577ms","start":"2026-04-20T17:40:43.681083Z","end":"2026-04-20T17:40:44.634400Z","steps":["trace[89218537] 'process raft request' (duration: 952.272795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.634525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.681043Z","time spent":"953.419019ms","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9175,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:40:44.633552Z","caller":"traceutil/trace.go:171","msg":"trace[223263873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:842; }","duration":"952.550399ms","start":"2026-04-20T17:40:43.680987Z","end":"2026-04-20T17:40:44.633537Z","steps":["trace[223263873] 'process raft request' (duration: 952.335977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.634895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.678920Z","time spent":"954.759737ms","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T17:40:44.634959Z","caller":"traceutil/trace.go:171","msg":"trace[409334430] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"887.360748ms","start":"2026-04-20T17:40:43.747582Z","end":"2026-04-20T17:40:44.634943Z","steps":["trace[409334430] 'process raft request' (duration: 886.477097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.635368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.747559Z","time spent":"887.766704ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:44.635137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.680979Z","time spent":"953.685463ms","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:44.636867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.678912Z","time spent":"955.500066ms","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T17:40:47.856904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.858263Z","time spent":"4.998634739s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-20T17:40:49.454996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.454230Z","time spent":"7.00076205s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-20T17:40:49.461546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.461190Z","time spent":"7.000352144s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-20T17:40:49.461627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.461135Z","time spent":"7.000491715s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-20T17:40:49.462060Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.465268Z","time spent":"6.996790638s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T17:40:49.462186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.667898Z","time spent":"6.794287615s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T17:40:49.462202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.471200Z","time spent":"6.990996865s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-20T17:40:49.462251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.513310Z","time spent":"6.948937242s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/20 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/20 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-20T17:40:50.207615Z","caller":"traceutil/trace.go:171","msg":"trace[1716402035] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"525.29297ms","start":"2026-04-20T17:40:49.682286Z","end":"2026-04-20T17:40:50.207578Z","steps":["trace[1716402035] 'process raft request' (duration: 525.113266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:50.207792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:49.682265Z","time spent":"525.440641ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:50.384401Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:50.885156Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:51.386054Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:51.731791Z","caller":"traceutil/trace.go:171","msg":"trace[1556665578] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"1.076190867s","start":"2026-04-20T17:40:50.655579Z","end":"2026-04-20T17:40:51.731770Z","steps":["trace[1556665578] 'process raft request' (duration: 1.076162307s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.731914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.655562Z","time spent":"1.076289538s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:40:51.731953Z","caller":"traceutil/trace.go:171","msg":"trace[1569983016] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"1.85573111s","start":"2026-04-20T17:40:49.876206Z","end":"2026-04-20T17:40:51.731937Z","steps":["trace[1569983016] 'process raft request' (duration: 1.855442336s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.732021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:49.876182Z","time spent":"1.85580299s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:40:51.733696Z","caller":"traceutil/trace.go:171","msg":"trace[2052030827] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:979; }","duration":"1.849681285s","start":"2026-04-20T17:40:49.884003Z","end":"2026-04-20T17:40:51.733684Z","steps":["trace[2052030827] 'read index received' (duration: 1.849676805s)","trace[2052030827] 'applied index is now lower than readState.Index' (duration: 3.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:51.733776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849766576s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:51.733806Z","caller":"traceutil/trace.go:171","msg":"trace[498809409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:882; }","duration":"1.849795767s","start":"2026-04-20T17:40:49.883998Z","end":"2026-04-20T17:40:51.733793Z","steps":["trace[498809409] 'agreement among raft nodes before linearized reading' (duration: 1.849752536s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.735444Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7975766827045938895,"received-request-id":7975766827045938888} {"level":"warn","ts":"2026-04-20T17:40:51.736264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391377385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T17:40:51.736327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04433429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-20T17:40:51.736387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847340786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T17:40:51.736400Z","caller":"traceutil/trace.go:171","msg":"trace[969961752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:882; }","duration":"1.044450431s","start":"2026-04-20T17:40:50.691934Z","end":"2026-04-20T17:40:51.736385Z","steps":["trace[969961752] 'agreement among raft nodes before linearized reading' (duration: 1.044301519s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.736460Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.691922Z","time spent":"1.044529312s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-20T17:40:51.736466Z","caller":"traceutil/trace.go:171","msg":"trace[35743349] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:882; }","duration":"1.847440967s","start":"2026-04-20T17:40:49.889000Z","end":"2026-04-20T17:40:51.736441Z","steps":["trace[35743349] 'agreement among raft nodes before linearized reading' (duration: 1.847309106s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.736523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:49.888990Z","time spent":"1.847518378s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":24,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-20T17:40:51.736377Z","caller":"traceutil/trace.go:171","msg":"trace[586553223] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:882; }","duration":"1.391492907s","start":"2026-04-20T17:40:50.344870Z","end":"2026-04-20T17:40:51.736363Z","steps":["trace[586553223] 'agreement among raft nodes before linearized reading' (duration: 1.391342885s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.736672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.344820Z","time spent":"1.391833131s","remote":"127.0.0.1:50232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-20T17:40:51.736797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086374339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-20T17:40:51.736844Z","caller":"traceutil/trace.go:171","msg":"trace[746553343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:882; }","duration":"1.086491519s","start":"2026-04-20T17:40:50.650339Z","end":"2026-04-20T17:40:51.736830Z","steps":["trace[746553343] 'agreement among raft nodes before linearized reading' (duration: 1.086426948s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.736875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.650320Z","time spent":"1.08654816s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:51.736298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493491313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-blf5x\" limit:1 ","response":"range_response_count:1 size:18158"} {"level":"info","ts":"2026-04-20T17:40:51.737002Z","caller":"traceutil/trace.go:171","msg":"trace[353514462] range","detail":"{range_begin:/registry/pods/kube-system/cilium-blf5x; range_end:; response_count:1; response_revision:882; }","duration":"1.494237494s","start":"2026-04-20T17:40:50.242748Z","end":"2026-04-20T17:40:51.736986Z","steps":["trace[353514462] 'agreement among raft nodes before linearized reading' (duration: 1.493470044s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.736887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744943449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:40:51.737065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.242734Z","time spent":"1.494314295s","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18182,"request content":"key:\"/registry/pods/kube-system/cilium-blf5x\" limit:1 "} {"level":"info","ts":"2026-04-20T17:40:51.737244Z","caller":"traceutil/trace.go:171","msg":"trace[798934686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:882; }","duration":"1.745158504s","start":"2026-04-20T17:40:49.991897Z","end":"2026-04-20T17:40:51.737055Z","steps":["trace[798934686] 'agreement among raft nodes before linearized reading' (duration: 1.744742038s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.737465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:49.991882Z","time spent":"1.745511198s","remote":"127.0.0.1:49832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:52.237036Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938896,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:52.519252Z","caller":"traceutil/trace.go:171","msg":"trace[859632920] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:979; }","duration":"783.03375ms","start":"2026-04-20T17:40:51.736189Z","end":"2026-04-20T17:40:52.519223Z","steps":["trace[859632920] 'read index received' (duration: 783.02535ms)","trace[859632920] 'applied index is now lower than readState.Index' (duration: 7.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:52.712566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.533201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:52.712651Z","caller":"traceutil/trace.go:171","msg":"trace[1696838894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:882; }","duration":"977.619432ms","start":"2026-04-20T17:40:51.735011Z","end":"2026-04-20T17:40:52.712631Z","steps":["trace[1696838894] 'agreement among raft nodes before linearized reading' (duration: 784.304685ms)","trace[1696838894] 'range keys from in-memory index tree' (duration: 193.213706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:52.712686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.368903ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-20T17:40:52.791369Z","caller":"traceutil/trace.go:171","msg":"trace[76486168] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"1.049087383s","start":"2026-04-20T17:40:51.742254Z","end":"2026-04-20T17:40:52.791341Z","steps":["trace[76486168] 'process raft request' (duration: 1.048905541s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:52.791493Z","caller":"traceutil/trace.go:171","msg":"trace[807017947] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"1.048406295s","start":"2026-04-20T17:40:51.743074Z","end":"2026-04-20T17:40:52.791480Z","steps":["trace[807017947] 'process raft request' (duration: 1.048220443s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.791601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:51.743064Z","time spent":"1.048470795s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:52.791601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:51.742231Z","time spent":"1.049226254s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:40:52.792579Z","caller":"traceutil/trace.go:171","msg":"trace[1266444241] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:983; }","duration":"273.256009ms","start":"2026-04-20T17:40:52.519315Z","end":"2026-04-20T17:40:52.792571Z","steps":["trace[1266444241] 'read index received' (duration: 273.252839ms)","trace[1266444241] 'applied index is now lower than readState.Index' (duration: 2.55µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:52.792635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052872489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:52.792655Z","caller":"traceutil/trace.go:171","msg":"trace[1816182912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"1.052922529s","start":"2026-04-20T17:40:51.739728Z","end":"2026-04-20T17:40:52.792650Z","steps":["trace[1816182912] 'agreement among raft nodes before linearized reading' (duration: 1.052881139s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.792668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:51.739715Z","time spent":"1.05295092s","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:52.792744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.90951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:52.792807Z","caller":"traceutil/trace.go:171","msg":"trace[79394165] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:885; }","duration":"520.023531ms","start":"2026-04-20T17:40:52.272767Z","end":"2026-04-20T17:40:52.792790Z","steps":["trace[79394165] 'agreement among raft nodes before linearized reading' (duration: 519.91204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.792854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:52.272750Z","time spent":"520.091072ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-20T17:40:52.793072Z","caller":"traceutil/trace.go:171","msg":"trace[841407566] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"1.042906178s","start":"2026-04-20T17:40:51.750102Z","end":"2026-04-20T17:40:52.793008Z","steps":["trace[841407566] 'process raft request' (duration: 1.042608174s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.793418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:51.750093Z","time spent":"1.043274854s","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18315,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:53.299827Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:53.800230Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:54.026814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232890896s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T17:40:54.027325Z","caller":"traceutil/trace.go:171","msg":"trace[2042951281] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:985; }","duration":"1.234694428s","start":"2026-04-20T17:40:52.792601Z","end":"2026-04-20T17:40:54.027296Z","steps":["trace[2042951281] 'read index received' (duration: 1.234680857s)","trace[2042951281] 'applied index is now lower than readState.Index' (duration: 12.321µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:54.529301Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:54.801725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T17:40:54.801792Z","caller":"traceutil/trace.go:171","msg":"trace[944035801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239078s","start":"2026-04-20T17:40:52.801539Z","end":"2026-04-20T17:40:54.801778Z","steps":["trace[944035801] 'agreement among raft nodes before linearized reading' (duration: 2.000162147s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:54.801870Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:52.801525Z","time spent":"2.000337709s","remote":"127.0.0.1:49832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 17:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T17:40:55.030110Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:55.434051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719998721s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:55.434119Z","caller":"traceutil/trace.go:171","msg":"trace[1306816568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"2.720084502s","start":"2026-04-20T17:40:52.714021Z","end":"2026-04-20T17:40:55.434106Z","steps":["trace[1306816568] 'agreement among raft nodes before linearized reading' (duration: 1.313387466s)","trace[1306816568] 'range keys from in-memory index tree' (duration: 1.406586105s)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:55.434175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405186928s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T17:40:55.434776Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7975766827045938904,"received-request-id":7975766827045938901} {"level":"warn","ts":"2026-04-20T17:40:55.435319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405796216s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-20T17:40:55.530834Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7975766827045938904,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:55.541023Z","caller":"traceutil/trace.go:171","msg":"trace[87658196] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:986; }","duration":"1.513629891s","start":"2026-04-20T17:40:54.027376Z","end":"2026-04-20T17:40:55.541006Z","steps":["trace[87658196] 'read index received' (duration: 1.513625561s)","trace[87658196] 'applied index is now lower than readState.Index' (duration: 3.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:55.541843Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7975766827045938905,"received-request-id":7975766827045938904} {"level":"info","ts":"2026-04-20T17:40:55.545300Z","caller":"traceutil/trace.go:171","msg":"trace[876895389] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"1.807724921s","start":"2026-04-20T17:40:53.737556Z","end":"2026-04-20T17:40:55.545281Z","steps":["trace[876895389] 'process raft request' (duration: 1.802170865s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.545421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:53.737536Z","time spent":"1.807817452s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:55.545895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.788246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T17:40:55.545942Z","caller":"traceutil/trace.go:171","msg":"trace[1310239852] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:891; }","duration":"543.873937ms","start":"2026-04-20T17:40:55.002057Z","end":"2026-04-20T17:40:55.545931Z","steps":["trace[1310239852] 'agreement among raft nodes before linearized reading' (duration: 543.802396ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:55.545778Z","caller":"traceutil/trace.go:171","msg":"trace[1587112863] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"1.807026423s","start":"2026-04-20T17:40:53.738727Z","end":"2026-04-20T17:40:55.545753Z","steps":["trace[1587112863] 'process raft request' (duration: 1.806502927s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.546005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:55.002039Z","time spent":"543.928557ms","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-20T17:40:55.546248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.211513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:55.546278Z","caller":"traceutil/trace.go:171","msg":"trace[11896825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:891; }","duration":"744.275134ms","start":"2026-04-20T17:40:54.801994Z","end":"2026-04-20T17:40:55.546269Z","steps":["trace[11896825] 'agreement among raft nodes before linearized reading' (duration: 744.231923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.546304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:54.801957Z","time spent":"744.341765ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:55.546341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.835869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-20T17:40:55.546407Z","caller":"traceutil/trace.go:171","msg":"trace[1745576557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:891; }","duration":"748.94905ms","start":"2026-04-20T17:40:54.797443Z","end":"2026-04-20T17:40:55.546392Z","steps":["trace[1745576557] 'agreement among raft nodes before linearized reading' (duration: 748.830909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.546438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:54.797426Z","time spent":"749.006181ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:55.546827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:53.738704Z","time spent":"1.807497288s","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:40:55.547523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.085365ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:55.547594Z","caller":"traceutil/trace.go:171","msg":"trace[1278177947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:891; }","duration":"111.189156ms","start":"2026-04-20T17:40:55.436389Z","end":"2026-04-20T17:40:55.547578Z","steps":["trace[1278177947] 'agreement among raft nodes before linearized reading' (duration: 109.742908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.548961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.991879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T17:40:55.549066Z","caller":"traceutil/trace.go:171","msg":"trace[1642331267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:891; }","duration":"753.247762ms","start":"2026-04-20T17:40:54.795799Z","end":"2026-04-20T17:40:55.549047Z","steps":["trace[1642331267] 'agreement among raft nodes before linearized reading' (duration: 750.047654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.549152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:54.795785Z","time spent":"753.350773ms","remote":"127.0.0.1:50144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-20T17:40:56.089196Z","caller":"traceutil/trace.go:171","msg":"trace[1497247169] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:999; }","duration":"205.577838ms","start":"2026-04-20T17:40:55.883597Z","end":"2026-04-20T17:40:56.089175Z","steps":["trace[1497247169] 'read index received' (duration: 205.560548ms)","trace[1497247169] 'applied index is now lower than readState.Index' (duration: 15.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:56.089440Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.822131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:56.089554Z","caller":"traceutil/trace.go:171","msg":"trace[1531844462] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:900; }","duration":"205.894942ms","start":"2026-04-20T17:40:55.883589Z","end":"2026-04-20T17:40:56.089484Z","steps":["trace[1531844462] 'agreement among raft nodes before linearized reading' (duration: 205.765061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:56.092685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.775415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:56.092815Z","caller":"traceutil/trace.go:171","msg":"trace[904595653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"103.936356ms","start":"2026-04-20T17:40:55.988860Z","end":"2026-04-20T17:40:56.092797Z","steps":["trace[904595653] 'agreement among raft nodes before linearized reading' (duration: 103.756324ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:56.433324Z","caller":"traceutil/trace.go:171","msg":"trace[292995720] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"167.826506ms","start":"2026-04-20T17:40:56.265484Z","end":"2026-04-20T17:40:56.433311Z","steps":["trace[292995720] 'process raft request' (duration: 167.724834ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:56.519435Z","caller":"traceutil/trace.go:171","msg":"trace[209470003] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"237.684747ms","start":"2026-04-20T17:40:56.281723Z","end":"2026-04-20T17:40:56.519408Z","steps":["trace[209470003] 'process raft request' (duration: 181.348117ms)","trace[209470003] 'compare' (duration: 56.217668ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T17:40:56.542536Z","caller":"traceutil/trace.go:171","msg":"trace[1274111232] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"104.197279ms","start":"2026-04-20T17:40:56.438310Z","end":"2026-04-20T17:40:56.542507Z","steps":["trace[1274111232] 'process raft request' (duration: 104.125358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:57.836823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.134252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:57.836901Z","caller":"traceutil/trace.go:171","msg":"trace[1158550351] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:927; }","duration":"362.267244ms","start":"2026-04-20T17:40:57.474617Z","end":"2026-04-20T17:40:57.836884Z","steps":["trace[1158550351] 'count revisions from in-memory index tree' (duration: 360.14394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:57.836945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:57.474598Z","time spent":"362.336955ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-20T17:40:57.837063Z","caller":"traceutil/trace.go:171","msg":"trace[53711531] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"283.762563ms","start":"2026-04-20T17:40:57.553290Z","end":"2026-04-20T17:40:57.837053Z","steps":["trace[53711531] 'process raft request' (duration: 277.278827ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:57.837146Z","caller":"traceutil/trace.go:171","msg":"trace[294730259] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"282.60299ms","start":"2026-04-20T17:40:57.554521Z","end":"2026-04-20T17:40:57.837124Z","steps":["trace[294730259] 'process raft request' (duration: 282.452608ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:57.837252Z","caller":"traceutil/trace.go:171","msg":"trace[1623582278] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"259.01218ms","start":"2026-04-20T17:40:57.578232Z","end":"2026-04-20T17:40:57.837244Z","steps":["trace[1623582278] 'read index received' (duration: 255.726571ms)","trace[1623582278] 'applied index is now lower than readState.Index' (duration: 3.284749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:57.837327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.10849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T17:40:57.837344Z","caller":"traceutil/trace.go:171","msg":"trace[1836917787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:929; }","duration":"259.204282ms","start":"2026-04-20T17:40:57.578135Z","end":"2026-04-20T17:40:57.837339Z","steps":["trace[1836917787] 'agreement among raft nodes before linearized reading' (duration: 259.159361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:57.839015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.541308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-20T17:40:57.839083Z","caller":"traceutil/trace.go:171","msg":"trace[819994366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:929; }","duration":"260.64784ms","start":"2026-04-20T17:40:57.578418Z","end":"2026-04-20T17:40:57.839066Z","steps":["trace[819994366] 'agreement among raft nodes before linearized reading' (duration: 260.510868ms)"],"step_count":1}