{"level":"warn","ts":"2026-04-08T00:35:38.668024Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T00:35:38.668139Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.155:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.155:2380","--initial-cluster=instance=https://199.204.45.155:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.155:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.155:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T00:35:38.668233Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T00:35:38.668248Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-08T00:35:38.668277Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T00:35:38.669029Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"]} {"level":"info","ts":"2026-04-08T00:35:38.669126Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.155:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T00:35:38.673082Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.653065ms"} {"level":"info","ts":"2026-04-08T00:35:38.683622Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"344940fc142d902f","cluster-id":"c7d65bf2a36fbd4"} {"level":"info","ts":"2026-04-08T00:35:38.683721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T00:35:38.683751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became follower at term 0"} {"level":"info","ts":"2026-04-08T00:35:38.68377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 344940fc142d902f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T00:35:38.683794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became follower at term 1"} {"level":"info","ts":"2026-04-08T00:35:38.683841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"warn","ts":"2026-04-08T00:35:38.68902Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T00:35:38.690484Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T00:35:38.691798Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T00:35:38.694639Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"344940fc142d902f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T00:35:38.694826Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"344940fc142d902f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T00:35:38.695083Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:35:38.695236Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:35:38.695282Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:35:38.696603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"info","ts":"2026-04-08T00:35:38.697463Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","added-peer-id":"344940fc142d902f","added-peer-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-08T00:35:38.70004Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T00:35:38.700099Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-08T00:35:38.700137Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-08T00:35:38.700399Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"344940fc142d902f","initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T00:35:38.700469Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T00:35:39.284981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T00:35:39.285135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T00:35:39.285296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f received MsgPreVoteResp from 344940fc142d902f at term 1"} {"level":"info","ts":"2026-04-08T00:35:39.285364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became candidate at term 2"} {"level":"info","ts":"2026-04-08T00:35:39.285405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f received MsgVoteResp from 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-08T00:35:39.285458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became leader at term 2"} {"level":"info","ts":"2026-04-08T00:35:39.285513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 344940fc142d902f elected leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-08T00:35:39.286928Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"344940fc142d902f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.155:2379]}","request-path":"/0/members/344940fc142d902f/attributes","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T00:35:39.286955Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T00:35:39.287041Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:35:39.287032Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T00:35:39.287503Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T00:35:39.287621Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T00:35:39.29135Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T00:35:39.292735Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:35:39.292871Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:35:39.292913Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:35:39.301096Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.155:2379"} {"level":"info","ts":"2026-04-08T00:36:05.211526Z","caller":"traceutil/trace.go:171","msg":"trace[1143180449] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"121.613282ms","start":"2026-04-08T00:36:05.08986Z","end":"2026-04-08T00:36:05.211473Z","steps":["trace[1143180449] 'process raft request' (duration: 121.426748ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:15.400665Z","caller":"traceutil/trace.go:171","msg":"trace[1945547642] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"116.708532ms","start":"2026-04-08T00:36:15.283924Z","end":"2026-04-08T00:36:15.400633Z","steps":["trace[1945547642] 'read index received' (duration: 115.888595ms)","trace[1945547642] 'applied index is now lower than readState.Index' (duration: 805.257µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:15.40074Z","caller":"traceutil/trace.go:171","msg":"trace[1646426330] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"138.5936ms","start":"2026-04-08T00:36:15.262102Z","end":"2026-04-08T00:36:15.400696Z","steps":["trace[1646426330] 'process raft request' (duration: 137.847495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:15.400955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.864257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T00:36:15.401061Z","caller":"traceutil/trace.go:171","msg":"trace[1621392182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:572; }","duration":"108.01208ms","start":"2026-04-08T00:36:15.293036Z","end":"2026-04-08T00:36:15.401048Z","steps":["trace[1621392182] 'agreement among raft nodes before linearized reading' (duration: 107.773605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:15.400958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.992658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:36:15.401188Z","caller":"traceutil/trace.go:171","msg":"trace[1332079574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"117.291985ms","start":"2026-04-08T00:36:15.28386Z","end":"2026-04-08T00:36:15.401152Z","steps":["trace[1332079574] 'agreement among raft nodes before linearized reading' (duration: 116.923076ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:15.65983Z","caller":"traceutil/trace.go:171","msg":"trace[1983105672] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"253.380154ms","start":"2026-04-08T00:36:15.406424Z","end":"2026-04-08T00:36:15.659804Z","steps":["trace[1983105672] 'process raft request' (duration: 245.314075ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:15.659877Z","caller":"traceutil/trace.go:171","msg":"trace[733172684] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:591; }","duration":"177.931054ms","start":"2026-04-08T00:36:15.481926Z","end":"2026-04-08T00:36:15.659857Z","steps":["trace[733172684] 'read index received' (duration: 169.803854ms)","trace[733172684] 'applied index is now lower than readState.Index' (duration: 8.12601ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:15.659995Z","caller":"traceutil/trace.go:171","msg":"trace[997532982] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"196.610164ms","start":"2026-04-08T00:36:15.463371Z","end":"2026-04-08T00:36:15.659981Z","steps":["trace[997532982] 'process raft request' (duration: 196.360779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:15.660176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.217351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T00:36:15.660276Z","caller":"traceutil/trace.go:171","msg":"trace[5471469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"178.405714ms","start":"2026-04-08T00:36:15.481855Z","end":"2026-04-08T00:36:15.660261Z","steps":["trace[5471469] 'agreement among raft nodes before linearized reading' (duration: 178.162269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:16.298205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.557615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:36:16.298623Z","caller":"traceutil/trace.go:171","msg":"trace[27316961] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:594; }","duration":"627.091175ms","start":"2026-04-08T00:36:15.671504Z","end":"2026-04-08T00:36:16.298595Z","steps":["trace[27316961] 'read index received' (duration: 23.101114ms)","trace[27316961] 'applied index is now lower than readState.Index' (duration: 603.988391ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:16.298733Z","caller":"traceutil/trace.go:171","msg":"trace[1929832541] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"622.936767ms","start":"2026-04-08T00:36:15.675767Z","end":"2026-04-08T00:36:16.298703Z","steps":["trace[1929832541] 'process raft request' (duration: 622.654821ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:16.298676Z","caller":"traceutil/trace.go:171","msg":"trace[816559115] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"633.121141ms","start":"2026-04-08T00:36:15.665519Z","end":"2026-04-08T00:36:16.29864Z","steps":["trace[816559115] 'process raft request' (duration: 499.093196ms)","trace[816559115] 'compare' (duration: 132.206766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:36:16.298766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.261118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:36:16.298929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:15.675743Z","time spent":"623.08158ms","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:36:16.29902Z","caller":"traceutil/trace.go:171","msg":"trace[39861126] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:577; }","duration":"627.549744ms","start":"2026-04-08T00:36:15.671447Z","end":"2026-04-08T00:36:16.298997Z","steps":["trace[39861126] 'agreement among raft nodes before linearized reading' (duration: 627.237158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:16.299097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:15.671429Z","time spent":"627.649416ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-08T00:36:16.299206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:15.665501Z","time spent":"633.412397ms","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:36:31.235627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.829344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:36:31.235816Z","caller":"traceutil/trace.go:171","msg":"trace[1390180454] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"292.501241ms","start":"2026-04-08T00:36:30.943287Z","end":"2026-04-08T00:36:31.235789Z","steps":["trace[1390180454] 'process raft request' (duration: 90.415052ms)","trace[1390180454] 'compare' (duration: 201.632389ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:37:03.511995Z","caller":"traceutil/trace.go:171","msg":"trace[121558996] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"100.791519ms","start":"2026-04-08T00:37:03.411178Z","end":"2026-04-08T00:37:03.511969Z","steps":["trace[121558996] 'process raft request' (duration: 100.630796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:48.738907Z","caller":"traceutil/trace.go:171","msg":"trace[1472291965] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"390.750646ms","start":"2026-04-08T00:37:48.34814Z","end":"2026-04-08T00:37:48.738891Z","steps":["trace[1472291965] 'process raft request' (duration: 311.59198ms)","trace[1472291965] 'compare' (duration: 79.020793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:37:48.739081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:48.348103Z","time spent":"390.884229ms","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:37:48.739207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.13405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T00:37:48.738883Z","caller":"traceutil/trace.go:171","msg":"trace[1014129754] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"372.801123ms","start":"2026-04-08T00:37:48.366057Z","end":"2026-04-08T00:37:48.738859Z","steps":["trace[1014129754] 'read index received' (duration: 293.663098ms)","trace[1014129754] 'applied index is now lower than readState.Index' (duration: 79.137105ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:37:48.739269Z","caller":"traceutil/trace.go:171","msg":"trace[372986417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1819; }","duration":"373.258302ms","start":"2026-04-08T00:37:48.365994Z","end":"2026-04-08T00:37:48.739252Z","steps":["trace[372986417] 'agreement among raft nodes before linearized reading' (duration: 373.061148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:48.739299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:48.365954Z","time spent":"373.339274ms","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T00:37:48.752052Z","caller":"traceutil/trace.go:171","msg":"trace[1519880052] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"175.101779ms","start":"2026-04-08T00:37:48.576936Z","end":"2026-04-08T00:37:48.752038Z","steps":["trace[1519880052] 'process raft request' (duration: 175.015557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:48.752233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.123294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:37:48.752317Z","caller":"traceutil/trace.go:171","msg":"trace[130867678] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1820; }","duration":"172.253137ms","start":"2026-04-08T00:37:48.580041Z","end":"2026-04-08T00:37:48.752294Z","steps":["trace[130867678] 'agreement among raft nodes before linearized reading' (duration: 172.025982ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:48.878635Z","caller":"traceutil/trace.go:171","msg":"trace[2056083524] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"135.434959ms","start":"2026-04-08T00:37:48.743165Z","end":"2026-04-08T00:37:48.8786Z","steps":["trace[2056083524] 'process raft request' (duration: 96.942434ms)","trace[2056083524] 'compare' (duration: 38.24946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:37:49.173844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.414335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:37:49.174006Z","caller":"traceutil/trace.go:171","msg":"trace[622690200] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1823; }","duration":"175.65908ms","start":"2026-04-08T00:37:48.998323Z","end":"2026-04-08T00:37:49.173982Z","steps":["trace[622690200] 'count revisions from in-memory index tree' (duration: 175.17025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:49.533501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.271258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:37:49.533628Z","caller":"traceutil/trace.go:171","msg":"trace[721599646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"250.446321ms","start":"2026-04-08T00:37:49.283155Z","end":"2026-04-08T00:37:49.533602Z","steps":["trace[721599646] 'range keys from in-memory index tree' (duration: 250.185955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:49.534165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.46277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4aecd8-7435-4032-8c19-1fa0f748eb43\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-08T00:37:49.534315Z","caller":"traceutil/trace.go:171","msg":"trace[1683586001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c4aecd8-7435-4032-8c19-1fa0f748eb43; range_end:; response_count:1; response_revision:1824; }","duration":"229.92514ms","start":"2026-04-08T00:37:49.304366Z","end":"2026-04-08T00:37:49.534291Z","steps":["trace[1683586001] 'range keys from in-memory index tree' (duration: 229.300847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:38:02.190204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.311182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:38:02.190311Z","caller":"traceutil/trace.go:171","msg":"trace[465643201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"153.481045ms","start":"2026-04-08T00:38:02.036808Z","end":"2026-04-08T00:38:02.190289Z","steps":["trace[465643201] 'range keys from in-memory index tree' (duration: 153.098647ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:38:02.192986Z","caller":"traceutil/trace.go:171","msg":"trace[1899133849] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"141.580044ms","start":"2026-04-08T00:38:02.051376Z","end":"2026-04-08T00:38:02.192956Z","steps":["trace[1899133849] 'process raft request' (duration: 141.370859ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:38:40.323077Z","caller":"traceutil/trace.go:171","msg":"trace[1274609132] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"120.140863ms","start":"2026-04-08T00:38:40.202889Z","end":"2026-04-08T00:38:40.32303Z","steps":["trace[1274609132] 'process raft request' (duration: 119.833717ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:38:40.587086Z","caller":"traceutil/trace.go:171","msg":"trace[1375239891] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"146.650917ms","start":"2026-04-08T00:38:40.440388Z","end":"2026-04-08T00:38:40.587039Z","steps":["trace[1375239891] 'read index received' (duration: 57.555489ms)","trace[1375239891] 'applied index is now lower than readState.Index' (duration: 89.091448ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:38:40.587127Z","caller":"traceutil/trace.go:171","msg":"trace[13588086] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"176.716951ms","start":"2026-04-08T00:38:40.410375Z","end":"2026-04-08T00:38:40.587092Z","steps":["trace[13588086] 'process raft request' (duration: 87.562712ms)","trace[13588086] 'compare' (duration: 88.510244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:38:40.587553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.159558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T00:38:40.587623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.334749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:38:40.587631Z","caller":"traceutil/trace.go:171","msg":"trace[177105804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2150; }","duration":"147.312602ms","start":"2026-04-08T00:38:40.440302Z","end":"2026-04-08T00:38:40.587615Z","steps":["trace[177105804] 'agreement among raft nodes before linearized reading' (duration: 146.906303ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:38:40.58767Z","caller":"traceutil/trace.go:171","msg":"trace[546385456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"117.449121ms","start":"2026-04-08T00:38:40.470205Z","end":"2026-04-08T00:38:40.587654Z","steps":["trace[546385456] 'agreement among raft nodes before linearized reading' (duration: 117.042562ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:40:05.67419Z","caller":"traceutil/trace.go:171","msg":"trace[1517565094] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2900; }","duration":"151.093575ms","start":"2026-04-08T00:40:05.523066Z","end":"2026-04-08T00:40:05.67416Z","steps":["trace[1517565094] 'read index received' (duration: 150.831669ms)","trace[1517565094] 'applied index is now lower than readState.Index' (duration: 260.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:40:05.674299Z","caller":"traceutil/trace.go:171","msg":"trace[1764826297] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"301.180848ms","start":"2026-04-08T00:40:05.373087Z","end":"2026-04-08T00:40:05.674267Z","steps":["trace[1764826297] 'process raft request' (duration: 300.858721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:40:05.674573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.494394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:40:05.674656Z","caller":"traceutil/trace.go:171","msg":"trace[1388009387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2801; }","duration":"151.628247ms","start":"2026-04-08T00:40:05.523011Z","end":"2026-04-08T00:40:05.674639Z","steps":["trace[1388009387] 'agreement among raft nodes before linearized reading' (duration: 151.325921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:40:05.6746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:40:05.373057Z","time spent":"301.453364ms","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:40:05.675103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.998346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T00:40:05.675163Z","caller":"traceutil/trace.go:171","msg":"trace[987315742] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2801; }","duration":"119.093358ms","start":"2026-04-08T00:40:05.556053Z","end":"2026-04-08T00:40:05.675147Z","steps":["trace[987315742] 'agreement among raft nodes before linearized reading' (duration: 118.446174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:40.924928Z","caller":"traceutil/trace.go:171","msg":"trace[427170880] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3960; }","duration":"136.2371ms","start":"2026-04-08T00:42:40.788662Z","end":"2026-04-08T00:42:40.924899Z","steps":["trace[427170880] 'read index received' (duration: 135.915934ms)","trace[427170880] 'applied index is now lower than readState.Index' (duration: 320.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:42:40.925014Z","caller":"traceutil/trace.go:171","msg":"trace[815981894] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"155.282006ms","start":"2026-04-08T00:42:40.769685Z","end":"2026-04-08T00:42:40.924967Z","steps":["trace[815981894] 'process raft request' (duration: 154.972779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:40.925564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.868083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T00:42:40.925678Z","caller":"traceutil/trace.go:171","msg":"trace[29502370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3822; }","duration":"137.042557ms","start":"2026-04-08T00:42:40.788611Z","end":"2026-04-08T00:42:40.925654Z","steps":["trace[29502370] 'agreement among raft nodes before linearized reading' (duration: 136.406754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:04.507849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.169834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-08T00:44:04.507969Z","caller":"traceutil/trace.go:171","msg":"trace[924667027] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4868; }","duration":"146.318879ms","start":"2026-04-08T00:44:04.361626Z","end":"2026-04-08T00:44:04.507945Z","steps":["trace[924667027] 'range keys from in-memory index tree' (duration: 146.021882ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.63512Z","caller":"traceutil/trace.go:171","msg":"trace[1174979373] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"169.594061ms","start":"2026-04-08T00:44:09.465465Z","end":"2026-04-08T00:44:09.635059Z","steps":["trace[1174979373] 'process raft request' (duration: 159.208751ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.635294Z","caller":"traceutil/trace.go:171","msg":"trace[1219590278] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"166.74969ms","start":"2026-04-08T00:44:09.468517Z","end":"2026-04-08T00:44:09.635266Z","steps":["trace[1219590278] 'process raft request' (duration: 166.535596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.635591Z","caller":"traceutil/trace.go:171","msg":"trace[1702391659] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"169.685712ms","start":"2026-04-08T00:44:09.465802Z","end":"2026-04-08T00:44:09.635488Z","steps":["trace[1702391659] 'process raft request' (duration: 169.175691ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.848056Z","caller":"traceutil/trace.go:171","msg":"trace[785799414] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"169.281813ms","start":"2026-04-08T00:44:09.678734Z","end":"2026-04-08T00:44:09.848016Z","steps":["trace[785799414] 'process raft request' (duration: 168.983397ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:21.190714Z","caller":"traceutil/trace.go:171","msg":"trace[2004662395] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"107.063186ms","start":"2026-04-08T00:44:21.083607Z","end":"2026-04-08T00:44:21.19067Z","steps":["trace[2004662395] 'process raft request' (duration: 106.79379ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:21.731949Z","caller":"traceutil/trace.go:171","msg":"trace[861451022] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"251.209719ms","start":"2026-04-08T00:44:21.480721Z","end":"2026-04-08T00:44:21.731931Z","steps":["trace[861451022] 'process raft request' (duration: 249.38331ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:21.732186Z","caller":"traceutil/trace.go:171","msg":"trace[365354196] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5443; }","duration":"180.783416ms","start":"2026-04-08T00:44:21.55138Z","end":"2026-04-08T00:44:21.732164Z","steps":["trace[365354196] 'read index received' (duration: 178.666221ms)","trace[365354196] 'applied index is now lower than readState.Index' (duration: 2.116445ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:21.732217Z","caller":"traceutil/trace.go:171","msg":"trace[691062747] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"251.385931ms","start":"2026-04-08T00:44:21.480823Z","end":"2026-04-08T00:44:21.732209Z","steps":["trace[691062747] 'process raft request' (duration: 251.264069ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:21.732355Z","caller":"traceutil/trace.go:171","msg":"trace[1796186802] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"251.587866ms","start":"2026-04-08T00:44:21.480742Z","end":"2026-04-08T00:44:21.73233Z","steps":["trace[1796186802] 'process raft request' (duration: 251.123246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:21.732387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.990971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-24p4j.18a43b04a33ab554\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-08T00:44:21.732519Z","caller":"traceutil/trace.go:171","msg":"trace[1051544948] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-24p4j.18a43b04a33ab554; range_end:; response_count:1; response_revision:5253; }","duration":"181.205416ms","start":"2026-04-08T00:44:21.551299Z","end":"2026-04-08T00:44:21.732504Z","steps":["trace[1051544948] 'agreement among raft nodes before linearized reading' (duration: 180.973191ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:30.073671Z","caller":"traceutil/trace.go:171","msg":"trace[619211939] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"146.589393ms","start":"2026-04-08T00:44:29.927046Z","end":"2026-04-08T00:44:30.073635Z","steps":["trace[619211939] 'process raft request' (duration: 51.403668ms)","trace[619211939] 'compare' (duration: 94.944ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:30.073793Z","caller":"traceutil/trace.go:171","msg":"trace[1635351094] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"146.244966ms","start":"2026-04-08T00:44:29.927502Z","end":"2026-04-08T00:44:30.073747Z","steps":["trace[1635351094] 'process raft request' (duration: 146.100233ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:42.854198Z","caller":"traceutil/trace.go:171","msg":"trace[189339510] linearizableReadLoop","detail":"{readStateIndex:5794; appliedIndex:5793; }","duration":"110.321055ms","start":"2026-04-08T00:44:42.743857Z","end":"2026-04-08T00:44:42.854178Z","steps":["trace[189339510] 'read index received' (duration: 110.272714ms)","trace[189339510] 'applied index is now lower than readState.Index' (duration: 46.661µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:42.854299Z","caller":"traceutil/trace.go:171","msg":"trace[1080823154] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"123.284841ms","start":"2026-04-08T00:44:42.730967Z","end":"2026-04-08T00:44:42.854252Z","steps":["trace[1080823154] 'process raft request' (duration: 123.056766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:42.854355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.488078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T00:44:42.854394Z","caller":"traceutil/trace.go:171","msg":"trace[1150297452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5593; }","duration":"110.57922ms","start":"2026-04-08T00:44:42.743804Z","end":"2026-04-08T00:44:42.854383Z","steps":["trace[1150297452] 'agreement among raft nodes before linearized reading' (duration: 110.454058ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:45:39.322791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2988} {"level":"info","ts":"2026-04-08T00:45:39.403582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2988,"took":"78.505972ms","hash":3558710333,"current-db-size-bytes":58232832,"current-db-size":"58 MB","current-db-size-in-use-bytes":33669120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-08T00:45:39.403659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3558710333,"revision":2988,"compact-revision":-1} {"level":"info","ts":"2026-04-08T00:50:35.056468Z","caller":"traceutil/trace.go:171","msg":"trace[1300714116] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8532; }","duration":"238.591635ms","start":"2026-04-08T00:50:34.817855Z","end":"2026-04-08T00:50:35.056446Z","steps":["trace[1300714116] 'read index received' (duration: 238.518994ms)","trace[1300714116] 'applied index is now lower than readState.Index' (duration: 71.781µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:50:35.056664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.790539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T00:50:35.056689Z","caller":"traceutil/trace.go:171","msg":"trace[901520604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8247; }","duration":"238.873851ms","start":"2026-04-08T00:50:34.817809Z","end":"2026-04-08T00:50:35.056683Z","steps":["trace[901520604] 'agreement among raft nodes before linearized reading' (duration: 238.723898ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:35.056723Z","caller":"traceutil/trace.go:171","msg":"trace[1075837726] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"258.938247ms","start":"2026-04-08T00:50:34.797644Z","end":"2026-04-08T00:50:35.056582Z","steps":["trace[1075837726] 'process raft request' (duration: 258.664301ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:35.233413Z","caller":"traceutil/trace.go:171","msg":"trace[234319949] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"171.955298ms","start":"2026-04-08T00:50:35.06142Z","end":"2026-04-08T00:50:35.233376Z","steps":["trace[234319949] 'process raft request' (duration: 159.724228ms)","trace[234319949] 'compare' (duration: 12.067196ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:39.329126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6065} {"level":"info","ts":"2026-04-08T00:50:39.430184Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6065,"took":"98.881413ms","hash":507688963,"current-db-size-bytes":58232832,"current-db-size":"58 MB","current-db-size-in-use-bytes":23658496,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-08T00:50:39.430256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":507688963,"revision":6065,"compact-revision":2988} {"level":"info","ts":"2026-04-08T00:50:46.466305Z","caller":"traceutil/trace.go:171","msg":"trace[2079977937] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8597; }","duration":"154.392583ms","start":"2026-04-08T00:50:46.311885Z","end":"2026-04-08T00:50:46.466277Z","steps":["trace[2079977937] 'read index received' (duration: 154.188949ms)","trace[2079977937] 'applied index is now lower than readState.Index' (duration: 202.614µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:50:46.46659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.67454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T00:50:46.466632Z","caller":"traceutil/trace.go:171","msg":"trace[109675384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8309; }","duration":"154.769642ms","start":"2026-04-08T00:50:46.31185Z","end":"2026-04-08T00:50:46.466619Z","steps":["trace[109675384] 'agreement among raft nodes before linearized reading' (duration: 154.540947ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:46.467031Z","caller":"traceutil/trace.go:171","msg":"trace[107279763] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"176.104745ms","start":"2026-04-08T00:50:46.290912Z","end":"2026-04-08T00:50:46.467017Z","steps":["trace[107279763] 'process raft request' (duration: 175.192176ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:47.471968Z","caller":"traceutil/trace.go:171","msg":"trace[109976376] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"177.626408ms","start":"2026-04-08T00:50:47.294317Z","end":"2026-04-08T00:50:47.471943Z","steps":["trace[109976376] 'process raft request' (duration: 177.451215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:47.910389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.163943ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T00:50:47.910512Z","caller":"traceutil/trace.go:171","msg":"trace[1879828166] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8606; }","duration":"102.683144ms","start":"2026-04-08T00:50:47.807807Z","end":"2026-04-08T00:50:47.91049Z","steps":["trace[1879828166] 'read index received' (duration: 42.461µs)","trace[1879828166] 'applied index is now lower than readState.Index' (duration: 102.638143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:50:47.910625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.789756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:50:47.910679Z","caller":"traceutil/trace.go:171","msg":"trace[1515588941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8317; }","duration":"102.913509ms","start":"2026-04-08T00:50:47.807752Z","end":"2026-04-08T00:50:47.910666Z","steps":["trace[1515588941] 'agreement among raft nodes before linearized reading' (duration: 102.796686ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:48.679902Z","caller":"traceutil/trace.go:171","msg":"trace[454643165] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"165.155493ms","start":"2026-04-08T00:50:48.514699Z","end":"2026-04-08T00:50:48.679855Z","steps":["trace[454643165] 'process raft request' (duration: 139.913946ms)","trace[454643165] 'compare' (duration: 25.047913ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:51:19.463962Z","caller":"traceutil/trace.go:171","msg":"trace[326576140] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"171.813754ms","start":"2026-04-08T00:51:19.292129Z","end":"2026-04-08T00:51:19.463943Z","steps":["trace[326576140] 'process raft request' (duration: 171.698642ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:51:28.175306Z","caller":"traceutil/trace.go:171","msg":"trace[1622097996] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8929; }","duration":"254.149276ms","start":"2026-04-08T00:51:27.921136Z","end":"2026-04-08T00:51:28.175285Z","steps":["trace[1622097996] 'read index received' (duration: 160.34032ms)","trace[1622097996] 'applied index is now lower than readState.Index' (duration: 93.807946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:51:28.175487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.332151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T00:51:28.175512Z","caller":"traceutil/trace.go:171","msg":"trace[380955397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8628; }","duration":"254.379481ms","start":"2026-04-08T00:51:27.921127Z","end":"2026-04-08T00:51:28.175507Z","steps":["trace[380955397] 'agreement among raft nodes before linearized reading' (duration: 254.234408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:51:28.175602Z","caller":"traceutil/trace.go:171","msg":"trace[534487197] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"262.852161ms","start":"2026-04-08T00:51:27.912745Z","end":"2026-04-08T00:51:28.175597Z","steps":["trace[534487197] 'process raft request' (duration: 168.719748ms)","trace[534487197] 'compare' (duration: 93.630043ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:51:28.318816Z","caller":"traceutil/trace.go:171","msg":"trace[1400507982] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"138.25482ms","start":"2026-04-08T00:51:28.180527Z","end":"2026-04-08T00:51:28.318782Z","steps":["trace[1400507982] 'process raft request' (duration: 118.784726ms)","trace[1400507982] 'compare' (duration: 19.200258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:51:29.243799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.734746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:51:29.243945Z","caller":"traceutil/trace.go:171","msg":"trace[664890581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8637; }","duration":"181.967281ms","start":"2026-04-08T00:51:29.06195Z","end":"2026-04-08T00:51:29.243917Z","steps":["trace[664890581] 'count revisions from in-memory index tree' (duration: 181.589503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:51:29.244665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.355084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-08T00:51:29.244779Z","caller":"traceutil/trace.go:171","msg":"trace[1476844621] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8637; }","duration":"233.544748ms","start":"2026-04-08T00:51:29.011208Z","end":"2026-04-08T00:51:29.244753Z","steps":["trace[1476844621] 'range keys from in-memory index tree' (duration: 232.902944ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:52:05.978563Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244f.wal"} {"level":"info","ts":"2026-04-08T00:53:25.531315Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"344940fc142d902f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T00:53:25.537321Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T00:53:25.537434Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T00:55:04.831574Z","caller":"traceutil/trace.go:171","msg":"trace[1191822206] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"101.354429ms","start":"2026-04-08T00:55:04.730189Z","end":"2026-04-08T00:55:04.831543Z","steps":["trace[1191822206] 'process raft request' (duration: 101.147224ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:55:04.860762Z","caller":"traceutil/trace.go:171","msg":"trace[276132999] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"126.38918ms","start":"2026-04-08T00:55:04.734346Z","end":"2026-04-08T00:55:04.860735Z","steps":["trace[276132999] 'process raft request' (duration: 126.162415ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:55:39.334903Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8271} {"level":"info","ts":"2026-04-08T00:55:39.428703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8271,"took":"90.355235ms","hash":1822465350,"current-db-size-bytes":58232832,"current-db-size":"58 MB","current-db-size-in-use-bytes":25710592,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-08T00:55:39.428798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1822465350,"revision":8271,"compact-revision":6065} {"level":"info","ts":"2026-04-08T01:00:39.341128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10667} {"level":"info","ts":"2026-04-08T01:00:39.424232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10667,"took":"79.970413ms","hash":4260753972,"current-db-size-bytes":58232832,"current-db-size":"58 MB","current-db-size-in-use-bytes":20996096,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-08T01:00:39.424346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4260753972,"revision":10667,"compact-revision":8271}