{"level":"warn","ts":"2026-03-09T17:37:23.37745Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T17:37:23.37756Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T17:37:23.37765Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T17:37:23.37767Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-09T17:37:23.377695Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T17:37:23.378377Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-03-09T17:37:23.378458Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T17:37:23.386651Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.931871ms"} {"level":"info","ts":"2026-03-09T17:37:23.40707Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-03-09T17:37:23.407182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T17:37:23.407218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-03-09T17:37:23.407235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T17:37:23.407255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-03-09T17:37:23.407309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-03-09T17:37:23.419587Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T17:37:23.422065Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T17:37:23.424093Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T17:37:23.428669Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T17:37:23.42909Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T17:37:23.429104Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T17:37:23.429307Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T17:37:23.429326Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T17:37:23.431857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-03-09T17:37:23.432507Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-09T17:37:23.434986Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T17:37:23.435237Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T17:37:23.435269Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T17:37:23.435477Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-09T17:37:23.435565Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-09T17:37:24.307832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T17:37:24.307908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T17:37:24.307946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-03-09T17:37:24.307967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-03-09T17:37:24.307979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-03-09T17:37:24.307994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-03-09T17:37:24.308009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-03-09T17:37:24.314155Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T17:37:24.315667Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T17:37:24.31568Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T17:37:24.315978Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T17:37:24.316358Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T17:37:24.316509Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T17:37:24.317591Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T17:37:24.317861Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T17:37:24.318022Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T17:37:24.319069Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T17:37:24.319986Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-03-09T17:37:42.145456Z","caller":"traceutil/trace.go:171","msg":"trace[1087521752] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"144.303718ms","start":"2026-03-09T17:37:42.001075Z","end":"2026-03-09T17:37:42.145379Z","steps":["trace[1087521752] 'read index received' (duration: 143.963543ms)","trace[1087521752] 'applied index is now lower than readState.Index' (duration: 338.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:37:42.145525Z","caller":"traceutil/trace.go:171","msg":"trace[432677930] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"175.706068ms","start":"2026-03-09T17:37:41.969756Z","end":"2026-03-09T17:37:42.145462Z","steps":["trace[432677930] 'process raft request' (duration: 175.406314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:37:42.145664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.573333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T17:37:42.145738Z","caller":"traceutil/trace.go:171","msg":"trace[1201408308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:444; }","duration":"144.770505ms","start":"2026-03-09T17:37:42.000952Z","end":"2026-03-09T17:37:42.145723Z","steps":["trace[1201408308] 'agreement among raft nodes before linearized reading' (duration: 144.640503ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:47.662254Z","caller":"traceutil/trace.go:171","msg":"trace[1903123698] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"131.723543ms","start":"2026-03-09T17:37:47.530499Z","end":"2026-03-09T17:37:47.662222Z","steps":["trace[1903123698] 'read index received' (duration: 131.56856ms)","trace[1903123698] 'applied index is now lower than readState.Index' (duration: 153.373µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:37:47.662443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.890956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:37:47.662495Z","caller":"traceutil/trace.go:171","msg":"trace[724939007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"132.040899ms","start":"2026-03-09T17:37:47.530442Z","end":"2026-03-09T17:37:47.662483Z","steps":["trace[724939007] 'agreement among raft nodes before linearized reading' (duration: 131.894176ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:53.595269Z","caller":"traceutil/trace.go:171","msg":"trace[1179493481] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"144.687105ms","start":"2026-03-09T17:37:53.45053Z","end":"2026-03-09T17:37:53.595217Z","steps":["trace[1179493481] 'process raft request' (duration: 72.131704ms)","trace[1179493481] 'compare' (duration: 71.87328ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:37:53.597514Z","caller":"traceutil/trace.go:171","msg":"trace[1528760570] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"145.014359ms","start":"2026-03-09T17:37:53.452429Z","end":"2026-03-09T17:37:53.597443Z","steps":["trace[1528760570] 'process raft request' (duration: 143.649097ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:53.597514Z","caller":"traceutil/trace.go:171","msg":"trace[796167607] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"146.122607ms","start":"2026-03-09T17:37:53.451336Z","end":"2026-03-09T17:37:53.597459Z","steps":["trace[796167607] 'process raft request' (duration: 144.505771ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:53.598117Z","caller":"traceutil/trace.go:171","msg":"trace[2316740] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"139.53951ms","start":"2026-03-09T17:37:53.458015Z","end":"2026-03-09T17:37:53.597554Z","steps":["trace[2316740] 'process raft request' (duration: 138.350671ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:53.599077Z","caller":"traceutil/trace.go:171","msg":"trace[381186396] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"140.115991ms","start":"2026-03-09T17:37:53.458922Z","end":"2026-03-09T17:37:53.599038Z","steps":["trace[381186396] 'process raft request' (duration: 139.801615ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:53.599865Z","caller":"traceutil/trace.go:171","msg":"trace[384769290] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"133.480503ms","start":"2026-03-09T17:37:53.465902Z","end":"2026-03-09T17:37:53.599383Z","steps":["trace[384769290] 'process raft request' (duration: 132.969624ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:37:53.602441Z","caller":"traceutil/trace.go:171","msg":"trace[1293939126] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"101.862607ms","start":"2026-03-09T17:37:53.500554Z","end":"2026-03-09T17:37:53.602416Z","steps":["trace[1293939126] 'process raft request' (duration: 101.240176ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:38:01.856407Z","caller":"traceutil/trace.go:171","msg":"trace[1704435872] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"295.247885ms","start":"2026-03-09T17:38:01.561123Z","end":"2026-03-09T17:38:01.856371Z","steps":["trace[1704435872] 'process raft request' (duration: 295.039751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:38:02.840895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.683868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:38:02.841047Z","caller":"traceutil/trace.go:171","msg":"trace[2137258249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"309.912452ms","start":"2026-03-09T17:38:02.531102Z","end":"2026-03-09T17:38:02.841014Z","steps":["trace[2137258249] 'range keys from in-memory index tree' (duration: 309.530657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:38:02.841111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:38:02.531074Z","time spent":"310.011944ms","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T17:38:02.841134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.91167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:38:02.841631Z","caller":"traceutil/trace.go:171","msg":"trace[1250505367] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"316.50417ms","start":"2026-03-09T17:38:02.525097Z","end":"2026-03-09T17:38:02.841601Z","steps":["trace[1250505367] 'range keys from in-memory index tree' (duration: 315.796678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:38:02.8417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:38:02.525069Z","time spent":"316.611952ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-09T17:38:04.784467Z","caller":"traceutil/trace.go:171","msg":"trace[1157003137] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"100.300201ms","start":"2026-03-09T17:38:04.684112Z","end":"2026-03-09T17:38:04.784412Z","steps":["trace[1157003137] 'process raft request' (duration: 90.312369ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:38:05.822643Z","caller":"traceutil/trace.go:171","msg":"trace[1392483148] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"158.321456ms","start":"2026-03-09T17:38:05.664287Z","end":"2026-03-09T17:38:05.822608Z","steps":["trace[1392483148] 'process raft request' (duration: 155.780545ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:38:22.866975Z","caller":"traceutil/trace.go:171","msg":"trace[1500819758] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"126.892915ms","start":"2026-03-09T17:38:22.74005Z","end":"2026-03-09T17:38:22.866943Z","steps":["trace[1500819758] 'process raft request' (duration: 123.113664ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:38:23.220667Z","caller":"traceutil/trace.go:171","msg":"trace[1281600283] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"346.024753ms","start":"2026-03-09T17:38:22.874621Z","end":"2026-03-09T17:38:23.220645Z","steps":["trace[1281600283] 'process raft request' (duration: 345.872091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:38:23.221743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:38:22.874588Z","time spent":"346.145424ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T17:39:14.71139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.867161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T17:39:14.71151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.607435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f4b7e49-584e-4bc3-8315-c74bc6faac0e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-09T17:39:14.711572Z","caller":"traceutil/trace.go:171","msg":"trace[963183520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f4b7e49-584e-4bc3-8315-c74bc6faac0e; range_end:; response_count:1; response_revision:1609; }","duration":"473.717967ms","start":"2026-03-09T17:39:14.237836Z","end":"2026-03-09T17:39:14.711554Z","steps":["trace[963183520] 'range keys from in-memory index tree' (duration: 473.504503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:39:14.711644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:39:14.23781Z","time spent":"473.807799ms","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f4b7e49-584e-4bc3-8315-c74bc6faac0e\" "} {"level":"warn","ts":"2026-03-09T17:39:14.711676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.207513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T17:39:14.711731Z","caller":"traceutil/trace.go:171","msg":"trace[604339447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"606.326895ms","start":"2026-03-09T17:39:14.105388Z","end":"2026-03-09T17:39:14.711715Z","steps":["trace[604339447] 'range keys from in-memory index tree' (duration: 605.890828ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:39:14.711701Z","caller":"traceutil/trace.go:171","msg":"trace[1415452041] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"194.932877ms","start":"2026-03-09T17:39:14.5167Z","end":"2026-03-09T17:39:14.711633Z","steps":["trace[1415452041] 'process raft request' (duration: 152.910128ms)","trace[1415452041] 'compare' (duration: 41.52186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:39:14.711777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:39:14.105354Z","time spent":"606.414776ms","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T17:39:14.711553Z","caller":"traceutil/trace.go:171","msg":"trace[2089270599] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1609; }","duration":"404.128916ms","start":"2026-03-09T17:39:14.30739Z","end":"2026-03-09T17:39:14.711519Z","steps":["trace[2089270599] 'count revisions from in-memory index tree' (duration: 403.665147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:39:14.712348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:39:14.307356Z","time spent":"404.923949ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-09T17:39:14.741252Z","caller":"traceutil/trace.go:171","msg":"trace[334161423] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1674; }","duration":"210.542654ms","start":"2026-03-09T17:39:14.530645Z","end":"2026-03-09T17:39:14.741188Z","steps":["trace[334161423] 'read index received' (duration: 139.120571ms)","trace[334161423] 'applied index is now lower than readState.Index' (duration: 71.420453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:39:14.741416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.728536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:39:14.741373Z","caller":"traceutil/trace.go:171","msg":"trace[191220256] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"216.018376ms","start":"2026-03-09T17:39:14.525308Z","end":"2026-03-09T17:39:14.741327Z","steps":["trace[191220256] 'process raft request' (duration: 215.69194ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:39:14.741595Z","caller":"traceutil/trace.go:171","msg":"trace[934631623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1611; }","duration":"210.853299ms","start":"2026-03-09T17:39:14.530599Z","end":"2026-03-09T17:39:14.741452Z","steps":["trace[934631623] 'agreement among raft nodes before linearized reading' (duration: 210.739237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:40:03.039161Z","caller":"traceutil/trace.go:171","msg":"trace[366259339] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"113.223773ms","start":"2026-03-09T17:40:02.925917Z","end":"2026-03-09T17:40:03.03914Z","steps":["trace[366259339] 'process raft request' (duration: 113.068141ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:40:03.049096Z","caller":"traceutil/trace.go:171","msg":"trace[1523941130] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"121.128069ms","start":"2026-03-09T17:40:02.927879Z","end":"2026-03-09T17:40:03.049007Z","steps":["trace[1523941130] 'process raft request' (duration: 120.65012ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:40:09.365345Z","caller":"traceutil/trace.go:171","msg":"trace[672789801] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"306.441918ms","start":"2026-03-09T17:40:09.058878Z","end":"2026-03-09T17:40:09.36532Z","steps":["trace[672789801] 'process raft request' (duration: 306.252005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.365506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.058845Z","time spent":"306.576252ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T17:40:09.737015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.12429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T17:40:09.737282Z","caller":"traceutil/trace.go:171","msg":"trace[2080420897] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"652.463527ms","start":"2026-03-09T17:40:09.084799Z","end":"2026-03-09T17:40:09.737262Z","steps":["trace[2080420897] 'read index received' (duration: 280.333869ms)","trace[2080420897] 'applied index is now lower than readState.Index' (duration: 372.128328ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:40:09.737277Z","caller":"traceutil/trace.go:171","msg":"trace[1206631206] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"667.636476ms","start":"2026-03-09T17:40:09.069599Z","end":"2026-03-09T17:40:09.737236Z","steps":["trace[1206631206] 'process raft request' (duration: 465.018417ms)","trace[1206631206] 'compare' (duration: 201.728202ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:40:09.737339Z","caller":"traceutil/trace.go:171","msg":"trace[3089744] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"489.56041ms","start":"2026-03-09T17:40:09.247756Z","end":"2026-03-09T17:40:09.737317Z","steps":["trace[3089744] 'process raft request' (duration: 489.369996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.73745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.247722Z","time spent":"489.678351ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T17:40:09.737478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.68177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T17:40:09.737507Z","caller":"traceutil/trace.go:171","msg":"trace[915755021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"652.753692ms","start":"2026-03-09T17:40:09.084745Z","end":"2026-03-09T17:40:09.737498Z","steps":["trace[915755021] 'agreement among raft nodes before linearized reading' (duration: 652.62227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.737493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.069563Z","time spent":"667.803448ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T17:40:09.737537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.084719Z","time spent":"652.811472ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T17:40:09.750085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.280575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:40:09.750171Z","caller":"traceutil/trace.go:171","msg":"trace[967561475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1929; }","duration":"219.413868ms","start":"2026-03-09T17:40:09.530736Z","end":"2026-03-09T17:40:09.75015Z","steps":["trace[967561475] 'agreement among raft nodes before linearized reading' (duration: 219.274155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.750171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.740782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T17:40:09.750202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.204736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T17:40:09.750239Z","caller":"traceutil/trace.go:171","msg":"trace[1955334196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1929; }","duration":"645.842425ms","start":"2026-03-09T17:40:09.104377Z","end":"2026-03-09T17:40:09.75022Z","steps":["trace[1955334196] 'agreement among raft nodes before linearized reading' (duration: 645.59679ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:40:09.750261Z","caller":"traceutil/trace.go:171","msg":"trace[1370411574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1929; }","duration":"643.297647ms","start":"2026-03-09T17:40:09.106946Z","end":"2026-03-09T17:40:09.750243Z","steps":["trace[1370411574] 'agreement among raft nodes before linearized reading' (duration: 643.160815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.750297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.106926Z","time spent":"643.362619ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T17:40:09.750302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.420847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T17:40:09.750349Z","caller":"traceutil/trace.go:171","msg":"trace[1082846824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"589.511568ms","start":"2026-03-09T17:40:09.160822Z","end":"2026-03-09T17:40:09.750334Z","steps":["trace[1082846824] 'agreement among raft nodes before linearized reading' (duration: 589.372895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.750296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.104367Z","time spent":"645.919616ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T17:40:09.750394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.160798Z","time spent":"589.58683ms","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T17:40:09.750383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.528522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T17:40:09.750437Z","caller":"traceutil/trace.go:171","msg":"trace[856594664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1929; }","duration":"643.646743ms","start":"2026-03-09T17:40:09.10678Z","end":"2026-03-09T17:40:09.750427Z","steps":["trace[856594664] 'agreement among raft nodes before linearized reading' (duration: 643.537921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:40:09.750473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:40:09.106757Z","time spent":"643.708655ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T17:41:16.144962Z","caller":"traceutil/trace.go:171","msg":"trace[677755822] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"118.843363ms","start":"2026-03-09T17:41:16.025953Z","end":"2026-03-09T17:41:16.144796Z","steps":["trace[677755822] 'process raft request' (duration: 102.175976ms)","trace[677755822] 'compare' (duration: 14.385674ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:45:16.39795Z","caller":"traceutil/trace.go:171","msg":"trace[386921761] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4597; }","duration":"108.485484ms","start":"2026-03-09T17:45:16.289443Z","end":"2026-03-09T17:45:16.397929Z","steps":["trace[386921761] 'read index received' (duration: 108.26221ms)","trace[386921761] 'applied index is now lower than readState.Index' (duration: 222.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:45:16.39812Z","caller":"traceutil/trace.go:171","msg":"trace[1138805675] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"116.869336ms","start":"2026-03-09T17:45:16.281173Z","end":"2026-03-09T17:45:16.398042Z","steps":["trace[1138805675] 'process raft request' (duration: 116.610102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:45:16.398317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.84251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T17:45:16.398422Z","caller":"traceutil/trace.go:171","msg":"trace[443109774] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4418; }","duration":"108.974292ms","start":"2026-03-09T17:45:16.289423Z","end":"2026-03-09T17:45:16.398397Z","steps":["trace[443109774] 'agreement among raft nodes before linearized reading' (duration: 108.637597ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:19.153341Z","caller":"traceutil/trace.go:171","msg":"trace[706859407] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"169.254499ms","start":"2026-03-09T17:45:18.984059Z","end":"2026-03-09T17:45:19.153313Z","steps":["trace[706859407] 'process raft request' (duration: 169.031564ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:19.367289Z","caller":"traceutil/trace.go:171","msg":"trace[1392969073] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"381.223853ms","start":"2026-03-09T17:45:18.986022Z","end":"2026-03-09T17:45:19.367246Z","steps":["trace[1392969073] 'process raft request' (duration: 380.868797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:45:19.367575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:45:18.986002Z","time spent":"381.409268ms","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T17:45:19.367654Z","caller":"traceutil/trace.go:171","msg":"trace[1154355095] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"246.613125ms","start":"2026-03-09T17:45:19.121018Z","end":"2026-03-09T17:45:19.367631Z","steps":["trace[1154355095] 'process raft request' (duration: 246.125895ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:19.367688Z","caller":"traceutil/trace.go:171","msg":"trace[857865841] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"240.733378ms","start":"2026-03-09T17:45:19.126912Z","end":"2026-03-09T17:45:19.367645Z","steps":["trace[857865841] 'process raft request' (duration: 240.560155ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:21.492202Z","caller":"traceutil/trace.go:171","msg":"trace[1400474997] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"117.617599ms","start":"2026-03-09T17:45:21.374551Z","end":"2026-03-09T17:45:21.492169Z","steps":["trace[1400474997] 'process raft request' (duration: 117.398226ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:21.493473Z","caller":"traceutil/trace.go:171","msg":"trace[941136158] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"118.389784ms","start":"2026-03-09T17:45:21.375067Z","end":"2026-03-09T17:45:21.493456Z","steps":["trace[941136158] 'process raft request' (duration: 117.957876ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:23.101601Z","caller":"traceutil/trace.go:171","msg":"trace[1933140200] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"101.462506ms","start":"2026-03-09T17:45:23.000112Z","end":"2026-03-09T17:45:23.101575Z","steps":["trace[1933140200] 'process raft request' (duration: 101.338172ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:23.102233Z","caller":"traceutil/trace.go:171","msg":"trace[1613937286] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4815; }","duration":"105.931537ms","start":"2026-03-09T17:45:22.996249Z","end":"2026-03-09T17:45:23.102181Z","steps":["trace[1613937286] 'read index received' (duration: 13.71691ms)","trace[1613937286] 'applied index is now lower than readState.Index' (duration: 92.205167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:45:23.110008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.738419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:45:23.110093Z","caller":"traceutil/trace.go:171","msg":"trace[193372781] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4629; }","duration":"113.875642ms","start":"2026-03-09T17:45:22.996198Z","end":"2026-03-09T17:45:23.110074Z","steps":["trace[193372781] 'agreement among raft nodes before linearized reading' (duration: 106.227762ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:31.357849Z","caller":"traceutil/trace.go:171","msg":"trace[765907049] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"139.568307ms","start":"2026-03-09T17:45:31.218243Z","end":"2026-03-09T17:45:31.357812Z","steps":["trace[765907049] 'process raft request' (duration: 139.358084ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:31.358704Z","caller":"traceutil/trace.go:171","msg":"trace[677093000] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"140.332762ms","start":"2026-03-09T17:45:31.218342Z","end":"2026-03-09T17:45:31.358675Z","steps":["trace[677093000] 'process raft request' (duration: 140.138139ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:31.358834Z","caller":"traceutil/trace.go:171","msg":"trace[1925358038] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"139.938265ms","start":"2026-03-09T17:45:31.218843Z","end":"2026-03-09T17:45:31.358781Z","steps":["trace[1925358038] 'process raft request' (duration: 139.746062ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:31.358896Z","caller":"traceutil/trace.go:171","msg":"trace[1001786844] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"139.224452ms","start":"2026-03-09T17:45:31.219654Z","end":"2026-03-09T17:45:31.358879Z","steps":["trace[1001786844] 'process raft request' (duration: 138.972057ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:34.911782Z","caller":"traceutil/trace.go:171","msg":"trace[1626783163] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"122.58979ms","start":"2026-03-09T17:45:34.78917Z","end":"2026-03-09T17:45:34.911759Z","steps":["trace[1626783163] 'process raft request' (duration: 122.437317ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.168337Z","caller":"traceutil/trace.go:171","msg":"trace[1022151440] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5129; }","duration":"106.433475ms","start":"2026-03-09T17:45:39.06187Z","end":"2026-03-09T17:45:39.168304Z","steps":["trace[1022151440] 'read index received' (duration: 106.13464ms)","trace[1022151440] 'applied index is now lower than readState.Index' (duration: 297.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:45:39.168477Z","caller":"traceutil/trace.go:171","msg":"trace[50212447] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"242.595302ms","start":"2026-03-09T17:45:38.925827Z","end":"2026-03-09T17:45:39.168422Z","steps":["trace[50212447] 'process raft request' (duration: 242.216656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:45:39.168652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.753822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f328707d-728c-4734-9836-5b61eb0fc227\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T17:45:39.168747Z","caller":"traceutil/trace.go:171","msg":"trace[1126355572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f328707d-728c-4734-9836-5b61eb0fc227; range_end:; response_count:1; response_revision:4935; }","duration":"106.894254ms","start":"2026-03-09T17:45:39.061805Z","end":"2026-03-09T17:45:39.168699Z","steps":["trace[1126355572] 'agreement among raft nodes before linearized reading' (duration: 106.63315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:45:39.361032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.060944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f328707d-728c-4734-9836-5b61eb0fc227\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T17:45:39.36116Z","caller":"traceutil/trace.go:171","msg":"trace[1827791088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f328707d-728c-4734-9836-5b61eb0fc227; range_end:; response_count:1; response_revision:4935; }","duration":"114.258428ms","start":"2026-03-09T17:45:39.246874Z","end":"2026-03-09T17:45:39.361132Z","steps":["trace[1827791088] 'range keys from in-memory index tree' (duration: 113.848831ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.672615Z","caller":"traceutil/trace.go:171","msg":"trace[1032756662] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"303.070813ms","start":"2026-03-09T17:45:39.369513Z","end":"2026-03-09T17:45:39.672584Z","steps":["trace[1032756662] 'process raft request' (duration: 302.850919ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.672652Z","caller":"traceutil/trace.go:171","msg":"trace[1422554495] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5131; }","duration":"141.715318ms","start":"2026-03-09T17:45:39.530903Z","end":"2026-03-09T17:45:39.672618Z","steps":["trace[1422554495] 'read index received' (duration: 141.702837ms)","trace[1422554495] 'applied index is now lower than readState.Index' (duration: 9.881µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:45:39.672842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:45:39.36949Z","time spent":"303.230485ms","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T17:45:39.672914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.986442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:45:39.672959Z","caller":"traceutil/trace.go:171","msg":"trace[1829523924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4936; }","duration":"142.103434ms","start":"2026-03-09T17:45:39.530842Z","end":"2026-03-09T17:45:39.672946Z","steps":["trace[1829523924] 'agreement among raft nodes before linearized reading' (duration: 141.934841ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.733637Z","caller":"traceutil/trace.go:171","msg":"trace[736784306] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"171.457498ms","start":"2026-03-09T17:45:39.562154Z","end":"2026-03-09T17:45:39.733611Z","steps":["trace[736784306] 'process raft request' (duration: 171.225814ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.734238Z","caller":"traceutil/trace.go:171","msg":"trace[1917812663] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"171.336546ms","start":"2026-03-09T17:45:39.562881Z","end":"2026-03-09T17:45:39.734217Z","steps":["trace[1917812663] 'process raft request' (duration: 170.672493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:45:39.734288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.542989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T17:45:39.734595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.110763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T17:45:39.734689Z","caller":"traceutil/trace.go:171","msg":"trace[1635595573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4938; }","duration":"104.272036ms","start":"2026-03-09T17:45:39.630398Z","end":"2026-03-09T17:45:39.73467Z","steps":["trace[1635595573] 'agreement among raft nodes before linearized reading' (duration: 104.050402ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.734718Z","caller":"traceutil/trace.go:171","msg":"trace[1100576833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4938; }","duration":"112.002727ms","start":"2026-03-09T17:45:39.622692Z","end":"2026-03-09T17:45:39.734694Z","steps":["trace[1100576833] 'agreement among raft nodes before linearized reading' (duration: 111.426237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.862295Z","caller":"traceutil/trace.go:171","msg":"trace[145528882] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"122.852964ms","start":"2026-03-09T17:45:39.739394Z","end":"2026-03-09T17:45:39.862246Z","steps":["trace[145528882] 'process raft request' (duration: 56.958406ms)","trace[145528882] 'compare' (duration: 65.751876ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:45:39.871907Z","caller":"traceutil/trace.go:171","msg":"trace[1536560445] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"131.960169ms","start":"2026-03-09T17:45:39.739914Z","end":"2026-03-09T17:45:39.871875Z","steps":["trace[1536560445] 'process raft request' (duration: 131.841317ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.871936Z","caller":"traceutil/trace.go:171","msg":"trace[1529463969] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"132.071631ms","start":"2026-03-09T17:45:39.739814Z","end":"2026-03-09T17:45:39.871886Z","steps":["trace[1529463969] 'process raft request' (duration: 131.782126ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.87221Z","caller":"traceutil/trace.go:171","msg":"trace[1827786660] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"131.646564ms","start":"2026-03-09T17:45:39.740515Z","end":"2026-03-09T17:45:39.872162Z","steps":["trace[1827786660] 'process raft request' (duration: 131.309248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:45:39.872224Z","caller":"traceutil/trace.go:171","msg":"trace[2109386730] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"131.556113ms","start":"2026-03-09T17:45:39.740639Z","end":"2026-03-09T17:45:39.872195Z","steps":["trace[2109386730] 'process raft request' (duration: 131.39537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:47:24.346453Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2788} {"level":"info","ts":"2026-03-09T17:47:24.419173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2788,"took":"70.199974ms","hash":2195001119,"current-db-size-bytes":41627648,"current-db-size":"42 MB","current-db-size-in-use-bytes":31522816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-09T17:47:24.419253Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2195001119,"revision":2788,"compact-revision":-1} {"level":"info","ts":"2026-03-09T17:51:53.329509Z","caller":"traceutil/trace.go:171","msg":"trace[812357092] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"567.74608ms","start":"2026-03-09T17:51:52.76173Z","end":"2026-03-09T17:51:53.329476Z","steps":["trace[812357092] 'process raft request' (duration: 551.210249ms)","trace[812357092] 'compare' (duration: 15.941501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:51:53.329744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T17:51:52.761686Z","time spent":"567.962185ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T17:51:53.331877Z","caller":"traceutil/trace.go:171","msg":"trace[228468617] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"128.872564ms","start":"2026-03-09T17:51:53.202976Z","end":"2026-03-09T17:51:53.331849Z","steps":["trace[228468617] 'process raft request' (duration: 128.723421ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:51:53.332206Z","caller":"traceutil/trace.go:171","msg":"trace[370329191] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"127.835625ms","start":"2026-03-09T17:51:53.204355Z","end":"2026-03-09T17:51:53.33219Z","steps":["trace[370329191] 'process raft request' (duration: 127.454528ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:51:53.332189Z","caller":"traceutil/trace.go:171","msg":"trace[2067624481] linearizableReadLoop","detail":"{readStateIndex:7919; appliedIndex:7917; }","duration":"298.003862ms","start":"2026-03-09T17:51:53.034128Z","end":"2026-03-09T17:51:53.332131Z","steps":["trace[2067624481] 'read index received' (duration: 278.851333ms)","trace[2067624481] 'applied index is now lower than readState.Index' (duration: 19.150229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T17:51:53.33254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.37873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T17:51:53.332583Z","caller":"traceutil/trace.go:171","msg":"trace[1111163821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7635; }","duration":"298.522104ms","start":"2026-03-09T17:51:53.034047Z","end":"2026-03-09T17:51:53.332569Z","steps":["trace[1111163821] 'agreement among raft nodes before linearized reading' (duration: 298.243398ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:06.336933Z","caller":"traceutil/trace.go:171","msg":"trace[1202918576] linearizableReadLoop","detail":"{readStateIndex:7978; appliedIndex:7977; }","duration":"270.424031ms","start":"2026-03-09T17:52:06.066474Z","end":"2026-03-09T17:52:06.336898Z","steps":["trace[1202918576] 'read index received' (duration: 270.091274ms)","trace[1202918576] 'applied index is now lower than readState.Index' (duration: 331.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:52:06.337081Z","caller":"traceutil/trace.go:171","msg":"trace[1945431923] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"273.573548ms","start":"2026-03-09T17:52:06.063452Z","end":"2026-03-09T17:52:06.337025Z","steps":["trace[1945431923] 'process raft request' (duration: 273.221191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:06.337297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.784628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T17:52:06.337345Z","caller":"traceutil/trace.go:171","msg":"trace[1263577833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7690; }","duration":"270.876629ms","start":"2026-03-09T17:52:06.066456Z","end":"2026-03-09T17:52:06.337332Z","steps":["trace[1263577833] 'agreement among raft nodes before linearized reading' (duration: 270.661795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:06.337356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.740335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T17:52:06.337382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.300445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T17:52:06.337447Z","caller":"traceutil/trace.go:171","msg":"trace[1704443903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7690; }","duration":"265.852196ms","start":"2026-03-09T17:52:06.071568Z","end":"2026-03-09T17:52:06.33742Z","steps":["trace[1704443903] 'agreement among raft nodes before linearized reading' (duration: 265.601342ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:06.337472Z","caller":"traceutil/trace.go:171","msg":"trace[1796473504] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7690; }","duration":"133.432967ms","start":"2026-03-09T17:52:06.204017Z","end":"2026-03-09T17:52:06.33745Z","steps":["trace[1796473504] 'agreement among raft nodes before linearized reading' (duration: 133.274144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:06.337533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.114968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T17:52:06.33757Z","caller":"traceutil/trace.go:171","msg":"trace[1288245415] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7690; }","duration":"129.21992ms","start":"2026-03-09T17:52:06.208338Z","end":"2026-03-09T17:52:06.337557Z","steps":["trace[1288245415] 'agreement among raft nodes before linearized reading' (duration: 129.151839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:06.33779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.955527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T17:52:06.33783Z","caller":"traceutil/trace.go:171","msg":"trace[312528349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7690; }","duration":"209.016608ms","start":"2026-03-09T17:52:06.128802Z","end":"2026-03-09T17:52:06.337819Z","steps":["trace[312528349] 'agreement among raft nodes before linearized reading' (duration: 208.892196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:06.337861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.869483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T17:52:06.337919Z","caller":"traceutil/trace.go:171","msg":"trace[473535135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7690; }","duration":"175.974784ms","start":"2026-03-09T17:52:06.161926Z","end":"2026-03-09T17:52:06.3379Z","steps":["trace[473535135] 'agreement among raft nodes before linearized reading' (duration: 175.669698ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:07.540719Z","caller":"traceutil/trace.go:171","msg":"trace[901179385] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"101.084386ms","start":"2026-03-09T17:52:07.439611Z","end":"2026-03-09T17:52:07.540695Z","steps":["trace[901179385] 'process raft request' (duration: 101.017755ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:07.541001Z","caller":"traceutil/trace.go:171","msg":"trace[336171783] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"101.529976ms","start":"2026-03-09T17:52:07.439413Z","end":"2026-03-09T17:52:07.540943Z","steps":["trace[336171783] 'process raft request' (duration: 94.574969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:07.809398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.267496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T17:52:07.809505Z","caller":"traceutil/trace.go:171","msg":"trace[517807173] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7700; }","duration":"149.436159ms","start":"2026-03-09T17:52:07.660037Z","end":"2026-03-09T17:52:07.809473Z","steps":["trace[517807173] 'range keys from in-memory index tree' (duration: 149.030592ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:24.355819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5800} {"level":"info","ts":"2026-03-09T17:52:24.452874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5800,"took":"94.659868ms","hash":1278288617,"current-db-size-bytes":43573248,"current-db-size":"44 MB","current-db-size-in-use-bytes":23539712,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T17:52:24.452952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1278288617,"revision":5800,"compact-revision":2788} {"level":"info","ts":"2026-03-09T17:52:47.790805Z","caller":"traceutil/trace.go:171","msg":"trace[278758213] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"167.039125ms","start":"2026-03-09T17:52:47.623727Z","end":"2026-03-09T17:52:47.790766Z","steps":["trace[278758213] 'process raft request' (duration: 117.096361ms)","trace[278758213] 'compare' (duration: 49.749491ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:52:48.018977Z","caller":"traceutil/trace.go:171","msg":"trace[2131431820] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8293; }","duration":"235.360454ms","start":"2026-03-09T17:52:47.783573Z","end":"2026-03-09T17:52:48.018934Z","steps":["trace[2131431820] 'read index received' (duration: 35.03047ms)","trace[2131431820] 'applied index is now lower than readState.Index' (duration: 200.328494ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:52:48.019289Z","caller":"traceutil/trace.go:171","msg":"trace[193990739] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"277.609427ms","start":"2026-03-09T17:52:47.741665Z","end":"2026-03-09T17:52:48.019274Z","steps":["trace[193990739] 'process raft request' (duration: 277.068618ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:48.019522Z","caller":"traceutil/trace.go:171","msg":"trace[590315808] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"275.854805ms","start":"2026-03-09T17:52:47.743657Z","end":"2026-03-09T17:52:48.019512Z","steps":["trace[590315808] 'process raft request' (duration: 275.228954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:48.019729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.137758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T17:52:48.019773Z","caller":"traceutil/trace.go:171","msg":"trace[1807707354] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7993; }","duration":"236.24668ms","start":"2026-03-09T17:52:47.783516Z","end":"2026-03-09T17:52:48.019763Z","steps":["trace[1807707354] 'agreement among raft nodes before linearized reading' (duration: 236.132818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:48.02005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.994281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T17:52:48.020089Z","caller":"traceutil/trace.go:171","msg":"trace[942613681] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7993; }","duration":"227.068652ms","start":"2026-03-09T17:52:47.793011Z","end":"2026-03-09T17:52:48.020079Z","steps":["trace[942613681] 'agreement among raft nodes before linearized reading' (duration: 226.94299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:48.020458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.406029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T17:52:48.020524Z","caller":"traceutil/trace.go:171","msg":"trace[81340661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7993; }","duration":"146.51591ms","start":"2026-03-09T17:52:47.873991Z","end":"2026-03-09T17:52:48.020507Z","steps":["trace[81340661] 'agreement among raft nodes before linearized reading' (duration: 146.418038ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:52:48.798487Z","caller":"traceutil/trace.go:171","msg":"trace[2008601579] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"169.598101ms","start":"2026-03-09T17:52:48.628868Z","end":"2026-03-09T17:52:48.798466Z","steps":["trace[2008601579] 'read index received' (duration: 169.380587ms)","trace[2008601579] 'applied index is now lower than readState.Index' (duration: 216.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T17:52:48.798608Z","caller":"traceutil/trace.go:171","msg":"trace[2039026764] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"175.905977ms","start":"2026-03-09T17:52:48.622672Z","end":"2026-03-09T17:52:48.798578Z","steps":["trace[2039026764] 'process raft request' (duration: 175.651822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:48.798879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.962439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T17:52:48.799852Z","caller":"traceutil/trace.go:171","msg":"trace[470344448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7998; }","duration":"170.167552ms","start":"2026-03-09T17:52:48.628812Z","end":"2026-03-09T17:52:48.79898Z","steps":["trace[470344448] 'agreement among raft nodes before linearized reading' (duration: 169.793246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:48.80815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.790277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-09T17:52:48.808227Z","caller":"traceutil/trace.go:171","msg":"trace[468801150] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7998; }","duration":"174.946099ms","start":"2026-03-09T17:52:48.633263Z","end":"2026-03-09T17:52:48.808209Z","steps":["trace[468801150] 'agreement among raft nodes before linearized reading' (duration: 165.336965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T17:52:49.019719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.632394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-09T17:52:49.019899Z","caller":"traceutil/trace.go:171","msg":"trace[52955015] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8002; }","duration":"127.85062ms","start":"2026-03-09T17:52:48.892023Z","end":"2026-03-09T17:52:49.019873Z","steps":["trace[52955015] 'range keys from in-memory index tree' (duration: 127.451821ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:54:09.420426Z","caller":"traceutil/trace.go:171","msg":"trace[944541992] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"150.464672ms","start":"2026-03-09T17:54:09.269933Z","end":"2026-03-09T17:54:09.420398Z","steps":["trace[944541992] 'process raft request' (duration: 150.310219ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:54:09.456881Z","caller":"traceutil/trace.go:171","msg":"trace[1139744682] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"174.255489ms","start":"2026-03-09T17:54:09.282585Z","end":"2026-03-09T17:54:09.456841Z","steps":["trace[1139744682] 'process raft request' (duration: 174.172757ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:54:09.4572Z","caller":"traceutil/trace.go:171","msg":"trace[551759813] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"175.003002ms","start":"2026-03-09T17:54:09.282143Z","end":"2026-03-09T17:54:09.457146Z","steps":["trace[551759813] 'process raft request' (duration: 174.440922ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T17:56:39.001232Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T17:56:39.007319Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T17:56:39.007441Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T17:57:24.363298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7785} {"level":"info","ts":"2026-03-09T17:57:24.432798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7785,"took":"66.638774ms","hash":3198802311,"current-db-size-bytes":43573248,"current-db-size":"44 MB","current-db-size-in-use-bytes":24825856,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T17:57:24.432852Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3198802311,"revision":7785,"compact-revision":5800} {"level":"info","ts":"2026-03-09T18:02:24.370542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9850} {"level":"info","ts":"2026-03-09T18:02:24.454438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9850,"took":"80.475191ms","hash":253090187,"current-db-size-bytes":43573248,"current-db-size":"44 MB","current-db-size-in-use-bytes":18010112,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-09T18:02:24.45455Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":253090187,"revision":9850,"compact-revision":7785}