{"level":"warn","ts":"2026-04-08T22:58:11.095481Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T22:58:11.095592Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T22:58:11.095669Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T22:58:11.095684Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-08T22:58:11.09571Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T22:58:11.096383Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-04-08T22:58:11.096459Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T22:58:11.100247Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.552934ms"} {"level":"info","ts":"2026-04-08T22:58:11.105506Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-04-08T22:58:11.105589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T22:58:11.105612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-04-08T22:58:11.105629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T22:58:11.105644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-04-08T22:58:11.105693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-04-08T22:58:11.111195Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T22:58:11.114914Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T22:58:11.116913Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T22:58:11.119592Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T22:58:11.120444Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T22:58:11.120607Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:58:11.120688Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:58:11.120704Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:58:11.123163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-04-08T22:58:11.123782Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-08T22:58:11.128021Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-08T22:58:11.128096Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-08T22:58:11.127781Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T22:58:11.129274Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T22:58:11.129323Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T22:58:11.206949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T22:58:11.207007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T22:58:11.207041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-04-08T22:58:11.207071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-04-08T22:58:11.207086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-08T22:58:11.207106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-04-08T22:58:11.207145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-08T22:58:11.208456Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T22:58:11.210871Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T22:58:11.210867Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T22:58:11.211044Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:58:11.211059Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T22:58:11.211254Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T22:58:11.212186Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:58:11.212332Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:58:11.212377Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:58:11.212848Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-04-08T22:58:11.214464Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-08T22:58:25.725686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.646123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T22:58:25.725839Z","caller":"traceutil/trace.go:171","msg":"trace[934505358] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"227.389065ms","start":"2026-04-08T22:58:25.498433Z","end":"2026-04-08T22:58:25.725822Z","steps":["trace[934505358] 'read index received' (duration: 58.856719ms)","trace[934505358] 'applied index is now lower than readState.Index' (duration: 168.530636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T22:58:25.725976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.088485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-08T22:58:25.72595Z","caller":"traceutil/trace.go:171","msg":"trace[461421153] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"255.941956ms","start":"2026-04-08T22:58:25.469975Z","end":"2026-04-08T22:58:25.725917Z","steps":["trace[461421153] 'process raft request' (duration: 87.40525ms)","trace[461421153] 'compare' (duration: 167.475028ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:25.726014Z","caller":"traceutil/trace.go:171","msg":"trace[2065635658] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:361; }","duration":"192.178487ms","start":"2026-04-08T22:58:25.533826Z","end":"2026-04-08T22:58:25.726004Z","steps":["trace[2065635658] 'agreement among raft nodes before linearized reading' (duration: 192.104965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:25.726055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.59806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-08T22:58:25.72618Z","caller":"traceutil/trace.go:171","msg":"trace[778379131] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:361; }","duration":"227.779655ms","start":"2026-04-08T22:58:25.498379Z","end":"2026-04-08T22:58:25.726159Z","steps":["trace[778379131] 'agreement among raft nodes before linearized reading' (duration: 227.539729ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:40.291372Z","caller":"traceutil/trace.go:171","msg":"trace[1362779734] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"110.916529ms","start":"2026-04-08T22:58:40.18043Z","end":"2026-04-08T22:58:40.291346Z","steps":["trace[1362779734] 'process raft request' (duration: 110.743654ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:40.297175Z","caller":"traceutil/trace.go:171","msg":"trace[1438742721] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"110.890959ms","start":"2026-04-08T22:58:40.186262Z","end":"2026-04-08T22:58:40.297153Z","steps":["trace[1438742721] 'process raft request' (duration: 110.152018ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:40.297457Z","caller":"traceutil/trace.go:171","msg":"trace[884087707] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"101.502171ms","start":"2026-04-08T22:58:40.195911Z","end":"2026-04-08T22:58:40.297413Z","steps":["trace[884087707] 'process raft request' (duration: 100.637808ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:40.297549Z","caller":"traceutil/trace.go:171","msg":"trace[929004988] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"111.197116ms","start":"2026-04-08T22:58:40.186331Z","end":"2026-04-08T22:58:40.297528Z","steps":["trace[929004988] 'process raft request' (duration: 110.179619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:46.183963Z","caller":"traceutil/trace.go:171","msg":"trace[1484495405] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"111.621238ms","start":"2026-04-08T22:58:46.072316Z","end":"2026-04-08T22:58:46.183937Z","steps":["trace[1484495405] 'process raft request' (duration: 111.165126ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:46.386445Z","caller":"traceutil/trace.go:171","msg":"trace[1824358230] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"127.67799ms","start":"2026-04-08T22:58:46.258734Z","end":"2026-04-08T22:58:46.386412Z","steps":["trace[1824358230] 'process raft request' (duration: 118.261272ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:47.10814Z","caller":"traceutil/trace.go:171","msg":"trace[1880416007] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"435.467832ms","start":"2026-04-08T22:58:46.672644Z","end":"2026-04-08T22:58:47.108112Z","steps":["trace[1880416007] 'process raft request' (duration: 435.309288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:47.108292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T22:58:46.672615Z","time spent":"435.599505ms","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T22:58:47.118931Z","caller":"traceutil/trace.go:171","msg":"trace[1939235337] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:594; }","duration":"126.708184ms","start":"2026-04-08T22:58:46.992199Z","end":"2026-04-08T22:58:47.118907Z","steps":["trace[1939235337] 'read index received' (duration: 115.791047ms)","trace[1939235337] 'applied index is now lower than readState.Index' (duration: 10.915937ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:47.119058Z","caller":"traceutil/trace.go:171","msg":"trace[631783079] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"254.414597ms","start":"2026-04-08T22:58:46.86463Z","end":"2026-04-08T22:58:47.119045Z","steps":["trace[631783079] 'process raft request' (duration: 254.219692ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:47.119322Z","caller":"traceutil/trace.go:171","msg":"trace[136356919] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"346.171921ms","start":"2026-04-08T22:58:46.773062Z","end":"2026-04-08T22:58:47.119234Z","steps":["trace[136356919] 'process raft request' (duration: 345.255758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:47.119512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T22:58:46.773027Z","time spent":"346.385957ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T22:58:47.119846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.634069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T22:58:47.119901Z","caller":"traceutil/trace.go:171","msg":"trace[844469641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"127.72701ms","start":"2026-04-08T22:58:46.992159Z","end":"2026-04-08T22:58:47.119886Z","steps":["trace[844469641] 'agreement among raft nodes before linearized reading' (duration: 127.548416ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:59:01.815856Z","caller":"traceutil/trace.go:171","msg":"trace[972540370] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"150.639163ms","start":"2026-04-08T22:59:01.664662Z","end":"2026-04-08T22:59:01.815302Z","steps":["trace[972540370] 'process raft request' (duration: 149.821144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:00:20.061693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.807047ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T23:00:20.576345Z","caller":"traceutil/trace.go:171","msg":"trace[1937731970] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1894; }","duration":"177.424577ms","start":"2026-04-08T23:00:20.398885Z","end":"2026-04-08T23:00:20.576309Z","steps":["trace[1937731970] 'read index received' (duration: 170.523028ms)","trace[1937731970] 'applied index is now lower than readState.Index' (duration: 6.900139ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:00:20.576392Z","caller":"traceutil/trace.go:171","msg":"trace[447242660] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"183.522037ms","start":"2026-04-08T23:00:20.392835Z","end":"2026-04-08T23:00:20.576357Z","steps":["trace[447242660] 'process raft request' (duration: 176.665319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:00:20.576598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.686873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T23:00:20.576661Z","caller":"traceutil/trace.go:171","msg":"trace[1396074393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1824; }","duration":"177.800476ms","start":"2026-04-08T23:00:20.398845Z","end":"2026-04-08T23:00:20.576645Z","steps":["trace[1396074393] 'agreement among raft nodes before linearized reading' (duration: 177.600521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:00:32.389145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.524727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T23:00:32.389245Z","caller":"traceutil/trace.go:171","msg":"trace[1716357006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"174.677591ms","start":"2026-04-08T23:00:32.214544Z","end":"2026-04-08T23:00:32.389222Z","steps":["trace[1716357006] 'range keys from in-memory index tree' (duration: 174.314881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:01:14.92021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.715308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T23:01:14.920447Z","caller":"traceutil/trace.go:171","msg":"trace[1027175621] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2248; }","duration":"231.55385ms","start":"2026-04-08T23:01:14.688876Z","end":"2026-04-08T23:01:14.92043Z","steps":["trace[1027175621] 'read index received' (duration: 88.523204ms)","trace[1027175621] 'applied index is now lower than readState.Index' (duration: 143.029766ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:01:14.920611Z","caller":"traceutil/trace.go:171","msg":"trace[967364814] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"293.587541ms","start":"2026-04-08T23:01:14.626951Z","end":"2026-04-08T23:01:14.920539Z","steps":["trace[967364814] 'process raft request' (duration: 150.466713ms)","trace[967364814] 'compare' (duration: 142.450772ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:01:14.920638Z","caller":"traceutil/trace.go:171","msg":"trace[330730242] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"290.290961ms","start":"2026-04-08T23:01:14.630296Z","end":"2026-04-08T23:01:14.920587Z","steps":["trace[330730242] 'process raft request' (duration: 290.034145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:01:14.920796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.903578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T23:01:14.920886Z","caller":"traceutil/trace.go:171","msg":"trace[856834156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2168; }","duration":"232.039652ms","start":"2026-04-08T23:01:14.688822Z","end":"2026-04-08T23:01:14.920862Z","steps":["trace[856834156] 'agreement among raft nodes before linearized reading' (duration: 231.780815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:01:15.235284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.537131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T23:01:15.235458Z","caller":"traceutil/trace.go:171","msg":"trace[1634110529] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"314.962012ms","start":"2026-04-08T23:01:14.920482Z","end":"2026-04-08T23:01:15.235444Z","steps":["trace[1634110529] 'read index received' (duration: 103.116312ms)","trace[1634110529] 'applied index is now lower than readState.Index' (duration: 211.84418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:01:15.235704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.759934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T23:01:15.235732Z","caller":"traceutil/trace.go:171","msg":"trace[1132409447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2170; }","duration":"370.829436ms","start":"2026-04-08T23:01:14.864895Z","end":"2026-04-08T23:01:15.235725Z","steps":["trace[1132409447] 'agreement among raft nodes before linearized reading' (duration: 370.644042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:01:15.235432Z","caller":"traceutil/trace.go:171","msg":"trace[352108915] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"382.713679ms","start":"2026-04-08T23:01:14.852674Z","end":"2026-04-08T23:01:15.235388Z","steps":["trace[352108915] 'process raft request' (duration: 170.985163ms)","trace[352108915] 'compare' (duration: 211.418928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:01:15.23575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:01:14.864881Z","time spent":"370.864577ms","remote":"127.0.0.1:46098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T23:01:15.235791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.298118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-08T23:01:15.235817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:01:14.852648Z","time spent":"383.112159ms","remote":"127.0.0.1:46098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T23:01:15.235866Z","caller":"traceutil/trace.go:171","msg":"trace[2024886508] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2170; }","duration":"312.396161ms","start":"2026-04-08T23:01:14.923445Z","end":"2026-04-08T23:01:15.235841Z","steps":["trace[2024886508] 'agreement among raft nodes before linearized reading' (duration: 312.250088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:01:15.235915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:01:14.923429Z","time spent":"312.474402ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T23:01:15.235874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.11273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T23:01:15.235945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.185898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-08T23:01:15.235993Z","caller":"traceutil/trace.go:171","msg":"trace[999177649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"208.266194ms","start":"2026-04-08T23:01:15.027697Z","end":"2026-04-08T23:01:15.235963Z","steps":["trace[999177649] 'agreement among raft nodes before linearized reading' (duration: 208.056329ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:01:15.236128Z","caller":"traceutil/trace.go:171","msg":"trace[1669587577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"150.34138ms","start":"2026-04-08T23:01:15.085683Z","end":"2026-04-08T23:01:15.236024Z","steps":["trace[1669587577] 'agreement among raft nodes before linearized reading' (duration: 150.042673ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:01:47.501491Z","caller":"traceutil/trace.go:171","msg":"trace[195474270] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"155.249977ms","start":"2026-04-08T23:01:47.34622Z","end":"2026-04-08T23:01:47.50147Z","steps":["trace[195474270] 'process raft request' (duration: 155.097943ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:01:47.543835Z","caller":"traceutil/trace.go:171","msg":"trace[1572234580] linearizableReadLoop","detail":"{readStateIndex:2618; appliedIndex:2616; }","duration":"164.911398ms","start":"2026-04-08T23:01:47.378905Z","end":"2026-04-08T23:01:47.543816Z","steps":["trace[1572234580] 'read index received' (duration: 122.416142ms)","trace[1572234580] 'applied index is now lower than readState.Index' (duration: 42.494436ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:01:47.543903Z","caller":"traceutil/trace.go:171","msg":"trace[1858361815] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"197.287652ms","start":"2026-04-08T23:01:47.346596Z","end":"2026-04-08T23:01:47.543883Z","steps":["trace[1858361815] 'process raft request' (duration: 197.106547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:01:47.544009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.084832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T23:01:47.544034Z","caller":"traceutil/trace.go:171","msg":"trace[1063636248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2522; }","duration":"165.174874ms","start":"2026-04-08T23:01:47.378853Z","end":"2026-04-08T23:01:47.544028Z","steps":["trace[1063636248] 'agreement among raft nodes before linearized reading' (duration: 165.060861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:01:47.544134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.215959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T23:01:47.544187Z","caller":"traceutil/trace.go:171","msg":"trace[278353221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2522; }","duration":"153.29784ms","start":"2026-04-08T23:01:47.390876Z","end":"2026-04-08T23:01:47.544173Z","steps":["trace[278353221] 'agreement among raft nodes before linearized reading' (duration: 153.133906ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:02:21.743707Z","caller":"traceutil/trace.go:171","msg":"trace[1653244502] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"130.655333ms","start":"2026-04-08T23:02:21.61303Z","end":"2026-04-08T23:02:21.743686Z","steps":["trace[1653244502] 'process raft request' (duration: 130.53232ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:02:21.758236Z","caller":"traceutil/trace.go:171","msg":"trace[857876978] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"143.946099ms","start":"2026-04-08T23:02:21.614263Z","end":"2026-04-08T23:02:21.758209Z","steps":["trace[857876978] 'process raft request' (duration: 143.765545ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:02:21.758439Z","caller":"traceutil/trace.go:171","msg":"trace[1660094498] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"103.809163ms","start":"2026-04-08T23:02:21.65461Z","end":"2026-04-08T23:02:21.758419Z","steps":["trace[1660094498] 'process raft request' (duration: 103.561427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:02:22.040514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.415242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T23:02:22.040619Z","caller":"traceutil/trace.go:171","msg":"trace[1691291284] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"136.269317ms","start":"2026-04-08T23:02:21.904332Z","end":"2026-04-08T23:02:22.040602Z","steps":["trace[1691291284] 'compare' (duration: 126.207757ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:02:22.255067Z","caller":"traceutil/trace.go:171","msg":"trace[996463615] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2836; }","duration":"227.523511ms","start":"2026-04-08T23:02:22.027512Z","end":"2026-04-08T23:02:22.255036Z","steps":["trace[996463615] 'read index received' (duration: 132.469876ms)","trace[996463615] 'applied index is now lower than readState.Index' (duration: 95.051935ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:02:22.255213Z","caller":"traceutil/trace.go:171","msg":"trace[645574041] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"317.046414ms","start":"2026-04-08T23:02:21.938112Z","end":"2026-04-08T23:02:22.255158Z","steps":["trace[645574041] 'process raft request' (duration: 221.943858ms)","trace[645574041] 'compare' (duration: 94.794638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:02:22.255287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.751316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:02:22.255383Z","caller":"traceutil/trace.go:171","msg":"trace[1590328622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2734; }","duration":"227.905009ms","start":"2026-04-08T23:02:22.027455Z","end":"2026-04-08T23:02:22.25536Z","steps":["trace[1590328622] 'agreement among raft nodes before linearized reading' (duration: 227.726735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:02:22.255391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:02:21.938078Z","time spent":"317.225778ms","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T23:06:13.682734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.221442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54654676-e157-4796-959b-690bc75fe9be\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-08T23:06:13.682841Z","caller":"traceutil/trace.go:171","msg":"trace[1130088547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54654676-e157-4796-959b-690bc75fe9be; range_end:; response_count:1; response_revision:4873; }","duration":"179.340235ms","start":"2026-04-08T23:06:13.503458Z","end":"2026-04-08T23:06:13.682798Z","steps":["trace[1130088547] 'range keys from in-memory index tree' (duration: 179.056167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:06:24.916247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.641517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:06:24.916382Z","caller":"traceutil/trace.go:171","msg":"trace[1963442608] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5112; }","duration":"123.859403ms","start":"2026-04-08T23:06:24.792492Z","end":"2026-04-08T23:06:24.916351Z","steps":["trace[1963442608] 'count revisions from in-memory index tree' (duration: 123.485963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:06:24.916604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.768621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-08T23:06:24.916608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.077506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:06:24.916691Z","caller":"traceutil/trace.go:171","msg":"trace[564814402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5112; }","duration":"105.899475ms","start":"2026-04-08T23:06:24.810771Z","end":"2026-04-08T23:06:24.91667Z","steps":["trace[564814402] 'range keys from in-memory index tree' (duration: 105.556046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:24.916718Z","caller":"traceutil/trace.go:171","msg":"trace[178024271] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5112; }","duration":"147.2282ms","start":"2026-04-08T23:06:24.769453Z","end":"2026-04-08T23:06:24.916682Z","steps":["trace[178024271] 'range keys from in-memory index tree' (duration: 146.991235ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:25.034792Z","caller":"traceutil/trace.go:171","msg":"trace[71630362] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"107.566864ms","start":"2026-04-08T23:06:24.927197Z","end":"2026-04-08T23:06:25.034764Z","steps":["trace[71630362] 'process raft request' (duration: 107.321089ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:25.457562Z","caller":"traceutil/trace.go:171","msg":"trace[1247265109] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"121.621599ms","start":"2026-04-08T23:06:25.335922Z","end":"2026-04-08T23:06:25.457543Z","steps":["trace[1247265109] 'process raft request' (duration: 121.326462ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:25.578383Z","caller":"traceutil/trace.go:171","msg":"trace[1067571056] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"115.77181ms","start":"2026-04-08T23:06:25.462574Z","end":"2026-04-08T23:06:25.578345Z","steps":["trace[1067571056] 'process raft request' (duration: 80.415766ms)","trace[1067571056] 'compare' (duration: 35.20036ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:06:33.660507Z","caller":"traceutil/trace.go:171","msg":"trace[1627582929] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5470; }","duration":"127.346956ms","start":"2026-04-08T23:06:33.533136Z","end":"2026-04-08T23:06:33.660483Z","steps":["trace[1627582929] 'read index received' (duration: 127.146701ms)","trace[1627582929] 'applied index is now lower than readState.Index' (duration: 199.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:06:33.660645Z","caller":"traceutil/trace.go:171","msg":"trace[1545197369] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"177.713276ms","start":"2026-04-08T23:06:33.482864Z","end":"2026-04-08T23:06:33.660577Z","steps":["trace[1545197369] 'process raft request' (duration: 177.398899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:06:33.660753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.606462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T23:06:33.660781Z","caller":"traceutil/trace.go:171","msg":"trace[1078673910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5279; }","duration":"127.693754ms","start":"2026-04-08T23:06:33.53308Z","end":"2026-04-08T23:06:33.660774Z","steps":["trace[1078673910] 'agreement among raft nodes before linearized reading' (duration: 127.51989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:06:33.660849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.077691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd0a0aaf-31d3-4b06-b6d5-5b85277330a7\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T23:06:33.660974Z","caller":"traceutil/trace.go:171","msg":"trace[739357548] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd0a0aaf-31d3-4b06-b6d5-5b85277330a7; range_end:; response_count:1; response_revision:5279; }","duration":"104.226544ms","start":"2026-04-08T23:06:33.556684Z","end":"2026-04-08T23:06:33.66091Z","steps":["trace[739357548] 'agreement among raft nodes before linearized reading' (duration: 103.972458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:33.955817Z","caller":"traceutil/trace.go:171","msg":"trace[1563076807] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"290.505654ms","start":"2026-04-08T23:06:33.665285Z","end":"2026-04-08T23:06:33.95579Z","steps":["trace[1563076807] 'process raft request' (duration: 289.758396ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:34.000115Z","caller":"traceutil/trace.go:171","msg":"trace[1164462357] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5471; }","duration":"298.933666ms","start":"2026-04-08T23:06:33.701157Z","end":"2026-04-08T23:06:34.00009Z","steps":["trace[1164462357] 'read index received' (duration: 253.859521ms)","trace[1164462357] 'applied index is now lower than readState.Index' (duration: 45.073075ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:06:34.000291Z","caller":"traceutil/trace.go:171","msg":"trace[1453252080] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"334.476682ms","start":"2026-04-08T23:06:33.665754Z","end":"2026-04-08T23:06:34.00023Z","steps":["trace[1453252080] 'process raft request' (duration: 334.179825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:06:34.000351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.181121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"warn","ts":"2026-04-08T23:06:34.000858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.873845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:06:34.00098Z","caller":"traceutil/trace.go:171","msg":"trace[727414637] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5281; }","duration":"229.389687ms","start":"2026-04-08T23:06:33.771536Z","end":"2026-04-08T23:06:34.000926Z","steps":["trace[727414637] 'agreement among raft nodes before linearized reading' (duration: 228.858194ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:34.000984Z","caller":"traceutil/trace.go:171","msg":"trace[1508666584] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5281; }","duration":"299.274844ms","start":"2026-04-08T23:06:33.701114Z","end":"2026-04-08T23:06:34.000389Z","steps":["trace[1508666584] 'agreement among raft nodes before linearized reading' (duration: 299.11247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:06:34.001085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:06:33.665734Z","time spent":"334.671857ms","remote":"127.0.0.1:46098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T23:06:34.001131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.600398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-flwkm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-08T23:06:34.001111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.076307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-08T23:06:34.001234Z","caller":"traceutil/trace.go:171","msg":"trace[1952940638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-flwkm; range_end:; response_count:1; response_revision:5281; }","duration":"108.730792ms","start":"2026-04-08T23:06:33.892461Z","end":"2026-04-08T23:06:34.001192Z","steps":["trace[1952940638] 'agreement among raft nodes before linearized reading' (duration: 107.915502ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:34.001444Z","caller":"traceutil/trace.go:171","msg":"trace[685868285] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5281; }","duration":"270.952178ms","start":"2026-04-08T23:06:33.730294Z","end":"2026-04-08T23:06:34.001246Z","steps":["trace[685868285] 'agreement among raft nodes before linearized reading' (duration: 270.002585ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:34.19365Z","caller":"traceutil/trace.go:171","msg":"trace[799426293] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5473; }","duration":"166.335265ms","start":"2026-04-08T23:06:34.027278Z","end":"2026-04-08T23:06:34.193613Z","steps":["trace[799426293] 'read index received' (duration: 165.958326ms)","trace[799426293] 'applied index is now lower than readState.Index' (duration: 375.489µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:06:34.193813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.502408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:06:34.193796Z","caller":"traceutil/trace.go:171","msg":"trace[1875219023] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"176.772793ms","start":"2026-04-08T23:06:34.016959Z","end":"2026-04-08T23:06:34.193732Z","steps":["trace[1875219023] 'process raft request' (duration: 176.393494ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:34.193854Z","caller":"traceutil/trace.go:171","msg":"trace[575118127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5282; }","duration":"166.591851ms","start":"2026-04-08T23:06:34.027251Z","end":"2026-04-08T23:06:34.193842Z","steps":["trace[575118127] 'agreement among raft nodes before linearized reading' (duration: 166.486198ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:08:11.522191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3002} {"level":"info","ts":"2026-04-08T23:08:11.601723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3002,"took":"77.686072ms","hash":49339356,"current-db-size-bytes":58511360,"current-db-size":"58 MB","current-db-size-in-use-bytes":31973376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T23:08:11.601805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":49339356,"revision":3002,"compact-revision":-1} {"level":"warn","ts":"2026-04-08T23:12:47.288304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.681314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T23:12:47.288419Z","caller":"traceutil/trace.go:171","msg":"trace[963031234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8150; }","duration":"112.810727ms","start":"2026-04-08T23:12:47.175585Z","end":"2026-04-08T23:12:47.288396Z","steps":["trace[963031234] 'range keys from in-memory index tree' (duration: 112.456778ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:12:48.065343Z","caller":"traceutil/trace.go:171","msg":"trace[1189836719] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"131.033241ms","start":"2026-04-08T23:12:47.934275Z","end":"2026-04-08T23:12:48.065308Z","steps":["trace[1189836719] 'process raft request' (duration: 130.509249ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:13:11.528305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6144} {"level":"info","ts":"2026-04-08T23:13:11.622874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6144,"took":"92.736852ms","hash":84357304,"current-db-size-bytes":58511360,"current-db-size":"58 MB","current-db-size-in-use-bytes":22867968,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-08T23:13:11.622946Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":84357304,"revision":6144,"compact-revision":3002} {"level":"info","ts":"2026-04-08T23:13:16.209326Z","caller":"traceutil/trace.go:171","msg":"trace[801155576] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"119.723406ms","start":"2026-04-08T23:13:16.089578Z","end":"2026-04-08T23:13:16.209301Z","steps":["trace[801155576] 'process raft request' (duration: 119.373817ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:13:20.890517Z","caller":"traceutil/trace.go:171","msg":"trace[1691036116] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"143.095012ms","start":"2026-04-08T23:13:20.747397Z","end":"2026-04-08T23:13:20.890492Z","steps":["trace[1691036116] 'process raft request' (duration: 138.570434ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:13:28.831568Z","caller":"traceutil/trace.go:171","msg":"trace[228331613] linearizableReadLoop","detail":"{readStateIndex:8764; appliedIndex:8763; }","duration":"289.727259ms","start":"2026-04-08T23:13:28.541818Z","end":"2026-04-08T23:13:28.831546Z","steps":["trace[228331613] 'read index received' (duration: 289.538574ms)","trace[228331613] 'applied index is now lower than readState.Index' (duration: 187.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:13:28.831916Z","caller":"traceutil/trace.go:171","msg":"trace[4829598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8468; }","duration":"290.412296ms","start":"2026-04-08T23:13:28.541489Z","end":"2026-04-08T23:13:28.831902Z","steps":["trace[4829598] 'process raft request' (duration: 289.919974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:13:28.83223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.398266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hsfrz\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-04-08T23:13:28.834993Z","caller":"traceutil/trace.go:171","msg":"trace[1620059482] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hsfrz; range_end:; response_count:1; response_revision:8468; }","duration":"293.178162ms","start":"2026-04-08T23:13:28.541793Z","end":"2026-04-08T23:13:28.834971Z","steps":["trace[1620059482] 'agreement among raft nodes before linearized reading' (duration: 290.319814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:13:28.833911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.891125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T23:13:28.835082Z","caller":"traceutil/trace.go:171","msg":"trace[1424147259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8468; }","duration":"138.090524ms","start":"2026-04-08T23:13:28.696957Z","end":"2026-04-08T23:13:28.835047Z","steps":["trace[1424147259] 'agreement among raft nodes before linearized reading' (duration: 136.789562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:13:29.864696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.004084ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T23:13:29.86481Z","caller":"traceutil/trace.go:171","msg":"trace[1693897291] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"121.381264ms","start":"2026-04-08T23:13:29.743403Z","end":"2026-04-08T23:13:29.864784Z","steps":["trace[1693897291] 'read index received' (duration: 11.223277ms)","trace[1693897291] 'applied index is now lower than readState.Index' (duration: 110.156207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:13:29.865198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.771283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:13:29.865273Z","caller":"traceutil/trace.go:171","msg":"trace[1875995619] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8478; }","duration":"121.889206ms","start":"2026-04-08T23:13:29.743367Z","end":"2026-04-08T23:13:29.865256Z","steps":["trace[1875995619] 'agreement among raft nodes before linearized reading' (duration: 121.768244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:13:29.866594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.271543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-08T23:13:29.866678Z","caller":"traceutil/trace.go:171","msg":"trace[1982321974] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8478; }","duration":"116.384547ms","start":"2026-04-08T23:13:29.750275Z","end":"2026-04-08T23:13:29.866659Z","steps":["trace[1982321974] 'agreement among raft nodes before linearized reading' (duration: 115.25273ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:14:21.65042Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002426.wal"} {"level":"info","ts":"2026-04-08T23:14:46.866097Z","caller":"traceutil/trace.go:171","msg":"trace[2022368024] linearizableReadLoop","detail":"{readStateIndex:9540; appliedIndex:9539; }","duration":"171.935341ms","start":"2026-04-08T23:14:46.69414Z","end":"2026-04-08T23:14:46.866076Z","steps":["trace[2022368024] 'read index received' (duration: 171.887389ms)","trace[2022368024] 'applied index is now lower than readState.Index' (duration: 46.802µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:14:46.86628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.120665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T23:14:46.866339Z","caller":"traceutil/trace.go:171","msg":"trace[896115376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9224; }","duration":"172.217848ms","start":"2026-04-08T23:14:46.694113Z","end":"2026-04-08T23:14:46.866331Z","steps":["trace[896115376] 'agreement among raft nodes before linearized reading' (duration: 172.058754ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:14:46.866194Z","caller":"traceutil/trace.go:171","msg":"trace[285535641] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"172.808111ms","start":"2026-04-08T23:14:46.693337Z","end":"2026-04-08T23:14:46.866145Z","steps":["trace[285535641] 'process raft request' (duration: 172.614097ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:14:46.899639Z","caller":"traceutil/trace.go:171","msg":"trace[400874786] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"189.022437ms","start":"2026-04-08T23:14:46.710591Z","end":"2026-04-08T23:14:46.899613Z","steps":["trace[400874786] 'process raft request' (duration: 163.369726ms)","trace[400874786] 'compare' (duration: 25.282512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:14:46.899854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.466429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T23:14:46.899939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.495986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T23:14:46.899917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.843811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:14:46.899975Z","caller":"traceutil/trace.go:171","msg":"trace[392459481] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9226; }","duration":"132.682904ms","start":"2026-04-08T23:14:46.76727Z","end":"2026-04-08T23:14:46.899953Z","steps":["trace[392459481] 'agreement among raft nodes before linearized reading' (duration: 132.437668ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:14:46.899976Z","caller":"traceutil/trace.go:171","msg":"trace[186236326] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"188.840493ms","start":"2026-04-08T23:14:46.711077Z","end":"2026-04-08T23:14:46.899917Z","steps":["trace[186236326] 'process raft request' (duration: 188.486745ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:14:46.900017Z","caller":"traceutil/trace.go:171","msg":"trace[1955863808] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9226; }","duration":"131.65486ms","start":"2026-04-08T23:14:46.76834Z","end":"2026-04-08T23:14:46.899995Z","steps":["trace[1955863808] 'agreement among raft nodes before linearized reading' (duration: 131.520507ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:14:46.900035Z","caller":"traceutil/trace.go:171","msg":"trace[2013042125] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9226; }","duration":"113.037425ms","start":"2026-04-08T23:14:46.78697Z","end":"2026-04-08T23:14:46.900007Z","steps":["trace[2013042125] 'agreement among raft nodes before linearized reading' (duration: 112.856551ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:15:49.916063Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T23:15:49.920416Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T23:15:49.920534Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T23:18:11.536115Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8290} {"level":"info","ts":"2026-04-08T23:18:11.613264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8290,"took":"74.018974ms","hash":3233324040,"current-db-size-bytes":58511360,"current-db-size":"58 MB","current-db-size-in-use-bytes":24825856,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-08T23:18:11.613342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3233324040,"revision":8290,"compact-revision":6144} {"level":"info","ts":"2026-04-08T23:23:11.545292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10679} {"level":"info","ts":"2026-04-08T23:23:11.628074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10679,"took":"79.755412ms","hash":3418781115,"current-db-size-bytes":58511360,"current-db-size":"58 MB","current-db-size-in-use-bytes":20250624,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-08T23:23:11.628139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3418781115,"revision":10679,"compact-revision":8290}