{"level":"warn","ts":"2026-07-24T04:39:16.316459Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:39:16.316541Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:39:16.316608Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:39:16.316617Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-24T04:39:16.316732Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:39:16.317384Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-24T04:39:16.317455Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:39:16.322071Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.420153ms"} {"level":"info","ts":"2026-07-24T04:39:16.329887Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-24T04:39:16.329964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:39:16.329987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-24T04:39:16.329997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:39:16.330009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-24T04:39:16.330042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-24T04:39:16.340638Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:39:16.3421Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:39:16.34316Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:39:16.345205Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:39:16.345446Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:39:16.345627Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:16.345699Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:16.345712Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:16.346386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-24T04:39:16.347231Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-24T04:39:16.35256Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:39:16.352637Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-24T04:39:16.352991Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-24T04:39:16.353192Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:39:16.353282Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:39:16.934874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:39:16.934933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:39:16.934948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-24T04:39:16.93496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:39:16.934965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-24T04:39:16.934972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-24T04:39:16.934979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-24T04:39:16.941013Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:16.945187Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:39:16.945182Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:39:16.94531Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:39:16.945599Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:39:16.945676Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:39:16.946122Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:16.946189Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:16.946212Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:16.947687Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:39:16.948856Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"warn","ts":"2026-07-24T04:39:19.964786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.620247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T04:39:19.964946Z","caller":"traceutil/trace.go:171","msg":"trace[141330502] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"716.558941ms","start":"2026-07-24T04:39:19.248351Z","end":"2026-07-24T04:39:19.96491Z","steps":["trace[141330502] 'process raft request' (duration: 449.255021ms)","trace[141330502] 'compare' (duration: 266.457171ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:19.965048Z","caller":"traceutil/trace.go:171","msg":"trace[614750398] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"716.163148ms","start":"2026-07-24T04:39:19.248845Z","end":"2026-07-24T04:39:19.965009Z","steps":["trace[614750398] 'read index received' (duration: 448.778184ms)","trace[614750398] 'applied index is now lower than readState.Index' (duration: 267.382244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:19.965087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:19.607569Z","time spent":"357.514635ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T04:39:19.965185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:19.248331Z","time spent":"716.764238ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:39:19.965254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.339943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T04:39:19.965354Z","caller":"traceutil/trace.go:171","msg":"trace[276869926] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:72; }","duration":"716.518369ms","start":"2026-07-24T04:39:19.248815Z","end":"2026-07-24T04:39:19.965333Z","steps":["trace[276869926] 'agreement among raft nodes before linearized reading' (duration: 716.300642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:19.965405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:19.248805Z","time spent":"716.591312ms","remote":"127.0.0.1:38214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-07-24T04:39:19.966251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.713331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T04:39:19.966304Z","caller":"traceutil/trace.go:171","msg":"trace[397955648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"646.797244ms","start":"2026-07-24T04:39:19.319493Z","end":"2026-07-24T04:39:19.96629Z","steps":["trace[397955648] 'agreement among raft nodes before linearized reading' (duration: 645.684337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:19.966337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:19.319477Z","time spent":"646.853357ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:39:53.465046Z","caller":"traceutil/trace.go:171","msg":"trace[1593215264] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"207.525386ms","start":"2026-07-24T04:39:53.257492Z","end":"2026-07-24T04:39:53.465017Z","steps":["trace[1593215264] 'process raft request' (duration: 205.493767ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.465187Z","caller":"traceutil/trace.go:171","msg":"trace[1558651908] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"207.631898ms","start":"2026-07-24T04:39:53.257512Z","end":"2026-07-24T04:39:53.465144Z","steps":["trace[1558651908] 'process raft request' (duration: 207.387292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.465723Z","caller":"traceutil/trace.go:171","msg":"trace[515622038] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"204.581645ms","start":"2026-07-24T04:39:53.261016Z","end":"2026-07-24T04:39:53.465597Z","steps":["trace[515622038] 'process raft request' (duration: 204.552535ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.465711Z","caller":"traceutil/trace.go:171","msg":"trace[82229633] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"205.773414ms","start":"2026-07-24T04:39:53.259883Z","end":"2026-07-24T04:39:53.465657Z","steps":["trace[82229633] 'process raft request' (duration: 205.088708ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.469964Z","caller":"traceutil/trace.go:171","msg":"trace[279700750] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"191.209727ms","start":"2026-07-24T04:39:53.278729Z","end":"2026-07-24T04:39:53.469939Z","steps":["trace[279700750] 'process raft request' (duration: 190.691355ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.47012Z","caller":"traceutil/trace.go:171","msg":"trace[1603610869] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"187.338175ms","start":"2026-07-24T04:39:53.282677Z","end":"2026-07-24T04:39:53.470015Z","steps":["trace[1603610869] 'process raft request' (duration: 186.840183ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.470419Z","caller":"traceutil/trace.go:171","msg":"trace[1277257765] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"172.420131ms","start":"2026-07-24T04:39:53.297985Z","end":"2026-07-24T04:39:53.470405Z","steps":["trace[1277257765] 'process raft request' (duration: 171.579001ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.470704Z","caller":"traceutil/trace.go:171","msg":"trace[121348952] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"171.014117ms","start":"2026-07-24T04:39:53.299678Z","end":"2026-07-24T04:39:53.470692Z","steps":["trace[121348952] 'process raft request' (duration: 169.936232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.471236Z","caller":"traceutil/trace.go:171","msg":"trace[706425531] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"202.236689ms","start":"2026-07-24T04:39:53.26898Z","end":"2026-07-24T04:39:53.471217Z","steps":["trace[706425531] 'process raft request' (duration: 200.114178ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.471286Z","caller":"traceutil/trace.go:171","msg":"trace[1266625699] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"201.276237ms","start":"2026-07-24T04:39:53.27Z","end":"2026-07-24T04:39:53.471276Z","steps":["trace[1266625699] 'process raft request' (duration: 199.212497ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.471232Z","caller":"traceutil/trace.go:171","msg":"trace[2018839805] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"157.808863ms","start":"2026-07-24T04:39:53.313382Z","end":"2026-07-24T04:39:53.471191Z","steps":["trace[2018839805] 'process raft request' (duration: 156.282547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.469971Z","caller":"traceutil/trace.go:171","msg":"trace[1380085840] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"189.544547ms","start":"2026-07-24T04:39:53.280406Z","end":"2026-07-24T04:39:53.469951Z","steps":["trace[1380085840] 'process raft request' (duration: 189.054366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.471647Z","caller":"traceutil/trace.go:171","msg":"trace[393965900] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"192.97909ms","start":"2026-07-24T04:39:53.278648Z","end":"2026-07-24T04:39:53.471627Z","steps":["trace[393965900] 'process raft request' (duration: 190.726997ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:53.471504Z","caller":"traceutil/trace.go:171","msg":"trace[2089199535] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"199.516174ms","start":"2026-07-24T04:39:53.271972Z","end":"2026-07-24T04:39:53.471488Z","steps":["trace[2089199535] 'process raft request' (duration: 197.316473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:54.421299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.516328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:54.421407Z","caller":"traceutil/trace.go:171","msg":"trace[1692405080] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"295.596355ms","start":"2026-07-24T04:39:54.125793Z","end":"2026-07-24T04:39:54.421389Z","steps":["trace[1692405080] 'process raft request' (duration: 54.77821ms)","trace[1692405080] 'compare' (duration: 240.387555ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:54.484343Z","caller":"traceutil/trace.go:171","msg":"trace[1423590491] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"301.258159ms","start":"2026-07-24T04:39:54.183063Z","end":"2026-07-24T04:39:54.484321Z","steps":["trace[1423590491] 'process raft request' (duration: 300.472871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:54.484559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:54.183025Z","time spent":"301.469743ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:39:54.665473Z","caller":"traceutil/trace.go:171","msg":"trace[320654119] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"216.635826ms","start":"2026-07-24T04:39:54.448819Z","end":"2026-07-24T04:39:54.665455Z","steps":["trace[320654119] 'process raft request' (duration: 214.062885ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:54.665916Z","caller":"traceutil/trace.go:171","msg":"trace[1807140927] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"101.967604ms","start":"2026-07-24T04:39:54.563923Z","end":"2026-07-24T04:39:54.665891Z","steps":["trace[1807140927] 'process raft request' (duration: 101.845181ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:59.790624Z","caller":"traceutil/trace.go:171","msg":"trace[950589563] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"143.989074ms","start":"2026-07-24T04:39:59.64661Z","end":"2026-07-24T04:39:59.790599Z","steps":["trace[950589563] 'process raft request' (duration: 143.462432ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:59.799755Z","caller":"traceutil/trace.go:171","msg":"trace[1445678174] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"136.74073ms","start":"2026-07-24T04:39:59.663001Z","end":"2026-07-24T04:39:59.799741Z","steps":["trace[1445678174] 'process raft request' (duration: 136.670639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:00.511621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.38258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:40:00.511815Z","caller":"traceutil/trace.go:171","msg":"trace[1397812021] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"385.761293ms","start":"2026-07-24T04:40:00.126038Z","end":"2026-07-24T04:40:00.511799Z","steps":["trace[1397812021] 'read index received' (duration: 109.100397ms)","trace[1397812021] 'applied index is now lower than readState.Index' (duration: 276.659656ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:00.511954Z","caller":"traceutil/trace.go:171","msg":"trace[1220990659] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"662.967365ms","start":"2026-07-24T04:39:59.848932Z","end":"2026-07-24T04:40:00.511899Z","steps":["trace[1220990659] 'process raft request' (duration: 386.214796ms)","trace[1220990659] 'compare' (duration: 276.243277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:00.512097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:59.848914Z","time spent":"663.116198ms","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:40:00.512091Z","caller":"traceutil/trace.go:171","msg":"trace[1160515293] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"661.764058ms","start":"2026-07-24T04:39:59.850279Z","end":"2026-07-24T04:40:00.512043Z","steps":["trace[1160515293] 'process raft request' (duration: 661.44316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:00.511988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.941718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T04:40:00.512258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:59.850259Z","time spent":"661.913711ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:00.512314Z","caller":"traceutil/trace.go:171","msg":"trace[460886476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"386.250754ms","start":"2026-07-24T04:40:00.126005Z","end":"2026-07-24T04:40:00.512256Z","steps":["trace[460886476] 'agreement among raft nodes before linearized reading' (duration: 385.840734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:00.512492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:00.125985Z","time spent":"386.466079ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:41:09.021656Z","caller":"traceutil/trace.go:171","msg":"trace[1529207407] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"115.885007ms","start":"2026-07-24T04:41:08.905748Z","end":"2026-07-24T04:41:09.021633Z","steps":["trace[1529207407] 'process raft request' (duration: 115.694414ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:09.034014Z","caller":"traceutil/trace.go:171","msg":"trace[1577512018] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"128.13145ms","start":"2026-07-24T04:41:08.905864Z","end":"2026-07-24T04:41:09.033995Z","steps":["trace[1577512018] 'process raft request' (duration: 128.031789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:33.035965Z","caller":"traceutil/trace.go:171","msg":"trace[753041775] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"132.617415ms","start":"2026-07-24T04:41:32.903322Z","end":"2026-07-24T04:41:33.035939Z","steps":["trace[753041775] 'process raft request' (duration: 132.423813ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:33.372215Z","caller":"traceutil/trace.go:171","msg":"trace[1363063661] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"206.115407ms","start":"2026-07-24T04:41:33.166068Z","end":"2026-07-24T04:41:33.372183Z","steps":["trace[1363063661] 'process raft request' (duration: 185.496874ms)","trace[1363063661] 'compare' (duration: 20.174518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:33.750648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.513277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:41:33.750835Z","caller":"traceutil/trace.go:171","msg":"trace[247650304] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"121.329207ms","start":"2026-07-24T04:41:33.629451Z","end":"2026-07-24T04:41:33.750781Z","steps":["trace[247650304] 'read index received' (duration: 65.991µs)","trace[247650304] 'applied index is now lower than readState.Index' (duration: 121.261536ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:33.75101Z","caller":"traceutil/trace.go:171","msg":"trace[1727679498] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"373.953887ms","start":"2026-07-24T04:41:33.376969Z","end":"2026-07-24T04:41:33.750923Z","steps":["trace[1727679498] 'process raft request' (duration: 122.051635ms)","trace[1727679498] 'compare' (duration: 250.98416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:33.75111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.64517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:41:33.751196Z","caller":"traceutil/trace.go:171","msg":"trace[509994776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"122.014486ms","start":"2026-07-24T04:41:33.62916Z","end":"2026-07-24T04:41:33.751175Z","steps":["trace[509994776] 'agreement among raft nodes before linearized reading' (duration: 121.722882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:33.7514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:33.376941Z","time spent":"374.221571ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:41:45.590091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.783509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:41:45.590169Z","caller":"traceutil/trace.go:171","msg":"trace[1968032644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1979; }","duration":"111.903101ms","start":"2026-07-24T04:41:45.478252Z","end":"2026-07-24T04:41:45.590156Z","steps":["trace[1968032644] 'range keys from in-memory index tree' (duration: 111.583057ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:48.1723Z","caller":"traceutil/trace.go:171","msg":"trace[1866671457] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"205.588677ms","start":"2026-07-24T04:41:47.966697Z","end":"2026-07-24T04:41:48.172286Z","steps":["trace[1866671457] 'process raft request' (duration: 203.854506ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:48.182085Z","caller":"traceutil/trace.go:171","msg":"trace[893863862] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"114.235427ms","start":"2026-07-24T04:41:48.067834Z","end":"2026-07-24T04:41:48.182069Z","steps":["trace[893863862] 'process raft request' (duration: 114.142046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.107858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.278345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:08.107946Z","caller":"traceutil/trace.go:171","msg":"trace[319916200] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2187; }","duration":"200.222491ms","start":"2026-07-24T04:42:07.907711Z","end":"2026-07-24T04:42:08.107933Z","steps":["trace[319916200] 'read index received' (duration: 35.6µs)","trace[319916200] 'applied index is now lower than readState.Index' (duration: 200.185961ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:08.108002Z","caller":"traceutil/trace.go:171","msg":"trace[626349077] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"368.770898ms","start":"2026-07-24T04:42:07.739222Z","end":"2026-07-24T04:42:08.107993Z","steps":["trace[626349077] 'process raft request' (duration: 165.285839ms)","trace[626349077] 'compare' (duration: 203.151464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:08.108042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.739202Z","time spent":"368.817649ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.108169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.450953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:42:08.108217Z","caller":"traceutil/trace.go:171","msg":"trace[1212459596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2115; }","duration":"200.537605ms","start":"2026-07-24T04:42:07.907667Z","end":"2026-07-24T04:42:08.108205Z","steps":["trace[1212459596] 'agreement among raft nodes before linearized reading' (duration: 200.375393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.375838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.359501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:08.376125Z","caller":"traceutil/trace.go:171","msg":"trace[852155665] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"361.136402ms","start":"2026-07-24T04:42:08.014882Z","end":"2026-07-24T04:42:08.376019Z","steps":["trace[852155665] 'process raft request' (duration: 211.491328ms)","trace[852155665] 'compare' (duration: 149.24994ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:08.375961Z","caller":"traceutil/trace.go:171","msg":"trace[1185417949] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2188; }","duration":"267.976449ms","start":"2026-07-24T04:42:08.107963Z","end":"2026-07-24T04:42:08.375939Z","steps":["trace[1185417949] 'read index received' (duration: 118.426355ms)","trace[1185417949] 'applied index is now lower than readState.Index' (duration: 149.548174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:08.376244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.716424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T04:42:08.376244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.26202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:08.376295Z","caller":"traceutil/trace.go:171","msg":"trace[1462673144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2116; }","duration":"448.787915ms","start":"2026-07-24T04:42:07.927491Z","end":"2026-07-24T04:42:08.376279Z","steps":["trace[1462673144] 'agreement among raft nodes before linearized reading' (duration: 448.635914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:08.376305Z","caller":"traceutil/trace.go:171","msg":"trace[745223014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"397.348271ms","start":"2026-07-24T04:42:07.97894Z","end":"2026-07-24T04:42:08.376288Z","steps":["trace[745223014] 'agreement among raft nodes before linearized reading' (duration: 397.081379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.376313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:08.014865Z","time spent":"361.349416ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.376332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.927481Z","time spent":"448.841566ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:42:08.376338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.978926Z","time spent":"397.403882ms","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T04:42:08.401133Z","caller":"traceutil/trace.go:171","msg":"trace[1373619628] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"289.041002ms","start":"2026-07-24T04:42:08.112071Z","end":"2026-07-24T04:42:08.401112Z","steps":["trace[1373619628] 'process raft request' (duration: 288.91614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.818625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.53968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:08.818995Z","caller":"traceutil/trace.go:171","msg":"trace[1589639672] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2190; }","duration":"178.342995ms","start":"2026-07-24T04:42:08.64063Z","end":"2026-07-24T04:42:08.818973Z","steps":["trace[1589639672] 'read index received' (duration: 42.221µs)","trace[1589639672] 'applied index is now lower than readState.Index' (duration: 178.299794ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:08.818999Z","caller":"traceutil/trace.go:171","msg":"trace[350101771] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"583.656007ms","start":"2026-07-24T04:42:08.235309Z","end":"2026-07-24T04:42:08.818965Z","steps":["trace[350101771] 'process raft request' (duration: 330.652071ms)","trace[350101771] 'compare' (duration: 252.128626ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:08.819132Z","caller":"traceutil/trace.go:171","msg":"trace[1513023388] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"438.484273ms","start":"2026-07-24T04:42:08.380628Z","end":"2026-07-24T04:42:08.819112Z","steps":["trace[1513023388] 'process raft request' (duration: 438.273491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.81915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:08.235291Z","time spent":"583.777069ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.819045Z","caller":"traceutil/trace.go:171","msg":"trace[291889709] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"581.285759ms","start":"2026-07-24T04:42:08.237732Z","end":"2026-07-24T04:42:08.819018Z","steps":["trace[291889709] 'process raft request' (duration: 581.113687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.819229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:08.380605Z","time spent":"438.575284ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.8193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.608865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:42:08.819376Z","caller":"traceutil/trace.go:171","msg":"trace[994234943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2121; }","duration":"143.727486ms","start":"2026-07-24T04:42:08.675631Z","end":"2026-07-24T04:42:08.819358Z","steps":["trace[994234943] 'agreement among raft nodes before linearized reading' (duration: 143.501084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.819414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.790801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-24T04:42:08.819416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:08.237707Z","time spent":"581.562013ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.819492Z","caller":"traceutil/trace.go:171","msg":"trace[1378953345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2121; }","duration":"178.900692ms","start":"2026-07-24T04:42:08.640578Z","end":"2026-07-24T04:42:08.819478Z","steps":["trace[1378953345] 'agreement among raft nodes before linearized reading' (duration: 178.74216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:08.8195Z","caller":"traceutil/trace.go:171","msg":"trace[345521632] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"583.338924ms","start":"2026-07-24T04:42:08.235711Z","end":"2026-07-24T04:42:08.81905Z","steps":["trace[345521632] 'process raft request' (duration: 583.01393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.819781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:08.235705Z","time spent":"583.929461ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:36.330547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.926347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:43:36.331109Z","caller":"traceutil/trace.go:171","msg":"trace[414755789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2699; }","duration":"195.534568ms","start":"2026-07-24T04:43:36.13556Z","end":"2026-07-24T04:43:36.331094Z","steps":["trace[414755789] 'range keys from in-memory index tree' (duration: 194.780893ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:13.843871Z","caller":"traceutil/trace.go:171","msg":"trace[1619490316] linearizableReadLoop","detail":"{readStateIndex:4688; appliedIndex:4687; }","duration":"118.398252ms","start":"2026-07-24T04:47:13.725448Z","end":"2026-07-24T04:47:13.843846Z","steps":["trace[1619490316] 'read index received' (duration: 118.178279ms)","trace[1619490316] 'applied index is now lower than readState.Index' (duration: 219.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:13.844007Z","caller":"traceutil/trace.go:171","msg":"trace[1745141674] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"128.725643ms","start":"2026-07-24T04:47:13.715268Z","end":"2026-07-24T04:47:13.843993Z","steps":["trace[1745141674] 'process raft request' (duration: 128.420458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:13.844493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.999212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:13.844615Z","caller":"traceutil/trace.go:171","msg":"trace[63761752] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4527; }","duration":"119.179774ms","start":"2026-07-24T04:47:13.725408Z","end":"2026-07-24T04:47:13.844588Z","steps":["trace[63761752] 'agreement among raft nodes before linearized reading' (duration: 118.944481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.321605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.549126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:47:20.321709Z","caller":"traceutil/trace.go:171","msg":"trace[779914182] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"196.845881ms","start":"2026-07-24T04:47:20.124846Z","end":"2026-07-24T04:47:20.321692Z","steps":["trace[779914182] 'compare' (duration: 188.422484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.576566Z","caller":"traceutil/trace.go:171","msg":"trace[2077684478] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4822; }","duration":"180.785009ms","start":"2026-07-24T04:47:20.395761Z","end":"2026-07-24T04:47:20.576546Z","steps":["trace[2077684478] 'read index received' (duration: 103.524145ms)","trace[2077684478] 'applied index is now lower than readState.Index' (duration: 77.259824ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:20.576649Z","caller":"traceutil/trace.go:171","msg":"trace[547073135] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"248.944395ms","start":"2026-07-24T04:47:20.327677Z","end":"2026-07-24T04:47:20.576621Z","steps":["trace[547073135] 'process raft request' (duration: 171.594058ms)","trace[547073135] 'compare' (duration: 77.163324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:20.576697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.320654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:47:20.576764Z","caller":"traceutil/trace.go:171","msg":"trace[2068201146] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4660; }","duration":"245.417997ms","start":"2026-07-24T04:47:20.331332Z","end":"2026-07-24T04:47:20.57675Z","steps":["trace[2068201146] 'agreement among raft nodes before linearized reading' (duration: 245.289965ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.59208Z","caller":"traceutil/trace.go:171","msg":"trace[1216139231] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"191.498235ms","start":"2026-07-24T04:47:20.40056Z","end":"2026-07-24T04:47:20.592058Z","steps":["trace[1216139231] 'process raft request' (duration: 191.346332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.592465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.639252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cee72159-8643-4be4-98ec-c3120a58fd7a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-24T04:47:20.592537Z","caller":"traceutil/trace.go:171","msg":"trace[523960330] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cee72159-8643-4be4-98ec-c3120a58fd7a; range_end:; response_count:1; response_revision:4662; }","duration":"107.746734ms","start":"2026-07-24T04:47:20.484772Z","end":"2026-07-24T04:47:20.592519Z","steps":["trace[523960330] 'agreement among raft nodes before linearized reading' (duration: 107.540311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.592583Z","caller":"traceutil/trace.go:171","msg":"trace[3322285] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"111.200131ms","start":"2026-07-24T04:47:20.481362Z","end":"2026-07-24T04:47:20.592563Z","steps":["trace[3322285] 'process raft request' (duration: 110.656212ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.925633Z","caller":"traceutil/trace.go:171","msg":"trace[1096090804] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4834; }","duration":"171.07414ms","start":"2026-07-24T04:47:20.754542Z","end":"2026-07-24T04:47:20.925616Z","steps":["trace[1096090804] 'read index received' (duration: 101.854997ms)","trace[1096090804] 'applied index is now lower than readState.Index' (duration: 69.218563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:20.92578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.224432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:20.925806Z","caller":"traceutil/trace.go:171","msg":"trace[225859839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4675; }","duration":"171.282563ms","start":"2026-07-24T04:47:20.754517Z","end":"2026-07-24T04:47:20.9258Z","steps":["trace[225859839] 'agreement among raft nodes before linearized reading' (duration: 171.164501ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.926038Z","caller":"traceutil/trace.go:171","msg":"trace[41570572] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"185.456776ms","start":"2026-07-24T04:47:20.740572Z","end":"2026-07-24T04:47:20.926029Z","steps":["trace[41570572] 'process raft request' (duration: 184.918667ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.92618Z","caller":"traceutil/trace.go:171","msg":"trace[1821713200] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"182.944285ms","start":"2026-07-24T04:47:20.743136Z","end":"2026-07-24T04:47:20.92608Z","steps":["trace[1821713200] 'process raft request' (duration: 182.421687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.926251Z","caller":"traceutil/trace.go:171","msg":"trace[1521751960] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"185.812341ms","start":"2026-07-24T04:47:20.740429Z","end":"2026-07-24T04:47:20.926242Z","steps":["trace[1521751960] 'process raft request' (duration: 115.949088ms)","trace[1521751960] 'compare' (duration: 68.910318ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:20.926241Z","caller":"traceutil/trace.go:171","msg":"trace[1307533573] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"172.433552ms","start":"2026-07-24T04:47:20.753773Z","end":"2026-07-24T04:47:20.926207Z","steps":["trace[1307533573] 'process raft request' (duration: 171.811612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:20.926389Z","caller":"traceutil/trace.go:171","msg":"trace[887470309] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"185.563817ms","start":"2026-07-24T04:47:20.74081Z","end":"2026-07-24T04:47:20.926374Z","steps":["trace[887470309] 'process raft request' (duration: 184.724544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:21.111006Z","caller":"traceutil/trace.go:171","msg":"trace[2103322692] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"154.365753ms","start":"2026-07-24T04:47:20.956598Z","end":"2026-07-24T04:47:21.110964Z","steps":["trace[2103322692] 'process raft request' (duration: 134.423458ms)","trace[2103322692] 'compare' (duration: 19.718292ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:23.743548Z","caller":"traceutil/trace.go:171","msg":"trace[866379080] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4867; }","duration":"135.966614ms","start":"2026-07-24T04:47:23.607564Z","end":"2026-07-24T04:47:23.743531Z","steps":["trace[866379080] 'read index received' (duration: 135.7832ms)","trace[866379080] 'applied index is now lower than readState.Index' (duration: 182.654µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:23.743631Z","caller":"traceutil/trace.go:171","msg":"trace[1853546168] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"144.87779ms","start":"2026-07-24T04:47:23.598721Z","end":"2026-07-24T04:47:23.743599Z","steps":["trace[1853546168] 'process raft request' (duration: 144.692787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:23.744256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.383171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cee72159-8643-4be4-98ec-c3120a58fd7a\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-07-24T04:47:23.744291Z","caller":"traceutil/trace.go:171","msg":"trace[1591716364] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cee72159-8643-4be4-98ec-c3120a58fd7a; range_end:; response_count:1; response_revision:4704; }","duration":"136.775527ms","start":"2026-07-24T04:47:23.607506Z","end":"2026-07-24T04:47:23.744282Z","steps":["trace[1591716364] 'agreement among raft nodes before linearized reading' (duration: 136.121506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:33.077953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.10386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:33.078021Z","caller":"traceutil/trace.go:171","msg":"trace[1295158487] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4833; }","duration":"114.229891ms","start":"2026-07-24T04:47:32.963775Z","end":"2026-07-24T04:47:33.078004Z","steps":["trace[1295158487] 'count revisions from in-memory index tree' (duration: 114.004298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:33.078161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.491537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:33.078218Z","caller":"traceutil/trace.go:171","msg":"trace[1698389681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4833; }","duration":"326.580699ms","start":"2026-07-24T04:47:32.751623Z","end":"2026-07-24T04:47:33.078203Z","steps":["trace[1698389681] 'range keys from in-memory index tree' (duration: 326.435827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:33.078247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:32.751611Z","time spent":"326.63047ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:47:34.344818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.175156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T04:47:34.344898Z","caller":"traceutil/trace.go:171","msg":"trace[1746317904] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4840; }","duration":"129.267118ms","start":"2026-07-24T04:47:34.215609Z","end":"2026-07-24T04:47:34.344876Z","steps":["trace[1746317904] 'range keys from in-memory index tree' (duration: 128.988573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:16.971341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2914} {"level":"info","ts":"2026-07-24T04:49:17.124144Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2914,"took":"151.472744ms","hash":2341810927,"current-db-size-bytes":53346304,"current-db-size":"53 MB","current-db-size-in-use-bytes":29712384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T04:49:17.124196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2341810927,"revision":2914,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:53:59.277941Z","caller":"traceutil/trace.go:171","msg":"trace[1846356590] linearizableReadLoop","detail":"{readStateIndex:7603; appliedIndex:7602; }","duration":"150.35456ms","start":"2026-07-24T04:53:59.127557Z","end":"2026-07-24T04:53:59.277911Z","steps":["trace[1846356590] 'read index received' (duration: 150.072362ms)","trace[1846356590] 'applied index is now lower than readState.Index' (duration: 280.858µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:59.278059Z","caller":"traceutil/trace.go:171","msg":"trace[812102458] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"181.714254ms","start":"2026-07-24T04:53:59.096307Z","end":"2026-07-24T04:53:59.278021Z","steps":["trace[812102458] 'process raft request' (duration: 181.424496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:59.278176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.593236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1007"} {"level":"info","ts":"2026-07-24T04:53:59.278252Z","caller":"traceutil/trace.go:171","msg":"trace[805176420] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:7346; }","duration":"150.71395ms","start":"2026-07-24T04:53:59.127521Z","end":"2026-07-24T04:53:59.278235Z","steps":["trace[805176420] 'agreement among raft nodes before linearized reading' (duration: 150.510024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:59.278385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.47006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1095"} {"level":"info","ts":"2026-07-24T04:53:59.278478Z","caller":"traceutil/trace.go:171","msg":"trace[775419207] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7346; }","duration":"142.619894ms","start":"2026-07-24T04:53:59.135839Z","end":"2026-07-24T04:53:59.278458Z","steps":["trace[775419207] 'agreement among raft nodes before linearized reading' (duration: 142.320756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:59.278543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.41631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/\" range_end:\"/registry/pods/auth-system0\" limit:500 ","response":"range_response_count:1 size:7964"} {"level":"info","ts":"2026-07-24T04:53:59.27861Z","caller":"traceutil/trace.go:171","msg":"trace[1756292490] range","detail":"{range_begin:/registry/pods/auth-system/; range_end:/registry/pods/auth-system0; response_count:1; response_revision:7346; }","duration":"113.519873ms","start":"2026-07-24T04:53:59.165077Z","end":"2026-07-24T04:53:59.278597Z","steps":["trace[1756292490] 'agreement among raft nodes before linearized reading' (duration: 113.357838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:16.979609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5639} {"level":"info","ts":"2026-07-24T04:54:17.085631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5639,"took":"104.901845ms","hash":1282730305,"current-db-size-bytes":53346304,"current-db-size":"53 MB","current-db-size-in-use-bytes":18219008,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-24T04:54:17.085706Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1282730305,"revision":5639,"compact-revision":2914}