{"level":"warn","ts":"2026-05-29T02:02:24.575808Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:02:24.576024Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:02:24.576217Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:02:24.576272Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-05-29T02:02:24.576352Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:02:24.577291Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-05-29T02:02:24.577477Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:02:24.581504Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.653284ms"} {"level":"info","ts":"2026-05-29T02:02:24.587294Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-05-29T02:02:24.587394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:02:24.587434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-05-29T02:02:24.587463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:02:24.587484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-05-29T02:02:24.587534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-05-29T02:02:24.594301Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:02:24.595685Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:02:24.596541Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:02:24.599288Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:02:24.599564Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:02:24.599818Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:02:24.59992Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:02:24.600112Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:02:24.605746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-05-29T02:02:24.605881Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-05-29T02:02:24.607925Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:02:24.60812Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-05-29T02:02:24.608187Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-05-29T02:02:24.608449Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:02:24.608558Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:02:24.688087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:02:24.688165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:02:24.688244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-05-29T02:02:24.688278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:02:24.688329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-05-29T02:02:24.68838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-05-29T02:02:24.688405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-05-29T02:02:24.689551Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:02:24.689653Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:02:24.690208Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:02:24.690442Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:02:24.690793Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:02:24.690852Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:02:24.690958Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:02:24.691151Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:02:24.691188Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:02:24.692367Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"info","ts":"2026-05-29T02:02:24.693533Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-29T02:02:27.55845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.849771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:02:27.558587Z","caller":"traceutil/trace.go:171","msg":"trace[590612577] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"139.245841ms","start":"2026-05-29T02:02:27.419319Z","end":"2026-05-29T02:02:27.558564Z","steps":["trace[590612577] 'process raft request' (duration: 16.593466ms)","trace[590612577] 'compare' (duration: 121.694008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:02:33.314665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.585838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:02:33.314784Z","caller":"traceutil/trace.go:171","msg":"trace[408261292] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"330.352743ms","start":"2026-05-29T02:02:32.984412Z","end":"2026-05-29T02:02:33.314765Z","steps":["trace[408261292] 'process raft request' (duration: 168.595522ms)","trace[408261292] 'compare' (duration: 161.421346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:02:33.31484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:02:32.984394Z","time spent":"330.425774ms","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:02:33.654022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.75302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-05-29T02:02:33.654018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.676396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:02:33.654098Z","caller":"traceutil/trace.go:171","msg":"trace[1973491421] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:336; }","duration":"220.885773ms","start":"2026-05-29T02:02:33.433194Z","end":"2026-05-29T02:02:33.65408Z","steps":["trace[1973491421] 'range keys from in-memory index tree' (duration: 220.617337ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:02:33.654112Z","caller":"traceutil/trace.go:171","msg":"trace[402120336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:336; }","duration":"136.861989ms","start":"2026-05-29T02:02:33.517229Z","end":"2026-05-29T02:02:33.654091Z","steps":["trace[402120336] 'range keys from in-memory index tree' (duration: 136.547703ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:02:33.802201Z","caller":"traceutil/trace.go:171","msg":"trace[836006774] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"143.995575ms","start":"2026-05-29T02:02:33.658189Z","end":"2026-05-29T02:02:33.802184Z","steps":["trace[836006774] 'process raft request' (duration: 143.866823ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:02:33.807897Z","caller":"traceutil/trace.go:171","msg":"trace[2109591345] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"149.188444ms","start":"2026-05-29T02:02:33.658684Z","end":"2026-05-29T02:02:33.807873Z","steps":["trace[2109591345] 'process raft request' (duration: 149.065612ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:03:07.359198Z","caller":"traceutil/trace.go:171","msg":"trace[860871001] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"240.154808ms","start":"2026-05-29T02:03:07.119018Z","end":"2026-05-29T02:03:07.359172Z","steps":["trace[860871001] 'process raft request' (duration: 239.658263ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:03:08.275323Z","caller":"traceutil/trace.go:171","msg":"trace[598897446] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"407.127993ms","start":"2026-05-29T02:03:07.868177Z","end":"2026-05-29T02:03:08.275305Z","steps":["trace[598897446] 'process raft request' (duration: 405.152783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:03:08.275448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.910166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:03:08.275508Z","caller":"traceutil/trace.go:171","msg":"trace[435133237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"311.019156ms","start":"2026-05-29T02:03:07.964475Z","end":"2026-05-29T02:03:08.275494Z","steps":["trace[435133237] 'agreement among raft nodes before linearized reading' (duration: 310.849455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:03:08.275543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:03:07.964453Z","time spent":"311.080657ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:03:08.275666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:03:07.868145Z","time spent":"407.239513ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:03:08.275229Z","caller":"traceutil/trace.go:171","msg":"trace[1656895348] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"310.673673ms","start":"2026-05-29T02:03:07.964531Z","end":"2026-05-29T02:03:08.275204Z","steps":["trace[1656895348] 'read index received' (duration: 308.129197ms)","trace[1656895348] 'applied index is now lower than readState.Index' (duration: 2.543406ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:03:08.276017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.638451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-29T02:03:08.276055Z","caller":"traceutil/trace.go:171","msg":"trace[191954018] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:635; }","duration":"179.694792ms","start":"2026-05-29T02:03:08.096351Z","end":"2026-05-29T02:03:08.276046Z","steps":["trace[191954018] 'agreement among raft nodes before linearized reading' (duration: 179.610301ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:03:55.27506Z","caller":"traceutil/trace.go:171","msg":"trace[501788586] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1245; }","duration":"121.243887ms","start":"2026-05-29T02:03:55.15377Z","end":"2026-05-29T02:03:55.275014Z","steps":["trace[501788586] 'read index received' (duration: 69.555169ms)","trace[501788586] 'applied index is now lower than readState.Index' (duration: 51.687418ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:03:55.275216Z","caller":"traceutil/trace.go:171","msg":"trace[1789436859] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"204.691353ms","start":"2026-05-29T02:03:55.070489Z","end":"2026-05-29T02:03:55.27518Z","steps":["trace[1789436859] 'process raft request' (duration: 152.8784ms)","trace[1789436859] 'compare' (duration: 51.193317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:03:55.275328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.5429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:03:55.275435Z","caller":"traceutil/trace.go:171","msg":"trace[444631186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"121.694335ms","start":"2026-05-29T02:03:55.153718Z","end":"2026-05-29T02:03:55.275413Z","steps":["trace[444631186] 'agreement among raft nodes before linearized reading' (duration: 121.456076ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:04:43.598323Z","caller":"traceutil/trace.go:171","msg":"trace[1756306076] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"264.98991ms","start":"2026-05-29T02:04:43.333301Z","end":"2026-05-29T02:04:43.598291Z","steps":["trace[1756306076] 'read index received' (duration: 224.348588ms)","trace[1756306076] 'applied index is now lower than readState.Index' (duration: 40.638572ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:04:43.598486Z","caller":"traceutil/trace.go:171","msg":"trace[1943557417] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"178.560749ms","start":"2026-05-29T02:04:43.419889Z","end":"2026-05-29T02:04:43.598449Z","steps":["trace[1943557417] 'process raft request' (duration: 178.416006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:04:43.598624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.403362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-29T02:04:43.598629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.018085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-589dab10-e863-49f3-a1f7-c1c22695bdfe\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-29T02:04:43.598638Z","caller":"traceutil/trace.go:171","msg":"trace[359413650] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"261.193311ms","start":"2026-05-29T02:04:43.337402Z","end":"2026-05-29T02:04:43.598595Z","steps":["trace[359413650] 'process raft request' (duration: 260.668238ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:04:43.598683Z","caller":"traceutil/trace.go:171","msg":"trace[1196115941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-589dab10-e863-49f3-a1f7-c1c22695bdfe; range_end:; response_count:1; response_revision:1885; }","duration":"196.108999ms","start":"2026-05-29T02:04:43.40256Z","end":"2026-05-29T02:04:43.598669Z","steps":["trace[1196115941] 'agreement among raft nodes before linearized reading' (duration: 195.930673ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:04:43.598676Z","caller":"traceutil/trace.go:171","msg":"trace[2073949284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"327.494775ms","start":"2026-05-29T02:04:43.271166Z","end":"2026-05-29T02:04:43.598661Z","steps":["trace[2073949284] 'agreement among raft nodes before linearized reading' (duration: 327.282488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:04:43.598523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.669241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:04:43.598841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:43.271152Z","time spent":"327.65734ms","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-29T02:04:43.599301Z","caller":"traceutil/trace.go:171","msg":"trace[491458769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"281.115903ms","start":"2026-05-29T02:04:43.317787Z","end":"2026-05-29T02:04:43.598903Z","steps":["trace[491458769] 'agreement among raft nodes before linearized reading' (duration: 280.624209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:04:43.788198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.276225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:04:43.78859Z","caller":"traceutil/trace.go:171","msg":"trace[102359337] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"184.873755ms","start":"2026-05-29T02:04:43.603678Z","end":"2026-05-29T02:04:43.788552Z","steps":["trace[102359337] 'process raft request' (duration: 77.126938ms)","trace[102359337] 'compare' (duration: 107.09136ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:04:43.788624Z","caller":"traceutil/trace.go:171","msg":"trace[2033903608] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"180.958592ms","start":"2026-05-29T02:04:43.607643Z","end":"2026-05-29T02:04:43.788602Z","steps":["trace[2033903608] 'process raft request' (duration: 180.659364ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:04:56.904927Z","caller":"traceutil/trace.go:171","msg":"trace[643147482] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"125.973607ms","start":"2026-05-29T02:04:56.778909Z","end":"2026-05-29T02:04:56.904882Z","steps":["trace[643147482] 'process raft request' (duration: 125.801143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:05:00.067297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.562041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:05:00.067505Z","caller":"traceutil/trace.go:171","msg":"trace[2102709055] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"563.495457ms","start":"2026-05-29T02:04:59.503982Z","end":"2026-05-29T02:05:00.067478Z","steps":["trace[2102709055] 'process raft request' (duration: 245.65917ms)","trace[2102709055] 'compare' (duration: 317.223533ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:05:00.06757Z","caller":"traceutil/trace.go:171","msg":"trace[1181787111] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2099; }","duration":"405.712768ms","start":"2026-05-29T02:04:59.661839Z","end":"2026-05-29T02:05:00.067552Z","steps":["trace[1181787111] 'read index received' (duration: 87.792009ms)","trace[1181787111] 'applied index is now lower than readState.Index' (duration: 317.919749ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:05:00.067636Z","caller":"traceutil/trace.go:171","msg":"trace[325211965] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"408.219286ms","start":"2026-05-29T02:04:59.65939Z","end":"2026-05-29T02:05:00.067609Z","steps":["trace[325211965] 'process raft request' (duration: 408.127444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:05:00.067664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:59.503958Z","time spent":"563.6284ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:05:00.067736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.897113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:05:00.067794Z","caller":"traceutil/trace.go:171","msg":"trace[1147709785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2024; }","duration":"405.947794ms","start":"2026-05-29T02:04:59.66181Z","end":"2026-05-29T02:05:00.067757Z","steps":["trace[1147709785] 'agreement among raft nodes before linearized reading' (duration: 405.814711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:05:00.067782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:59.659372Z","time spent":"408.335059ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:05:00.067831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:59.661802Z","time spent":"406.020465ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:05:00.067682Z","caller":"traceutil/trace.go:171","msg":"trace[1814254830] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"416.293593ms","start":"2026-05-29T02:04:59.651319Z","end":"2026-05-29T02:05:00.067612Z","steps":["trace[1814254830] 'process raft request' (duration: 416.075968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:05:00.068483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:59.651295Z","time spent":"417.143523ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:05:00.068959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.949473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:05:00.06901Z","caller":"traceutil/trace.go:171","msg":"trace[1285595642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2025; }","duration":"383.025845ms","start":"2026-05-29T02:04:59.685972Z","end":"2026-05-29T02:05:00.068997Z","steps":["trace[1285595642] 'agreement among raft nodes before linearized reading' (duration: 382.875031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:05:00.069069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:59.685923Z","time spent":"383.138207ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:05:00.069244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.230522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:05:00.069289Z","caller":"traceutil/trace.go:171","msg":"trace[523524598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2025; }","duration":"368.294823ms","start":"2026-05-29T02:04:59.700979Z","end":"2026-05-29T02:05:00.069274Z","steps":["trace[523524598] 'agreement among raft nodes before linearized reading' (duration: 368.188561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:05:00.06932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:04:59.70097Z","time spent":"368.340954ms","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:05:00.069441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.5692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:05:00.069509Z","caller":"traceutil/trace.go:171","msg":"trace[2097152081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2025; }","duration":"166.668182ms","start":"2026-05-29T02:04:59.902828Z","end":"2026-05-29T02:05:00.069496Z","steps":["trace[2097152081] 'agreement among raft nodes before linearized reading' (duration: 166.545159ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:05:25.172877Z","caller":"traceutil/trace.go:171","msg":"trace[1979685090] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"153.750918ms","start":"2026-05-29T02:05:25.019098Z","end":"2026-05-29T02:05:25.172848Z","steps":["trace[1979685090] 'process raft request' (duration: 153.566104ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:54.892744Z","caller":"traceutil/trace.go:171","msg":"trace[2080833755] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"177.963617ms","start":"2026-05-29T02:06:54.714745Z","end":"2026-05-29T02:06:54.892709Z","steps":["trace[2080833755] 'process raft request' (duration: 86.806127ms)","trace[2080833755] 'compare' (duration: 90.629773ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:54.915219Z","caller":"traceutil/trace.go:171","msg":"trace[508302484] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"199.019948ms","start":"2026-05-29T02:06:54.716184Z","end":"2026-05-29T02:06:54.915204Z","steps":["trace[508302484] 'process raft request' (duration: 198.558432ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:54.915168Z","caller":"traceutil/trace.go:171","msg":"trace[2122827004] linearizableReadLoop","detail":"{readStateIndex:2862; appliedIndex:2860; }","duration":"186.738952ms","start":"2026-05-29T02:06:54.728406Z","end":"2026-05-29T02:06:54.915145Z","steps":["trace[2122827004] 'read index received' (duration: 73.343555ms)","trace[2122827004] 'applied index is now lower than readState.Index' (duration: 113.394097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:06:54.915717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.291641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:06:54.915801Z","caller":"traceutil/trace.go:171","msg":"trace[425683737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2758; }","duration":"187.388732ms","start":"2026-05-29T02:06:54.728398Z","end":"2026-05-29T02:06:54.915786Z","steps":["trace[425683737] 'agreement among raft nodes before linearized reading' (duration: 187.169349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:54.915862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.367842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:06:54.915908Z","caller":"traceutil/trace.go:171","msg":"trace[1156571377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2758; }","duration":"187.472224ms","start":"2026-05-29T02:06:54.728424Z","end":"2026-05-29T02:06:54.915896Z","steps":["trace[1156571377] 'agreement among raft nodes before linearized reading' (duration: 187.286201ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:55.365448Z","caller":"traceutil/trace.go:171","msg":"trace[1116772420] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2864; }","duration":"124.721745ms","start":"2026-05-29T02:06:55.240681Z","end":"2026-05-29T02:06:55.365403Z","steps":["trace[1116772420] 'read index received' (duration: 124.502452ms)","trace[1116772420] 'applied index is now lower than readState.Index' (duration: 218.443µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:06:55.365719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.012969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:06:55.365792Z","caller":"traceutil/trace.go:171","msg":"trace[154448390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2761; }","duration":"125.122091ms","start":"2026-05-29T02:06:55.240658Z","end":"2026-05-29T02:06:55.365781Z","steps":["trace[154448390] 'agreement among raft nodes before linearized reading' (duration: 124.985649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:55.366248Z","caller":"traceutil/trace.go:171","msg":"trace[2105524992] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"130.945484ms","start":"2026-05-29T02:06:55.234742Z","end":"2026-05-29T02:06:55.365687Z","steps":["trace[2105524992] 'process raft request' (duration: 130.518988ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:40.834912Z","caller":"traceutil/trace.go:171","msg":"trace[1468938795] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4887; }","duration":"124.318267ms","start":"2026-05-29T02:10:40.710568Z","end":"2026-05-29T02:10:40.834886Z","steps":["trace[1468938795] 'read index received' (duration: 122.601266ms)","trace[1468938795] 'applied index is now lower than readState.Index' (duration: 1.715821ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:40.835089Z","caller":"traceutil/trace.go:171","msg":"trace[1526085670] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"139.094456ms","start":"2026-05-29T02:10:40.69594Z","end":"2026-05-29T02:10:40.835035Z","steps":["trace[1526085670] 'process raft request' (duration: 137.155918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:40.835195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.741694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-638c70d8-62ec-4409-9d09-a6b1911b0a22\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-29T02:10:40.835253Z","caller":"traceutil/trace.go:171","msg":"trace[1362611000] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-638c70d8-62ec-4409-9d09-a6b1911b0a22; range_end:; response_count:1; response_revision:4711; }","duration":"123.856115ms","start":"2026-05-29T02:10:40.711385Z","end":"2026-05-29T02:10:40.835241Z","steps":["trace[1362611000] 'agreement among raft nodes before linearized reading' (duration: 123.676321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:40.835218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.540888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-29T02:10:40.835326Z","caller":"traceutil/trace.go:171","msg":"trace[1462512113] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4711; }","duration":"137.658641ms","start":"2026-05-29T02:10:40.697645Z","end":"2026-05-29T02:10:40.835303Z","steps":["trace[1462512113] 'agreement among raft nodes before linearized reading' (duration: 137.360484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:40.836216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.552585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-05-29T02:10:40.83627Z","caller":"traceutil/trace.go:171","msg":"trace[450516219] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4711; }","duration":"115.625827ms","start":"2026-05-29T02:10:40.720629Z","end":"2026-05-29T02:10:40.836255Z","steps":["trace[450516219] 'agreement among raft nodes before linearized reading' (duration: 114.751195ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:41.046223Z","caller":"traceutil/trace.go:171","msg":"trace[2117450055] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4889; }","duration":"157.639324ms","start":"2026-05-29T02:10:40.888564Z","end":"2026-05-29T02:10:41.046204Z","steps":["trace[2117450055] 'read index received' (duration: 157.49111ms)","trace[2117450055] 'applied index is now lower than readState.Index' (duration: 147.414µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:41.046286Z","caller":"traceutil/trace.go:171","msg":"trace[803473486] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"171.844419ms","start":"2026-05-29T02:10:40.874417Z","end":"2026-05-29T02:10:41.046261Z","steps":["trace[803473486] 'process raft request' (duration: 171.638904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:41.046668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.089505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-29T02:10:41.046702Z","caller":"traceutil/trace.go:171","msg":"trace[590924809] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4713; }","duration":"158.159446ms","start":"2026-05-29T02:10:40.888532Z","end":"2026-05-29T02:10:41.046692Z","steps":["trace[590924809] 'agreement among raft nodes before linearized reading' (duration: 157.742726ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:41.522734Z","caller":"traceutil/trace.go:171","msg":"trace[1919248733] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"415.880478ms","start":"2026-05-29T02:10:41.106826Z","end":"2026-05-29T02:10:41.522706Z","steps":["trace[1919248733] 'process raft request' (duration: 343.858294ms)","trace[1919248733] 'compare' (duration: 71.756998ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:41.522849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:41.106813Z","time spent":"415.977411ms","remote":"127.0.0.1:43220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:41.522838Z","caller":"traceutil/trace.go:171","msg":"trace[1727408973] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"126.059122ms","start":"2026-05-29T02:10:41.396755Z","end":"2026-05-29T02:10:41.522815Z","steps":["trace[1727408973] 'process raft request' (duration: 126.018051ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:41.523079Z","caller":"traceutil/trace.go:171","msg":"trace[302069845] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"347.708798ms","start":"2026-05-29T02:10:41.175362Z","end":"2026-05-29T02:10:41.523071Z","steps":["trace[302069845] 'process raft request' (duration: 347.315618ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:41.523109Z","caller":"traceutil/trace.go:171","msg":"trace[22953558] linearizableReadLoop","detail":"{readStateIndex:4895; appliedIndex:4892; }","duration":"317.371882ms","start":"2026-05-29T02:10:41.205727Z","end":"2026-05-29T02:10:41.523098Z","steps":["trace[22953558] 'read index received' (duration: 244.97184ms)","trace[22953558] 'applied index is now lower than readState.Index' (duration: 72.398752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:41.523136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:41.175346Z","time spent":"347.766099ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2226,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:10:41.523123Z","caller":"traceutil/trace.go:171","msg":"trace[759644747] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"415.359325ms","start":"2026-05-29T02:10:41.107731Z","end":"2026-05-29T02:10:41.523091Z","steps":["trace[759644747] 'process raft request' (duration: 414.881464ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:41.523303Z","caller":"traceutil/trace.go:171","msg":"trace[683374270] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"167.554616ms","start":"2026-05-29T02:10:41.355738Z","end":"2026-05-29T02:10:41.523292Z","steps":["trace[683374270] 'process raft request' (duration: 166.991532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:41.523495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.182491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:41.52357Z","caller":"traceutil/trace.go:171","msg":"trace[1719546664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4720; }","duration":"282.300284ms","start":"2026-05-29T02:10:41.241252Z","end":"2026-05-29T02:10:41.523552Z","steps":["trace[1719546664] 'agreement among raft nodes before linearized reading' (duration: 282.184421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:41.523619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.885264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-29T02:10:41.523662Z","caller":"traceutil/trace.go:171","msg":"trace[1665711431] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4720; }","duration":"317.954867ms","start":"2026-05-29T02:10:41.205694Z","end":"2026-05-29T02:10:41.523648Z","steps":["trace[1665711431] 'agreement among raft nodes before linearized reading' (duration: 317.741232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:41.523701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:41.205679Z","time spent":"318.014208ms","remote":"127.0.0.1:43282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-29T02:10:41.524517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.961073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-05-29T02:10:41.524561Z","caller":"traceutil/trace.go:171","msg":"trace[209942919] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4720; }","duration":"184.033665ms","start":"2026-05-29T02:10:41.340514Z","end":"2026-05-29T02:10:41.524548Z","steps":["trace[209942919] 'agreement among raft nodes before linearized reading' (duration: 183.235976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:41.523436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:41.107711Z","time spent":"415.613051ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13276,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:46.168055Z","caller":"traceutil/trace.go:171","msg":"trace[1144622920] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"110.230744ms","start":"2026-05-29T02:10:46.057801Z","end":"2026-05-29T02:10:46.168032Z","steps":["trace[1144622920] 'process raft request' (duration: 98.177797ms)","trace[1144622920] 'compare' (duration: 11.945895ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:46.185713Z","caller":"traceutil/trace.go:171","msg":"trace[175677951] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4974; }","duration":"119.121556ms","start":"2026-05-29T02:10:46.066572Z","end":"2026-05-29T02:10:46.185693Z","steps":["trace[175677951] 'read index received' (duration: 89.415897ms)","trace[175677951] 'applied index is now lower than readState.Index' (duration: 29.704939ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:46.185808Z","caller":"traceutil/trace.go:171","msg":"trace[646864864] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"120.868778ms","start":"2026-05-29T02:10:46.064932Z","end":"2026-05-29T02:10:46.185801Z","steps":["trace[646864864] 'process raft request' (duration: 120.713895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:46.186106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.521245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-29T02:10:46.186137Z","caller":"traceutil/trace.go:171","msg":"trace[132792035] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4797; }","duration":"119.590667ms","start":"2026-05-29T02:10:46.066537Z","end":"2026-05-29T02:10:46.186128Z","steps":["trace[132792035] 'agreement among raft nodes before linearized reading' (duration: 119.444684ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.186456Z","caller":"traceutil/trace.go:171","msg":"trace[880773492] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"128.265195ms","start":"2026-05-29T02:10:46.05784Z","end":"2026-05-29T02:10:46.186105Z","steps":["trace[880773492] 'process raft request' (duration: 127.713891ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:25.064209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2917} {"level":"info","ts":"2026-05-29T02:12:25.154699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2917,"took":"89.197995ms","hash":3929961777,"current-db-size-bytes":54173696,"current-db-size":"54 MB","current-db-size-in-use-bytes":29593600,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T02:12:25.154775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3929961777,"revision":2917,"compact-revision":-1} {"level":"info","ts":"2026-05-29T02:14:30.101327Z","caller":"traceutil/trace.go:171","msg":"trace[508271281] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"160.571344ms","start":"2026-05-29T02:14:29.940726Z","end":"2026-05-29T02:14:30.101297Z","steps":["trace[508271281] 'process raft request' (duration: 160.341ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:14:30.654697Z","caller":"traceutil/trace.go:171","msg":"trace[1453736187] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"259.683167ms","start":"2026-05-29T02:14:30.39499Z","end":"2026-05-29T02:14:30.654673Z","steps":["trace[1453736187] 'process raft request' (duration: 259.533004ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:14:30.826893Z","caller":"traceutil/trace.go:171","msg":"trace[377344849] linearizableReadLoop","detail":"{readStateIndex:6711; appliedIndex:6709; }","duration":"347.715984ms","start":"2026-05-29T02:14:30.47915Z","end":"2026-05-29T02:14:30.826866Z","steps":["trace[377344849] 'read index received' (duration: 175.443456ms)","trace[377344849] 'applied index is now lower than readState.Index' (duration: 172.271098ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:14:30.826964Z","caller":"traceutil/trace.go:171","msg":"trace[1236179983] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"369.723551ms","start":"2026-05-29T02:14:30.457196Z","end":"2026-05-29T02:14:30.82692Z","steps":["trace[1236179983] 'process raft request' (duration: 289.48097ms)","trace[1236179983] 'compare' (duration: 79.987547ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:14:30.826964Z","caller":"traceutil/trace.go:171","msg":"trace[1424129046] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"201.496224ms","start":"2026-05-29T02:14:30.625432Z","end":"2026-05-29T02:14:30.826928Z","steps":["trace[1424129046] 'process raft request' (duration: 201.356911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:14:30.827092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.928888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-29T02:14:30.82713Z","caller":"traceutil/trace.go:171","msg":"trace[843847993] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6477; }","duration":"348.02281ms","start":"2026-05-29T02:14:30.479095Z","end":"2026-05-29T02:14:30.827118Z","steps":["trace[843847993] 'agreement among raft nodes before linearized reading' (duration: 347.868897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:14:30.827134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:14:30.457176Z","time spent":"369.864864ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:14:30.827163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:14:30.479073Z","time spent":"348.08267ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4882,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:14:54.126658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.906924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:14:54.126776Z","caller":"traceutil/trace.go:171","msg":"trace[1127898341] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"228.550058ms","start":"2026-05-29T02:14:53.898199Z","end":"2026-05-29T02:14:54.126749Z","steps":["trace[1127898341] 'process raft request' (duration: 75.452551ms)","trace[1127898341] 'compare' (duration: 152.730691ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:25.070048Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5643} {"level":"info","ts":"2026-05-29T02:17:25.140035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5643,"took":"68.986687ms","hash":3539923397,"current-db-size-bytes":54173696,"current-db-size":"54 MB","current-db-size-in-use-bytes":18173952,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-29T02:17:25.14015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3539923397,"revision":5643,"compact-revision":2917}