{"level":"warn","ts":"2026-05-07T02:45:51.896347Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T02:45:51.896443Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.85:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.85:2380","--initial-cluster=instance=https://199.19.213.85:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.85:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.85:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T02:45:51.896554Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T02:45:51.896569Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.85:2380"]} {"level":"info","ts":"2026-05-07T02:45:51.896593Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T02:45:51.897469Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"]} {"level":"info","ts":"2026-05-07T02:45:51.897605Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.85:2380"],"listen-peer-urls":["https://199.19.213.85:2380"],"advertise-client-urls":["https://199.19.213.85:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.85:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T02:45:51.901265Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.22514ms"} {"level":"info","ts":"2026-05-07T02:45:51.906571Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a0c678c4e560a44","cluster-id":"dbaaf49260b7a32b"} {"level":"info","ts":"2026-05-07T02:45:51.906871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T02:45:51.906906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became follower at term 0"} {"level":"info","ts":"2026-05-07T02:45:51.906971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a0c678c4e560a44 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T02:45:51.90703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became follower at term 1"} {"level":"info","ts":"2026-05-07T02:45:51.907241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 switched to configuration voters=(7641596520048233028)"} {"level":"warn","ts":"2026-05-07T02:45:51.91426Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T02:45:51.915564Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T02:45:51.91635Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T02:45:51.918348Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a0c678c4e560a44","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T02:45:51.919267Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a0c678c4e560a44","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T02:45:51.91965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 switched to configuration voters=(7641596520048233028)"} {"level":"info","ts":"2026-05-07T02:45:51.921254Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dbaaf49260b7a32b","local-member-id":"6a0c678c4e560a44","added-peer-id":"6a0c678c4e560a44","added-peer-peer-urls":["https://199.19.213.85:2380"]} {"level":"info","ts":"2026-05-07T02:45:51.921342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:45:51.921385Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:45:51.921395Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:45:51.924831Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.85:2380"} {"level":"info","ts":"2026-05-07T02:45:51.92488Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.85:2380"} {"level":"info","ts":"2026-05-07T02:45:51.924687Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T02:45:51.92533Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a0c678c4e560a44","initial-advertise-peer-urls":["https://199.19.213.85:2380"],"listen-peer-urls":["https://199.19.213.85:2380"],"advertise-client-urls":["https://199.19.213.85:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T02:45:51.925419Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T02:45:52.308408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T02:45:52.308479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T02:45:52.308507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 received MsgPreVoteResp from 6a0c678c4e560a44 at term 1"} {"level":"info","ts":"2026-05-07T02:45:52.308527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became candidate at term 2"} {"level":"info","ts":"2026-05-07T02:45:52.308538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 received MsgVoteResp from 6a0c678c4e560a44 at term 2"} {"level":"info","ts":"2026-05-07T02:45:52.308554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became leader at term 2"} {"level":"info","ts":"2026-05-07T02:45:52.308578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a0c678c4e560a44 elected leader 6a0c678c4e560a44 at term 2"} {"level":"info","ts":"2026-05-07T02:45:52.309354Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:45:52.310181Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T02:45:52.310179Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a0c678c4e560a44","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.85:2379]}","request-path":"/0/members/6a0c678c4e560a44/attributes","cluster-id":"dbaaf49260b7a32b","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T02:45:52.310228Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T02:45:52.310715Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T02:45:52.310776Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T02:45:52.310757Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dbaaf49260b7a32b","local-member-id":"6a0c678c4e560a44","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:45:52.310894Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:45:52.31095Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:45:52.312426Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.85:2379"} {"level":"info","ts":"2026-05-07T02:45:52.313708Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T02:46:05.179067Z","caller":"traceutil/trace.go:171","msg":"trace[1111595014] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"111.592054ms","start":"2026-05-07T02:46:05.067454Z","end":"2026-05-07T02:46:05.179046Z","steps":["trace[1111595014] 'process raft request' (duration: 83.129681ms)","trace[1111595014] 'compare' (duration: 28.10431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:46:05.520757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.807499ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-07T02:46:05.52108Z","caller":"traceutil/trace.go:171","msg":"trace[1435674058] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"269.616935ms","start":"2026-05-07T02:46:05.251443Z","end":"2026-05-07T02:46:05.52106Z","steps":["trace[1435674058] 'read index received' (duration: 70.303452ms)","trace[1435674058] 'applied index is now lower than readState.Index' (duration: 199.311623ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:46:05.521215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.737786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-05-07T02:46:05.521287Z","caller":"traceutil/trace.go:171","msg":"trace[1195630141] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:399; }","duration":"269.853827ms","start":"2026-05-07T02:46:05.251402Z","end":"2026-05-07T02:46:05.521256Z","steps":["trace[1195630141] 'agreement among raft nodes before linearized reading' (duration: 269.721156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:46:26.26699Z","caller":"traceutil/trace.go:171","msg":"trace[444202405] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"107.350216ms","start":"2026-05-07T02:46:26.159612Z","end":"2026-05-07T02:46:26.266962Z","steps":["trace[444202405] 'process raft request' (duration: 96.241981ms)","trace[444202405] 'compare' (duration: 11.001204ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:46:26.267699Z","caller":"traceutil/trace.go:171","msg":"trace[2116397988] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"102.796906ms","start":"2026-05-07T02:46:26.164887Z","end":"2026-05-07T02:46:26.267684Z","steps":["trace[2116397988] 'process raft request' (duration: 102.481343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:46:32.340898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.037667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:46:32.340997Z","caller":"traceutil/trace.go:171","msg":"trace[1580550205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"238.188917ms","start":"2026-05-07T02:46:32.102785Z","end":"2026-05-07T02:46:32.340974Z","steps":["trace[1580550205] 'range keys from in-memory index tree' (duration: 237.785124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:46:32.341067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.160468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:46:32.341175Z","caller":"traceutil/trace.go:171","msg":"trace[1885946759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"238.323718ms","start":"2026-05-07T02:46:32.102822Z","end":"2026-05-07T02:46:32.341146Z","steps":["trace[1885946759] 'range keys from in-memory index tree' (duration: 237.820846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:46:32.341255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.292549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-99j6g\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-07T02:46:32.341391Z","caller":"traceutil/trace.go:171","msg":"trace[636440722] range","detail":"{range_begin:/registry/pods/kube-system/cilium-99j6g; range_end:; response_count:1; response_revision:681; }","duration":"207.50438ms","start":"2026-05-07T02:46:32.133855Z","end":"2026-05-07T02:46:32.341359Z","steps":["trace[636440722] 'range keys from in-memory index tree' (duration: 207.044457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:46:32.601873Z","caller":"traceutil/trace.go:171","msg":"trace[76690537] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"255.050026ms","start":"2026-05-07T02:46:32.346797Z","end":"2026-05-07T02:46:32.601847Z","steps":["trace[76690537] 'process raft request' (duration: 228.646585ms)","trace[76690537] 'compare' (duration: 26.17372ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:46:32.602401Z","caller":"traceutil/trace.go:171","msg":"trace[526067795] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"247.163655ms","start":"2026-05-07T02:46:32.355199Z","end":"2026-05-07T02:46:32.602362Z","steps":["trace[526067795] 'process raft request' (duration: 246.582132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:48:06.573993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.447447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:48:06.574093Z","caller":"traceutil/trace.go:171","msg":"trace[2064395864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1874; }","duration":"185.60757ms","start":"2026-05-07T02:48:06.388465Z","end":"2026-05-07T02:48:06.574073Z","steps":["trace[2064395864] 'range keys from in-memory index tree' (duration: 185.223372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:48:06.574432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.785052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b030dbd3-70a6-4a11-8488-7b5508a31387\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-07T02:48:06.574581Z","caller":"traceutil/trace.go:171","msg":"trace[1521832547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b030dbd3-70a6-4a11-8488-7b5508a31387; range_end:; response_count:1; response_revision:1874; }","duration":"305.484774ms","start":"2026-05-07T02:48:06.269061Z","end":"2026-05-07T02:48:06.574545Z","steps":["trace[1521832547] 'range keys from in-memory index tree' (duration: 304.386665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:48:06.574655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:48:06.269045Z","time spent":"305.595057ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b030dbd3-70a6-4a11-8488-7b5508a31387\" "} {"level":"warn","ts":"2026-05-07T02:48:07.153643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.010408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:48:07.153961Z","caller":"traceutil/trace.go:171","msg":"trace[2124476444] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"215.280297ms","start":"2026-05-07T02:48:06.938625Z","end":"2026-05-07T02:48:07.153906Z","steps":["trace[2124476444] 'process raft request' (duration: 215.181105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:48:07.153973Z","caller":"traceutil/trace.go:171","msg":"trace[1449277151] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"353.215781ms","start":"2026-05-07T02:48:06.800601Z","end":"2026-05-07T02:48:07.153817Z","steps":["trace[1449277151] 'process raft request' (duration: 220.034721ms)","trace[1449277151] 'compare' (duration: 131.727683ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:48:07.154057Z","caller":"traceutil/trace.go:171","msg":"trace[1853788195] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1951; }","duration":"302.319617ms","start":"2026-05-07T02:48:06.851653Z","end":"2026-05-07T02:48:07.153972Z","steps":["trace[1853788195] 'read index received' (duration: 169.25779ms)","trace[1853788195] 'applied index is now lower than readState.Index' (duration: 133.058077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:48:07.154362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:48:06.800577Z","time spent":"353.557907ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:48:07.154452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.778185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:48:07.154541Z","caller":"traceutil/trace.go:171","msg":"trace[2061732501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"302.931108ms","start":"2026-05-07T02:48:06.851587Z","end":"2026-05-07T02:48:07.154519Z","steps":["trace[2061732501] 'agreement among raft nodes before linearized reading' (duration: 302.640413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:48:07.154695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:48:06.851558Z","time spent":"303.01879ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T02:48:07.155075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.059681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:48:07.155171Z","caller":"traceutil/trace.go:171","msg":"trace[2075033129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1878; }","duration":"146.237164ms","start":"2026-05-07T02:48:07.00892Z","end":"2026-05-07T02:48:07.155157Z","steps":["trace[2075033129] 'agreement among raft nodes before linearized reading' (duration: 145.42022ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:48:19.485963Z","caller":"traceutil/trace.go:171","msg":"trace[595824130] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"164.51168ms","start":"2026-05-07T02:48:19.321425Z","end":"2026-05-07T02:48:19.485937Z","steps":["trace[595824130] 'process raft request' (duration: 164.363747ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:48:21.83412Z","caller":"traceutil/trace.go:171","msg":"trace[397727814] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"103.62486ms","start":"2026-05-07T02:48:21.730461Z","end":"2026-05-07T02:48:21.834086Z","steps":["trace[397727814] 'process raft request' (duration: 103.471588ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:48:41.479534Z","caller":"traceutil/trace.go:171","msg":"trace[1899142033] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2197; }","duration":"128.550337ms","start":"2026-05-07T02:48:41.35096Z","end":"2026-05-07T02:48:41.47951Z","steps":["trace[1899142033] 'read index received' (duration: 128.317774ms)","trace[1899142033] 'applied index is now lower than readState.Index' (duration: 231.613µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:48:41.479647Z","caller":"traceutil/trace.go:171","msg":"trace[1862036067] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"134.383471ms","start":"2026-05-07T02:48:41.345224Z","end":"2026-05-07T02:48:41.479608Z","steps":["trace[1862036067] 'process raft request' (duration: 134.121448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:48:41.47978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.77044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:48:41.479845Z","caller":"traceutil/trace.go:171","msg":"trace[660209503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2116; }","duration":"128.948022ms","start":"2026-05-07T02:48:41.350886Z","end":"2026-05-07T02:48:41.479834Z","steps":["trace[660209503] 'agreement among raft nodes before linearized reading' (duration: 128.74294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:48:41.851738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.798232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:48:41.851941Z","caller":"traceutil/trace.go:171","msg":"trace[138403029] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"256.434105ms","start":"2026-05-07T02:48:41.59549Z","end":"2026-05-07T02:48:41.851924Z","steps":["trace[138403029] 'process raft request' (duration: 256.349744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:48:41.851982Z","caller":"traceutil/trace.go:171","msg":"trace[1124766261] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"367.010831ms","start":"2026-05-07T02:48:41.484934Z","end":"2026-05-07T02:48:41.851945Z","steps":["trace[1124766261] 'process raft request' (duration: 131.899895ms)","trace[1124766261] 'compare' (duration: 234.238564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:48:41.852446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:48:41.484913Z","time spent":"367.146904ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:48:41.854309Z","caller":"traceutil/trace.go:171","msg":"trace[200630405] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"206.29569ms","start":"2026-05-07T02:48:41.647998Z","end":"2026-05-07T02:48:41.854294Z","steps":["trace[200630405] 'process raft request' (duration: 206.215799ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:48:42.059365Z","caller":"traceutil/trace.go:171","msg":"trace[21149128] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"106.864159ms","start":"2026-05-07T02:48:41.952469Z","end":"2026-05-07T02:48:42.059333Z","steps":["trace[21149128] 'process raft request' (duration: 92.356061ms)","trace[21149128] 'compare' (duration: 14.226414ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:04.361741Z","caller":"traceutil/trace.go:171","msg":"trace[276892167] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"223.81412ms","start":"2026-05-07T02:50:04.137898Z","end":"2026-05-07T02:50:04.361712Z","steps":["trace[276892167] 'process raft request' (duration: 223.592758ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:04.389833Z","caller":"traceutil/trace.go:171","msg":"trace[1635321723] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"217.644165ms","start":"2026-05-07T02:50:04.172164Z","end":"2026-05-07T02:50:04.389808Z","steps":["trace[1635321723] 'process raft request' (duration: 217.413222ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:04.390316Z","caller":"traceutil/trace.go:171","msg":"trace[1773918737] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2770; }","duration":"127.861698ms","start":"2026-05-07T02:50:04.262429Z","end":"2026-05-07T02:50:04.390291Z","steps":["trace[1773918737] 'read index received' (duration: 99.067307ms)","trace[1773918737] 'applied index is now lower than readState.Index' (duration: 28.793341ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:04.390381Z","caller":"traceutil/trace.go:171","msg":"trace[960690390] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"179.830477ms","start":"2026-05-07T02:50:04.210536Z","end":"2026-05-07T02:50:04.390366Z","steps":["trace[960690390] 'process raft request' (duration: 179.221471ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:04.390383Z","caller":"traceutil/trace.go:171","msg":"trace[1619623698] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"124.26868ms","start":"2026-05-07T02:50:04.266085Z","end":"2026-05-07T02:50:04.390354Z","steps":["trace[1619623698] 'process raft request' (duration: 124.025107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:04.390709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.254832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:50:04.390758Z","caller":"traceutil/trace.go:171","msg":"trace[1465532943] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2674; }","duration":"128.377433ms","start":"2026-05-07T02:50:04.262369Z","end":"2026-05-07T02:50:04.390746Z","steps":["trace[1465532943] 'agreement among raft nodes before linearized reading' (duration: 128.06688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:04.563944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.662141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T02:50:04.564001Z","caller":"traceutil/trace.go:171","msg":"trace[368972390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2675; }","duration":"108.778052ms","start":"2026-05-07T02:50:04.455211Z","end":"2026-05-07T02:50:04.563989Z","steps":["trace[368972390] 'range keys from in-memory index tree' (duration: 108.545019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:09.901024Z","caller":"traceutil/trace.go:171","msg":"trace[484332311] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"338.696864ms","start":"2026-05-07T02:50:09.562308Z","end":"2026-05-07T02:50:09.901005Z","steps":["trace[484332311] 'process raft request' (duration: 338.559483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:09.901139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:09.562279Z","time spent":"338.808105ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:50:10.180419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.454585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:50:10.180494Z","caller":"traceutil/trace.go:171","msg":"trace[2114952951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2702; }","duration":"153.566666ms","start":"2026-05-07T02:50:10.026912Z","end":"2026-05-07T02:50:10.180479Z","steps":["trace[2114952951] 'range keys from in-memory index tree' (duration: 153.314113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:10.180786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.586419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:50:10.180813Z","caller":"traceutil/trace.go:171","msg":"trace[297108038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2702; }","duration":"203.65413ms","start":"2026-05-07T02:50:09.977152Z","end":"2026-05-07T02:50:10.180806Z","steps":["trace[297108038] 'count revisions from in-memory index tree' (duration: 203.505569ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:10.52253Z","caller":"traceutil/trace.go:171","msg":"trace[2145745533] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"258.779166ms","start":"2026-05-07T02:50:10.263727Z","end":"2026-05-07T02:50:10.522506Z","steps":["trace[2145745533] 'read index received' (duration: 258.626275ms)","trace[2145745533] 'applied index is now lower than readState.Index' (duration: 151.771µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:10.522571Z","caller":"traceutil/trace.go:171","msg":"trace[1425366753] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"337.626437ms","start":"2026-05-07T02:50:10.18492Z","end":"2026-05-07T02:50:10.522547Z","steps":["trace[1425366753] 'process raft request' (duration: 337.436165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:10.522708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.184913Z","time spent":"337.720747ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:50:10.522773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.03439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T02:50:10.522806Z","caller":"traceutil/trace.go:171","msg":"trace[1114925610] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2704; }","duration":"259.1189ms","start":"2026-05-07T02:50:10.263678Z","end":"2026-05-07T02:50:10.522797Z","steps":["trace[1114925610] 'agreement among raft nodes before linearized reading' (duration: 258.952308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:11.981381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406152696s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-07T02:50:11.981777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.178533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:50:11.981876Z","caller":"traceutil/trace.go:171","msg":"trace[2063202700] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2704; }","duration":"112.280324ms","start":"2026-05-07T02:50:11.869579Z","end":"2026-05-07T02:50:11.981859Z","steps":["trace[2063202700] 'range keys from in-memory index tree' (duration: 112.167233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:11.982666Z","caller":"traceutil/trace.go:171","msg":"trace[1112524208] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"1.485134557s","start":"2026-05-07T02:50:10.497507Z","end":"2026-05-07T02:50:11.982642Z","steps":["trace[1112524208] 'process raft request' (duration: 1.485028626s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:11.982754Z","caller":"traceutil/trace.go:171","msg":"trace[1115545391] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.502841935s","start":"2026-05-07T02:50:10.479893Z","end":"2026-05-07T02:50:11.982735Z","steps":["trace[1115545391] 'process raft request' (duration: 1.501642542s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:11.982906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.47987Z","time spent":"1.502965287s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:50:11.98292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.497489Z","time spent":"1.485302558s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:50:12.082674Z","caller":"traceutil/trace.go:171","msg":"trace[197261566] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2806; }","duration":"1.560045782s","start":"2026-05-07T02:50:10.522602Z","end":"2026-05-07T02:50:12.082647Z","steps":["trace[197261566] 'read index received' (duration: 52.57476ms)","trace[197261566] 'applied index is now lower than readState.Index' (duration: 1.507469742s)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:12.082823Z","caller":"traceutil/trace.go:171","msg":"trace[926882003] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"1.584827865s","start":"2026-05-07T02:50:10.497978Z","end":"2026-05-07T02:50:12.082806Z","steps":["trace[926882003] 'process raft request' (duration: 1.584562792s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:12.082895Z","caller":"traceutil/trace.go:171","msg":"trace[505296867] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.585036957s","start":"2026-05-07T02:50:10.497803Z","end":"2026-05-07T02:50:12.08284Z","steps":["trace[505296867] 'process raft request' (duration: 1.484827024s)","trace[505296867] 'compare' (duration: 99.751929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:50:12.082954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.497936Z","time spent":"1.584932647s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:50:12.083013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.497793Z","time spent":"1.585169009s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:50:12.083266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557485474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-05-07T02:50:12.083323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.388542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T02:50:12.083376Z","caller":"traceutil/trace.go:171","msg":"trace[2016276438] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2708; }","duration":"841.479423ms","start":"2026-05-07T02:50:11.241886Z","end":"2026-05-07T02:50:12.083366Z","steps":["trace[2016276438] 'agreement among raft nodes before linearized reading' (duration: 841.24066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:12.083411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:11.241873Z","time spent":"841.532863ms","remote":"127.0.0.1:46680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":298,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:50:12.083405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576722969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T02:50:12.083505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.07084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:50:12.083568Z","caller":"traceutil/trace.go:171","msg":"trace[1356358444] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2708; }","duration":"749.176452ms","start":"2026-05-07T02:50:11.334376Z","end":"2026-05-07T02:50:12.083552Z","steps":["trace[1356358444] 'agreement among raft nodes before linearized reading' (duration: 749.03762ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:12.083527Z","caller":"traceutil/trace.go:171","msg":"trace[216357769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2708; }","duration":"1.57685663s","start":"2026-05-07T02:50:10.506652Z","end":"2026-05-07T02:50:12.083508Z","steps":["trace[216357769] 'agreement among raft nodes before linearized reading' (duration: 1.576668818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:12.083625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:11.334357Z","time spent":"749.252262ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:50:12.083672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.506643Z","time spent":"1.576971911s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:50:12.083779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385241889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T02:50:12.083804Z","caller":"traceutil/trace.go:171","msg":"trace[44360650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2708; }","duration":"1.385292019s","start":"2026-05-07T02:50:10.698506Z","end":"2026-05-07T02:50:12.083798Z","steps":["trace[44360650] 'agreement among raft nodes before linearized reading' (duration: 1.385127598s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:12.083832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394236406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T02:50:12.083869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.698494Z","time spent":"1.385364341s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T02:50:12.083893Z","caller":"traceutil/trace.go:171","msg":"trace[1770210912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2708; }","duration":"1.394348197s","start":"2026-05-07T02:50:10.689531Z","end":"2026-05-07T02:50:12.083879Z","steps":["trace[1770210912] 'agreement among raft nodes before linearized reading' (duration: 1.394121295s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:12.08393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.689516Z","time spent":"1.394408738s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:50:12.083856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279861948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:50:12.083286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.423779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:50:12.08414Z","caller":"traceutil/trace.go:171","msg":"trace[2069668979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2708; }","duration":"708.316128ms","start":"2026-05-07T02:50:11.375817Z","end":"2026-05-07T02:50:12.084133Z","steps":["trace[2069668979] 'agreement among raft nodes before linearized reading' (duration: 707.326308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:12.084111Z","caller":"traceutil/trace.go:171","msg":"trace[497641195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2708; }","duration":"1.28015311s","start":"2026-05-07T02:50:10.803947Z","end":"2026-05-07T02:50:12.0841Z","steps":["trace[497641195] 'agreement among raft nodes before linearized reading' (duration: 1.279740976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:12.084258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.803928Z","time spent":"1.280321012s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:50:12.08419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:11.375805Z","time spent":"708.377138ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T02:50:12.084196Z","caller":"traceutil/trace.go:171","msg":"trace[856162873] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2708; }","duration":"1.557616966s","start":"2026-05-07T02:50:10.525712Z","end":"2026-05-07T02:50:12.083329Z","steps":["trace[856162873] 'agreement among raft nodes before linearized reading' (duration: 1.557411133s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:12.084397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:50:10.525697Z","time spent":"1.558682296s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-07T02:50:14.20436Z","caller":"traceutil/trace.go:171","msg":"trace[1234363911] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"105.501186ms","start":"2026-05-07T02:50:14.098835Z","end":"2026-05-07T02:50:14.204336Z","steps":["trace[1234363911] 'process raft request' (duration: 23.842583ms)","trace[1234363911] 'compare' (duration: 81.505301ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:14.207771Z","caller":"traceutil/trace.go:171","msg":"trace[1793424065] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"106.735368ms","start":"2026-05-07T02:50:14.101016Z","end":"2026-05-07T02:50:14.207751Z","steps":["trace[1793424065] 'process raft request' (duration: 106.584416ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:14.207924Z","caller":"traceutil/trace.go:171","msg":"trace[1089990618] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"106.181293ms","start":"2026-05-07T02:50:14.101734Z","end":"2026-05-07T02:50:14.207915Z","steps":["trace[1089990618] 'process raft request' (duration: 105.93708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:14.207866Z","caller":"traceutil/trace.go:171","msg":"trace[12328875] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"105.93898ms","start":"2026-05-07T02:50:14.101916Z","end":"2026-05-07T02:50:14.207855Z","steps":["trace[12328875] 'process raft request' (duration: 105.779118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:30.268087Z","caller":"traceutil/trace.go:171","msg":"trace[264987988] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"118.671114ms","start":"2026-05-07T02:50:30.149385Z","end":"2026-05-07T02:50:30.268056Z","steps":["trace[264987988] 'process raft request' (duration: 115.540271ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:30.268273Z","caller":"traceutil/trace.go:171","msg":"trace[208232549] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"116.33366ms","start":"2026-05-07T02:50:30.151929Z","end":"2026-05-07T02:50:30.268262Z","steps":["trace[208232549] 'process raft request' (duration: 116.078157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:30.485297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.257595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:50:30.485409Z","caller":"traceutil/trace.go:171","msg":"trace[2035702] linearizableReadLoop","detail":"{readStateIndex:2913; appliedIndex:2912; }","duration":"137.447538ms","start":"2026-05-07T02:50:30.347934Z","end":"2026-05-07T02:50:30.485382Z","steps":["trace[2035702] 'read index received' (duration: 34.95648ms)","trace[2035702] 'applied index is now lower than readState.Index' (duration: 102.489578ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:30.485477Z","caller":"traceutil/trace.go:171","msg":"trace[724391669] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"141.993875ms","start":"2026-05-07T02:50:30.343461Z","end":"2026-05-07T02:50:30.485455Z","steps":["trace[724391669] 'process raft request' (duration: 39.498257ms)","trace[724391669] 'compare' (duration: 102.145184ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:50:30.485532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.591219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T02:50:30.485558Z","caller":"traceutil/trace.go:171","msg":"trace[412083515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2807; }","duration":"137.63883ms","start":"2026-05-07T02:50:30.347911Z","end":"2026-05-07T02:50:30.48555Z","steps":["trace[412083515] 'agreement among raft nodes before linearized reading' (duration: 137.525099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:32.228344Z","caller":"traceutil/trace.go:171","msg":"trace[1167155763] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"117.077375ms","start":"2026-05-07T02:50:32.111245Z","end":"2026-05-07T02:50:32.228322Z","steps":["trace[1167155763] 'process raft request' (duration: 42.629629ms)","trace[1167155763] 'compare' (duration: 74.162833ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:50:32.462468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.978561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:50:32.46256Z","caller":"traceutil/trace.go:171","msg":"trace[132340208] linearizableReadLoop","detail":"{readStateIndex:2920; appliedIndex:2918; }","duration":"189.769252ms","start":"2026-05-07T02:50:32.272775Z","end":"2026-05-07T02:50:32.462544Z","steps":["trace[132340208] 'read index received' (duration: 25.854496ms)","trace[132340208] 'applied index is now lower than readState.Index' (duration: 163.913286ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:32.46263Z","caller":"traceutil/trace.go:171","msg":"trace[305624785] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"189.901524ms","start":"2026-05-07T02:50:32.272721Z","end":"2026-05-07T02:50:32.462622Z","steps":["trace[305624785] 'process raft request' (duration: 82.66604ms)","trace[305624785] 'compare' (duration: 106.770689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:50:32.462842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.065955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-07T02:50:32.46287Z","caller":"traceutil/trace.go:171","msg":"trace[136304128] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2813; }","duration":"190.252137ms","start":"2026-05-07T02:50:32.272611Z","end":"2026-05-07T02:50:32.462863Z","steps":["trace[136304128] 'agreement among raft nodes before linearized reading' (duration: 190.124306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:32.462924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T02:50:32.463025Z","caller":"traceutil/trace.go:171","msg":"trace[257599046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2813; }","duration":"119.448949ms","start":"2026-05-07T02:50:32.343562Z","end":"2026-05-07T02:50:32.463011Z","steps":["trace[257599046] 'agreement among raft nodes before linearized reading' (duration: 119.194836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:32.463039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.311056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:50:32.463119Z","caller":"traceutil/trace.go:171","msg":"trace[1306006646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2813; }","duration":"151.399587ms","start":"2026-05-07T02:50:32.311703Z","end":"2026-05-07T02:50:32.463103Z","steps":["trace[1306006646] 'agreement among raft nodes before linearized reading' (duration: 151.153114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:32.463039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.375124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:50:32.463228Z","caller":"traceutil/trace.go:171","msg":"trace[2113093121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2813; }","duration":"140.594406ms","start":"2026-05-07T02:50:32.322621Z","end":"2026-05-07T02:50:32.463215Z","steps":["trace[2113093121] 'agreement among raft nodes before linearized reading' (duration: 140.248322ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:32.667973Z","caller":"traceutil/trace.go:171","msg":"trace[1207913725] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"199.094537ms","start":"2026-05-07T02:50:32.468822Z","end":"2026-05-07T02:50:32.667917Z","steps":["trace[1207913725] 'process raft request' (duration: 180.976052ms)","trace[1207913725] 'compare' (duration: 17.965944ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:32.668186Z","caller":"traceutil/trace.go:171","msg":"trace[2111032445] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2920; }","duration":"178.572897ms","start":"2026-05-07T02:50:32.489581Z","end":"2026-05-07T02:50:32.668154Z","steps":["trace[2111032445] 'read index received' (duration: 72.259873ms)","trace[2111032445] 'applied index is now lower than readState.Index' (duration: 106.310604ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:50:32.668335Z","caller":"traceutil/trace.go:171","msg":"trace[647898784] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"199.404301ms","start":"2026-05-07T02:50:32.468878Z","end":"2026-05-07T02:50:32.668282Z","steps":["trace[647898784] 'process raft request' (duration: 199.002857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:50:32.668588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.9028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T02:50:32.668607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.837715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T02:50:32.668647Z","caller":"traceutil/trace.go:171","msg":"trace[174478905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2816; }","duration":"179.098102ms","start":"2026-05-07T02:50:32.489536Z","end":"2026-05-07T02:50:32.668634Z","steps":["trace[174478905] 'agreement among raft nodes before linearized reading' (duration: 178.771739ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:50:32.668654Z","caller":"traceutil/trace.go:171","msg":"trace[1042515972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2816; }","duration":"161.918766ms","start":"2026-05-07T02:50:32.506723Z","end":"2026-05-07T02:50:32.668642Z","steps":["trace[1042515972] 'agreement among raft nodes before linearized reading' (duration: 161.656323ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:10.082651Z","caller":"traceutil/trace.go:171","msg":"trace[1794138437] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"107.381537ms","start":"2026-05-07T02:54:09.975246Z","end":"2026-05-07T02:54:10.082627Z","steps":["trace[1794138437] 'process raft request' (duration: 107.216744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:10.683247Z","caller":"traceutil/trace.go:171","msg":"trace[1439228150] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"103.032416ms","start":"2026-05-07T02:54:10.58018Z","end":"2026-05-07T02:54:10.683212Z","steps":["trace[1439228150] 'process raft request' (duration: 102.882774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:54:18.214251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.944757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:54:18.214348Z","caller":"traceutil/trace.go:171","msg":"trace[1366413234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4868; }","duration":"169.085539ms","start":"2026-05-07T02:54:18.045242Z","end":"2026-05-07T02:54:18.214327Z","steps":["trace[1366413234] 'count revisions from in-memory index tree' (duration: 168.876906ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:18.450479Z","caller":"traceutil/trace.go:171","msg":"trace[1299057732] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"231.576653ms","start":"2026-05-07T02:54:18.218872Z","end":"2026-05-07T02:54:18.450448Z","steps":["trace[1299057732] 'process raft request' (duration: 231.35746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:18.450582Z","caller":"traceutil/trace.go:171","msg":"trace[577327547] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5058; }","duration":"227.56805ms","start":"2026-05-07T02:54:18.222978Z","end":"2026-05-07T02:54:18.450546Z","steps":["trace[577327547] 'read index received' (duration: 227.55629ms)","trace[577327547] 'applied index is now lower than readState.Index' (duration: 9.91µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:54:18.450839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.851694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-07T02:54:18.450943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.994446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05807748-e56f-4be7-9172-ea9d6332fe0a\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-07T02:54:18.451037Z","caller":"traceutil/trace.go:171","msg":"trace[1439967187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05807748-e56f-4be7-9172-ea9d6332fe0a; range_end:; response_count:1; response_revision:4869; }","duration":"194.148549ms","start":"2026-05-07T02:54:18.256868Z","end":"2026-05-07T02:54:18.451017Z","steps":["trace[1439967187] 'agreement among raft nodes before linearized reading' (duration: 193.858434ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:18.450935Z","caller":"traceutil/trace.go:171","msg":"trace[1340530637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4869; }","duration":"227.983136ms","start":"2026-05-07T02:54:18.222934Z","end":"2026-05-07T02:54:18.450917Z","steps":["trace[1340530637] 'agreement among raft nodes before linearized reading' (duration: 227.737502ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:23.435676Z","caller":"traceutil/trace.go:171","msg":"trace[516201905] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"154.80854ms","start":"2026-05-07T02:55:23.280845Z","end":"2026-05-07T02:55:23.435654Z","steps":["trace[516201905] 'process raft request' (duration: 154.652117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:24.322329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":739889963038594173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:55:24.822923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":739889963038594173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:55:25.323498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":739889963038594173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:55:25.823776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":739889963038594173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T02:55:26.237781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.694315025s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T02:55:26.238202Z","caller":"traceutil/trace.go:171","msg":"trace[1666156578] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"2.706108074s","start":"2026-05-07T02:55:23.532069Z","end":"2026-05-07T02:55:26.238177Z","steps":["trace[1666156578] 'process raft request' (duration: 2.70589767s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.238374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:23.53205Z","time spent":"2.706225566s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:55:26.26053Z","caller":"traceutil/trace.go:171","msg":"trace[1279275569] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"2.609575215s","start":"2026-05-07T02:55:23.650931Z","end":"2026-05-07T02:55:26.260506Z","steps":["trace[1279275569] 'process raft request' (duration: 2.609490563s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.260596Z","caller":"traceutil/trace.go:171","msg":"trace[1564384563] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"2.710093131s","start":"2026-05-07T02:55:23.550457Z","end":"2026-05-07T02:55:26.26055Z","steps":["trace[1564384563] 'process raft request' (duration: 2.709854046s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.260703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:23.650899Z","time spent":"2.609685437s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:55:26.260834Z","caller":"traceutil/trace.go:171","msg":"trace[2016200635] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"1.451159716s","start":"2026-05-07T02:55:24.809658Z","end":"2026-05-07T02:55:26.260818Z","steps":["trace[2016200635] 'process raft request' (duration: 1.450811131s)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.260899Z","caller":"traceutil/trace.go:171","msg":"trace[86216447] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5627; }","duration":"2.438887749s","start":"2026-05-07T02:55:23.821992Z","end":"2026-05-07T02:55:26.26088Z","steps":["trace[86216447] 'read index received' (duration: 2.416043434s)","trace[86216447] 'applied index is now lower than readState.Index' (duration: 22.843155ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:55:26.26095Z","caller":"traceutil/trace.go:171","msg":"trace[1457647081] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"819.853596ms","start":"2026-05-07T02:55:25.441067Z","end":"2026-05-07T02:55:26.260921Z","steps":["trace[1457647081] 'process raft request' (duration: 819.650943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.261014Z","caller":"traceutil/trace.go:171","msg":"trace[932842905] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"287.227104ms","start":"2026-05-07T02:55:25.973771Z","end":"2026-05-07T02:55:26.260998Z","steps":["trace[932842905] 'process raft request' (duration: 287.047761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.261096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:25.441044Z","time spent":"819.976058ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:55:26.261122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:23.550437Z","time spent":"2.710307563s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:55:26.261171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353884476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:26.261241Z","caller":"traceutil/trace.go:171","msg":"trace[435552641] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5429; }","duration":"2.354013378s","start":"2026-05-07T02:55:23.907216Z","end":"2026-05-07T02:55:26.261229Z","steps":["trace[435552641] 'agreement among raft nodes before linearized reading' (duration: 2.353901007s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.261272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629330446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-07T02:55:26.261308Z","caller":"traceutil/trace.go:171","msg":"trace[39051154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5429; }","duration":"1.629518079s","start":"2026-05-07T02:55:24.631777Z","end":"2026-05-07T02:55:26.261298Z","steps":["trace[39051154] 'agreement among raft nodes before linearized reading' (duration: 1.629349867s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.261349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.631687Z","time spent":"1.629654261s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T02:55:26.261363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.809642Z","time spent":"1.451284708s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:55:26.263509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910803349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T02:55:26.263593Z","caller":"traceutil/trace.go:171","msg":"trace[1671293940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5429; }","duration":"1.910893011s","start":"2026-05-07T02:55:24.352665Z","end":"2026-05-07T02:55:26.263558Z","steps":["trace[1671293940] 'agreement among raft nodes before linearized reading' (duration: 1.908708799s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.263635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.35265Z","time spent":"1.910976211s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T02:55:26.263817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943442983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:55:26.263895Z","caller":"traceutil/trace.go:171","msg":"trace[708118065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5429; }","duration":"1.943506495s","start":"2026-05-07T02:55:24.320337Z","end":"2026-05-07T02:55:26.263843Z","steps":["trace[708118065] 'agreement among raft nodes before linearized reading' (duration: 1.943421233s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.263931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.320321Z","time spent":"1.943602286s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T02:55:26.263919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186785029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-07T02:55:26.261308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:23.907198Z","time spent":"2.354100499s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-05-07T02:55:26.265009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434916425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:55:26.265062Z","caller":"traceutil/trace.go:171","msg":"trace[664088267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5429; }","duration":"1.435000455s","start":"2026-05-07T02:55:24.830047Z","end":"2026-05-07T02:55:26.265048Z","steps":["trace[664088267] 'agreement among raft nodes before linearized reading' (duration: 1.434827903s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.265105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.830035Z","time spent":"1.435061717s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T02:55:26.265211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46135979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:26.265257Z","caller":"traceutil/trace.go:171","msg":"trace[935665352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5429; }","duration":"1.461430102s","start":"2026-05-07T02:55:24.803807Z","end":"2026-05-07T02:55:26.265237Z","steps":["trace[935665352] 'agreement among raft nodes before linearized reading' (duration: 1.461379001s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.265285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.803788Z","time spent":"1.461489753s","remote":"127.0.0.1:46210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T02:55:26.261308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024862324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:55:26.265469Z","caller":"traceutil/trace.go:171","msg":"trace[313269030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5429; }","duration":"2.029063063s","start":"2026-05-07T02:55:24.236394Z","end":"2026-05-07T02:55:26.265457Z","steps":["trace[313269030] 'agreement among raft nodes before linearized reading' (duration: 2.024815983s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.26551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.236366Z","time spent":"2.029126935s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T02:55:26.261354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888954966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:26.265609Z","caller":"traceutil/trace.go:171","msg":"trace[648467211] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5429; }","duration":"1.893226637s","start":"2026-05-07T02:55:24.372363Z","end":"2026-05-07T02:55:26.26559Z","steps":["trace[648467211] 'agreement among raft nodes before linearized reading' (duration: 1.888967246s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.265758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.372351Z","time spent":"1.89339226s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-07T02:55:26.266077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441871301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-srv4w\" ","response":"range_response_count:1 size:7638"} {"level":"info","ts":"2026-05-07T02:55:26.266258Z","caller":"traceutil/trace.go:171","msg":"trace[607611012] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5429; }","duration":"1.187055594s","start":"2026-05-07T02:55:25.077082Z","end":"2026-05-07T02:55:26.264137Z","steps":["trace[607611012] 'agreement among raft nodes before linearized reading' (duration: 1.184339645s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.266321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:25.07706Z","time spent":"1.189238875s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-07T02:55:26.266179Z","caller":"traceutil/trace.go:171","msg":"trace[1120928574] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-srv4w; range_end:; response_count:1; response_revision:5429; }","duration":"2.444223115s","start":"2026-05-07T02:55:23.82191Z","end":"2026-05-07T02:55:26.266134Z","steps":["trace[1120928574] 'agreement among raft nodes before linearized reading' (duration: 2.441798341s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.267736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244375702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T02:55:26.26779Z","caller":"traceutil/trace.go:171","msg":"trace[732626308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5429; }","duration":"2.244428993s","start":"2026-05-07T02:55:24.023348Z","end":"2026-05-07T02:55:26.267777Z","steps":["trace[732626308] 'agreement among raft nodes before linearized reading' (duration: 2.244293711s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.267838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.023258Z","time spent":"2.244571635s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T02:55:26.268207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360895936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5922"} {"level":"info","ts":"2026-05-07T02:55:26.268257Z","caller":"traceutil/trace.go:171","msg":"trace[16524285] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:5429; }","duration":"2.360981157s","start":"2026-05-07T02:55:23.907262Z","end":"2026-05-07T02:55:26.268243Z","steps":["trace[16524285] 'agreement among raft nodes before linearized reading' (duration: 2.360675042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.268285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:23.90719Z","time spent":"2.361088478s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":5945,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-05-07T02:55:26.267603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:23.821877Z","time spent":"2.445704995s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7661,"request content":"key:\"/registry/pods/openstack/keystone-fernet-setup-srv4w\" "} {"level":"warn","ts":"2026-05-07T02:55:26.266577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.890058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T02:55:26.269052Z","caller":"traceutil/trace.go:171","msg":"trace[2112840318] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5429; }","duration":"232.402524ms","start":"2026-05-07T02:55:26.036634Z","end":"2026-05-07T02:55:26.269037Z","steps":["trace[2112840318] 'agreement among raft nodes before linearized reading' (duration: 229.770536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.266849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.699228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T02:55:26.269579Z","caller":"traceutil/trace.go:171","msg":"trace[330159957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5429; }","duration":"516.441368ms","start":"2026-05-07T02:55:25.75312Z","end":"2026-05-07T02:55:26.269561Z","steps":["trace[330159957] 'agreement among raft nodes before linearized reading' (duration: 513.477166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.269642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:25.753105Z","time spent":"516.525029ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T02:55:26.266943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017068643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.85\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T02:55:26.269865Z","caller":"traceutil/trace.go:171","msg":"trace[551771829] range","detail":"{range_begin:/registry/masterleases/199.19.213.85; range_end:; response_count:1; response_revision:5429; }","duration":"1.020028995s","start":"2026-05-07T02:55:25.249821Z","end":"2026-05-07T02:55:26.26985Z","steps":["trace[551771829] 'agreement among raft nodes before linearized reading' (duration: 1.017050693s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.269914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:25.249798Z","time spent":"1.020085746s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.85\" "} {"level":"warn","ts":"2026-05-07T02:55:26.269929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078142273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:55:26.272002Z","caller":"traceutil/trace.go:171","msg":"trace[223052740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5429; }","duration":"2.080329514s","start":"2026-05-07T02:55:24.191643Z","end":"2026-05-07T02:55:26.271973Z","steps":["trace[223052740] 'agreement among raft nodes before linearized reading' (duration: 2.076165205s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.272059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:24.191588Z","time spent":"2.080457766s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T02:55:26.418497Z","caller":"traceutil/trace.go:171","msg":"trace[1175607559] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"138.187474ms","start":"2026-05-07T02:55:26.280284Z","end":"2026-05-07T02:55:26.418471Z","steps":["trace[1175607559] 'process raft request' (duration: 138.066523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.418529Z","caller":"traceutil/trace.go:171","msg":"trace[302186629] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"138.572771ms","start":"2026-05-07T02:55:26.279918Z","end":"2026-05-07T02:55:26.418491Z","steps":["trace[302186629] 'process raft request' (duration: 138.245286ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.418747Z","caller":"traceutil/trace.go:171","msg":"trace[2086862857] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"138.253915ms","start":"2026-05-07T02:55:26.280472Z","end":"2026-05-07T02:55:26.418726Z","steps":["trace[2086862857] 'process raft request' (duration: 137.92444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.418968Z","caller":"traceutil/trace.go:171","msg":"trace[216134454] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"137.737578ms","start":"2026-05-07T02:55:26.281218Z","end":"2026-05-07T02:55:26.418955Z","steps":["trace[216134454] 'process raft request' (duration: 137.436434ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.419022Z","caller":"traceutil/trace.go:171","msg":"trace[1592894528] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"137.527395ms","start":"2026-05-07T02:55:26.281487Z","end":"2026-05-07T02:55:26.419014Z","steps":["trace[1592894528] 'process raft request' (duration: 137.411993ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.419084Z","caller":"traceutil/trace.go:171","msg":"trace[797159543] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"137.008928ms","start":"2026-05-07T02:55:26.28207Z","end":"2026-05-07T02:55:26.419079Z","steps":["trace[797159543] 'process raft request' (duration: 136.859346ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.419138Z","caller":"traceutil/trace.go:171","msg":"trace[1307938759] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"136.506151ms","start":"2026-05-07T02:55:26.282627Z","end":"2026-05-07T02:55:26.419134Z","steps":["trace[1307938759] 'process raft request' (duration: 136.324308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.419188Z","caller":"traceutil/trace.go:171","msg":"trace[1125489460] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"136.442629ms","start":"2026-05-07T02:55:26.282741Z","end":"2026-05-07T02:55:26.419184Z","steps":["trace[1125489460] 'process raft request' (duration: 136.231646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:26.419331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.46541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:26.419359Z","caller":"traceutil/trace.go:171","msg":"trace[693615020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5437; }","duration":"136.513411ms","start":"2026-05-07T02:55:26.282839Z","end":"2026-05-07T02:55:26.419352Z","steps":["trace[693615020] 'agreement among raft nodes before linearized reading' (duration: 136.45829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:26.517327Z","caller":"traceutil/trace.go:171","msg":"trace[992135267] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"163.152329ms","start":"2026-05-07T02:55:26.354148Z","end":"2026-05-07T02:55:26.5173Z","steps":["trace[992135267] 'process raft request' (duration: 100.927665ms)","trace[992135267] 'compare' (duration: 61.93841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:55:26.517389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.964327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12047"} {"level":"info","ts":"2026-05-07T02:55:26.517453Z","caller":"traceutil/trace.go:171","msg":"trace[535013030] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5438; }","duration":"163.054828ms","start":"2026-05-07T02:55:26.354381Z","end":"2026-05-07T02:55:26.517435Z","steps":["trace[535013030] 'agreement among raft nodes before linearized reading' (duration: 162.825785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:28.030379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.635837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:28.030459Z","caller":"traceutil/trace.go:171","msg":"trace[172619394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"226.755059ms","start":"2026-05-07T02:55:27.803684Z","end":"2026-05-07T02:55:28.030439Z","steps":["trace[172619394] 'range keys from in-memory index tree' (duration: 226.557026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:28.031524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.989636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2197166"} {"level":"info","ts":"2026-05-07T02:55:28.031609Z","caller":"traceutil/trace.go:171","msg":"trace[1410267876] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5440; }","duration":"185.116607ms","start":"2026-05-07T02:55:27.846472Z","end":"2026-05-07T02:55:28.031588Z","steps":["trace[1410267876] 'range keys from in-memory index tree' (duration: 183.98468ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:28.229983Z","caller":"traceutil/trace.go:171","msg":"trace[2129321991] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"106.577972ms","start":"2026-05-07T02:55:28.123374Z","end":"2026-05-07T02:55:28.229952Z","steps":["trace[2129321991] 'process raft request' (duration: 106.424509ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:52.421327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2916} {"level":"info","ts":"2026-05-07T02:55:52.531109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2916,"took":"108.692727ms","hash":1888999713,"current-db-size-bytes":53190656,"current-db-size":"53 MB","current-db-size-in-use-bytes":29380608,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-07T02:55:52.531182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1888999713,"revision":2916,"compact-revision":-1} {"level":"warn","ts":"2026-05-07T02:55:54.549737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.790426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:54.549812Z","caller":"traceutil/trace.go:171","msg":"trace[5263101] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5648; }","duration":"322.910397ms","start":"2026-05-07T02:55:54.226883Z","end":"2026-05-07T02:55:54.549794Z","steps":["trace[5263101] 'count revisions from in-memory index tree' (duration: 322.721575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:54.549878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:54.226865Z","time spent":"322.991758ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:55:54.550625Z","caller":"traceutil/trace.go:171","msg":"trace[564618292] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"201.910185ms","start":"2026-05-07T02:55:54.348626Z","end":"2026-05-07T02:55:54.550536Z","steps":["trace[564618292] 'process raft request' (duration: 194.390343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:54.550451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.967457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:55:54.550984Z","caller":"traceutil/trace.go:171","msg":"trace[2064014263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5648; }","duration":"555.602756ms","start":"2026-05-07T02:55:53.995371Z","end":"2026-05-07T02:55:54.550974Z","steps":["trace[2064014263] 'count revisions from in-memory index tree' (duration: 554.912147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:54.551053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:53.995357Z","time spent":"555.675227ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-07T02:55:54.613226Z","caller":"traceutil/trace.go:171","msg":"trace[851157901] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"240.021189ms","start":"2026-05-07T02:55:54.373183Z","end":"2026-05-07T02:55:54.613204Z","steps":["trace[851157901] 'process raft request' (duration: 239.923788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:54.613297Z","caller":"traceutil/trace.go:171","msg":"trace[348981607] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"245.049828ms","start":"2026-05-07T02:55:54.368148Z","end":"2026-05-07T02:55:54.613198Z","steps":["trace[348981607] 'process raft request' (duration: 244.829875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:54.61342Z","caller":"traceutil/trace.go:171","msg":"trace[1283155971] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"239.032946ms","start":"2026-05-07T02:55:54.374361Z","end":"2026-05-07T02:55:54.613394Z","steps":["trace[1283155971] 'process raft request' (duration: 238.771882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:56.621429Z","caller":"traceutil/trace.go:171","msg":"trace[650227927] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"183.10065ms","start":"2026-05-07T02:55:56.438294Z","end":"2026-05-07T02:55:56.621395Z","steps":["trace[650227927] 'process raft request' (duration: 156.860571ms)","trace[650227927] 'compare' (duration: 26.077187ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:00:52.427814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5628} {"level":"info","ts":"2026-05-07T03:00:52.513303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5628,"took":"83.865004ms","hash":3120257039,"current-db-size-bytes":53190656,"current-db-size":"53 MB","current-db-size-in-use-bytes":18132992,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-07T03:00:52.513374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3120257039,"revision":5628,"compact-revision":2916}