{"level":"warn","ts":"2026-03-25T21:05:47.191693Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:05:47.191787Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-25T21:05:47.191852Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T21:05:47.191864Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-03-25T21:05:47.191882Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:05:47.192485Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-03-25T21:05:47.192559Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-25T21:05:47.195985Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.216038ms"} {"level":"info","ts":"2026-03-25T21:05:47.203626Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-03-25T21:05:47.203684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T21:05:47.203704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-03-25T21:05:47.203714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-25T21:05:47.203723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-03-25T21:05:47.203758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-03-25T21:05:47.209233Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T21:05:47.210782Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T21:05:47.212137Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T21:05:47.213811Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T21:05:47.213993Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-25T21:05:47.214229Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:05:47.214439Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:05:47.214461Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T21:05:47.215855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-03-25T21:05:47.216396Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-03-25T21:05:47.218112Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T21:05:47.218206Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-25T21:05:47.218233Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-25T21:05:47.21832Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T21:05:47.218362Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T21:05:47.407135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-03-25T21:05:47.407188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-03-25T21:05:47.407208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-03-25T21:05:47.407221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-03-25T21:05:47.407226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-03-25T21:05:47.407236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-03-25T21:05:47.407244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-03-25T21:05:47.415276Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:05:47.417395Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T21:05:47.417622Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:05:47.417707Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T21:05:47.417995Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T21:05:47.418065Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T21:05:47.418502Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:05:47.418616Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:05:47.418643Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-25T21:05:47.42168Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T21:05:47.422048Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-03-25T21:06:08.77009Z","caller":"traceutil/trace.go:171","msg":"trace[779806709] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"210.406697ms","start":"2026-03-25T21:06:08.55966Z","end":"2026-03-25T21:06:08.770066Z","steps":["trace[779806709] 'process raft request' (duration: 210.291175ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:06:19.419638Z","caller":"traceutil/trace.go:171","msg":"trace[335286465] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"108.076279ms","start":"2026-03-25T21:06:19.311524Z","end":"2026-03-25T21:06:19.4196Z","steps":["trace[335286465] 'process raft request' (duration: 96.142415ms)","trace[335286465] 'compare' (duration: 11.605618ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:06:19.419907Z","caller":"traceutil/trace.go:171","msg":"trace[1842935775] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"102.933599ms","start":"2026-03-25T21:06:19.31694Z","end":"2026-03-25T21:06:19.419873Z","steps":["trace[1842935775] 'process raft request' (duration: 102.855488ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:06:19.419897Z","caller":"traceutil/trace.go:171","msg":"trace[1206289076] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"105.544305ms","start":"2026-03-25T21:06:19.31424Z","end":"2026-03-25T21:06:19.419784Z","steps":["trace[1206289076] 'process raft request' (duration: 105.266279ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:06:19.42004Z","caller":"traceutil/trace.go:171","msg":"trace[609246264] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"103.088353ms","start":"2026-03-25T21:06:19.316885Z","end":"2026-03-25T21:06:19.419974Z","steps":["trace[609246264] 'process raft request' (duration: 102.785607ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:06:25.320648Z","caller":"traceutil/trace.go:171","msg":"trace[722697516] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"122.297914ms","start":"2026-03-25T21:06:25.198308Z","end":"2026-03-25T21:06:25.320606Z","steps":["trace[722697516] 'process raft request' (duration: 121.630959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:06:25.685555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.754741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:06:25.68574Z","caller":"traceutil/trace.go:171","msg":"trace[971810732] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"179.24361ms","start":"2026-03-25T21:06:25.506481Z","end":"2026-03-25T21:06:25.685724Z","steps":["trace[971810732] 'read index received' (duration: 71.773114ms)","trace[971810732] 'applied index is now lower than readState.Index' (duration: 107.469466ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:06:25.685789Z","caller":"traceutil/trace.go:171","msg":"trace[1259947888] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"301.941192ms","start":"2026-03-25T21:06:25.383812Z","end":"2026-03-25T21:06:25.685754Z","steps":["trace[1259947888] 'process raft request' (duration: 194.492656ms)","trace[1259947888] 'compare' (duration: 106.538477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:06:25.685967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.484225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-25T21:06:25.686028Z","caller":"traceutil/trace.go:171","msg":"trace[2041783463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"179.590837ms","start":"2026-03-25T21:06:25.50642Z","end":"2026-03-25T21:06:25.686011Z","steps":["trace[2041783463] 'agreement among raft nodes before linearized reading' (duration: 179.395993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:06:25.685928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:06:25.383773Z","time spent":"302.089745ms","remote":"127.0.0.1:41704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-25T21:06:25.686338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.272705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:06:25.686436Z","caller":"traceutil/trace.go:171","msg":"trace[617138763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:580; }","duration":"168.429479ms","start":"2026-03-25T21:06:25.517984Z","end":"2026-03-25T21:06:25.686414Z","steps":["trace[617138763] 'agreement among raft nodes before linearized reading' (duration: 167.922988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:06:26.234622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.212348ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T21:06:26.23495Z","caller":"traceutil/trace.go:171","msg":"trace[742145822] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"338.399511ms","start":"2026-03-25T21:06:25.896495Z","end":"2026-03-25T21:06:26.234895Z","steps":["trace[742145822] 'read index received' (duration: 130.889447ms)","trace[742145822] 'applied index is now lower than readState.Index' (duration: 207.503184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:06:26.235053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.540914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h6p8x\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-25T21:06:26.235219Z","caller":"traceutil/trace.go:171","msg":"trace[684591764] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h6p8x; range_end:; response_count:1; response_revision:582; }","duration":"338.755529ms","start":"2026-03-25T21:06:25.896444Z","end":"2026-03-25T21:06:26.2352Z","steps":["trace[684591764] 'agreement among raft nodes before linearized reading' (duration: 338.525054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:06:26.235365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:06:25.89642Z","time spent":"338.890842ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-h6p8x\" "} {"level":"info","ts":"2026-03-25T21:06:26.235993Z","caller":"traceutil/trace.go:171","msg":"trace[983812744] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"139.95759ms","start":"2026-03-25T21:06:26.096019Z","end":"2026-03-25T21:06:26.235977Z","steps":["trace[983812744] 'process raft request' (duration: 138.955499ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:06:41.920557Z","caller":"traceutil/trace.go:171","msg":"trace[673748173] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"128.902926ms","start":"2026-03-25T21:06:41.791631Z","end":"2026-03-25T21:06:41.920534Z","steps":["trace[673748173] 'process raft request' (duration: 128.790244ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:06:41.92059Z","caller":"traceutil/trace.go:171","msg":"trace[1777308024] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"122.070408ms","start":"2026-03-25T21:06:41.798463Z","end":"2026-03-25T21:06:41.920533Z","steps":["trace[1777308024] 'read index received' (duration: 122.048148ms)","trace[1777308024] 'applied index is now lower than readState.Index' (duration: 18.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:06:41.92096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.477896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:06:41.921093Z","caller":"traceutil/trace.go:171","msg":"trace[1975413746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"122.668171ms","start":"2026-03-25T21:06:41.798395Z","end":"2026-03-25T21:06:41.921063Z","steps":["trace[1975413746] 'agreement among raft nodes before linearized reading' (duration: 122.318943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:53.457431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.031047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-508b270d-506c-4cc5-8541-f33a0967542e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-25T21:07:53.457542Z","caller":"traceutil/trace.go:171","msg":"trace[1737939400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-508b270d-506c-4cc5-8541-f33a0967542e; range_end:; response_count:1; response_revision:1790; }","duration":"315.19749ms","start":"2026-03-25T21:07:53.142322Z","end":"2026-03-25T21:07:53.45752Z","steps":["trace[1737939400] 'range keys from in-memory index tree' (duration: 314.857344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:53.457585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.142296Z","time spent":"315.275252ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-508b270d-506c-4cc5-8541-f33a0967542e\" "} {"level":"info","ts":"2026-03-25T21:07:53.481608Z","caller":"traceutil/trace.go:171","msg":"trace[127219534] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1860; }","duration":"307.30649ms","start":"2026-03-25T21:07:53.174284Z","end":"2026-03-25T21:07:53.48159Z","steps":["trace[127219534] 'read index received' (duration: 307.138407ms)","trace[127219534] 'applied index is now lower than readState.Index' (duration: 167.103µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:07:53.481811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.500245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-25T21:07:53.481894Z","caller":"traceutil/trace.go:171","msg":"trace[987517224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1791; }","duration":"307.623817ms","start":"2026-03-25T21:07:53.174242Z","end":"2026-03-25T21:07:53.481866Z","steps":["trace[987517224] 'agreement among raft nodes before linearized reading' (duration: 307.404442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:53.481891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.47801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-25T21:07:53.481934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.174223Z","time spent":"307.704029ms","remote":"127.0.0.1:41464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-25T21:07:53.481952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.909007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10630"} {"level":"info","ts":"2026-03-25T21:07:53.481972Z","caller":"traceutil/trace.go:171","msg":"trace[637797391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1791; }","duration":"203.590913ms","start":"2026-03-25T21:07:53.278363Z","end":"2026-03-25T21:07:53.481953Z","steps":["trace[637797391] 'agreement among raft nodes before linearized reading' (duration: 203.366428ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.482027Z","caller":"traceutil/trace.go:171","msg":"trace[2077696882] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1791; }","duration":"108.03933ms","start":"2026-03-25T21:07:53.373966Z","end":"2026-03-25T21:07:53.482006Z","steps":["trace[2077696882] 'agreement among raft nodes before linearized reading' (duration: 107.774204ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.482145Z","caller":"traceutil/trace.go:171","msg":"trace[2094834555] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"333.614454ms","start":"2026-03-25T21:07:53.148509Z","end":"2026-03-25T21:07:53.482123Z","steps":["trace[2094834555] 'process raft request' (duration: 332.96454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:53.482433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:07:53.148481Z","time spent":"333.702897ms","remote":"127.0.0.1:41464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T21:07:53.628359Z","caller":"traceutil/trace.go:171","msg":"trace[161331276] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"140.774071ms","start":"2026-03-25T21:07:53.487558Z","end":"2026-03-25T21:07:53.628332Z","steps":["trace[161331276] 'process raft request' (duration: 110.138466ms)","trace[161331276] 'compare' (duration: 30.300868ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:53.628493Z","caller":"traceutil/trace.go:171","msg":"trace[1419316571] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1861; }","duration":"131.542633ms","start":"2026-03-25T21:07:53.49693Z","end":"2026-03-25T21:07:53.628472Z","steps":["trace[1419316571] 'read index received' (duration: 24.824951ms)","trace[1419316571] 'applied index is now lower than readState.Index' (duration: 106.716472ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:53.628562Z","caller":"traceutil/trace.go:171","msg":"trace[185262004] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"131.731227ms","start":"2026-03-25T21:07:53.496795Z","end":"2026-03-25T21:07:53.628527Z","steps":["trace[185262004] 'process raft request' (duration: 131.453721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:53.628691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.651846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:07:53.628711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.777458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-25T21:07:53.62877Z","caller":"traceutil/trace.go:171","msg":"trace[700429612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1794; }","duration":"131.785988ms","start":"2026-03-25T21:07:53.496967Z","end":"2026-03-25T21:07:53.628753Z","steps":["trace[700429612] 'agreement among raft nodes before linearized reading' (duration: 131.646635ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.628774Z","caller":"traceutil/trace.go:171","msg":"trace[194042886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1794; }","duration":"131.87867ms","start":"2026-03-25T21:07:53.49688Z","end":"2026-03-25T21:07:53.628758Z","steps":["trace[194042886] 'agreement among raft nodes before linearized reading' (duration: 131.698396ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.927575Z","caller":"traceutil/trace.go:171","msg":"trace[1330587458] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"291.104143ms","start":"2026-03-25T21:07:53.636452Z","end":"2026-03-25T21:07:53.927556Z","steps":["trace[1330587458] 'process raft request' (duration: 291.064953ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.92758Z","caller":"traceutil/trace.go:171","msg":"trace[1544093103] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"291.187956ms","start":"2026-03-25T21:07:53.636376Z","end":"2026-03-25T21:07:53.927564Z","steps":["trace[1544093103] 'process raft request' (duration: 291.097194ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.927696Z","caller":"traceutil/trace.go:171","msg":"trace[592899532] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"292.888884ms","start":"2026-03-25T21:07:53.634726Z","end":"2026-03-25T21:07:53.927615Z","steps":["trace[592899532] 'process raft request' (duration: 206.223101ms)","trace[592899532] 'compare' (duration: 86.406876ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:53.932051Z","caller":"traceutil/trace.go:171","msg":"trace[1789582918] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1865; }","duration":"238.073431ms","start":"2026-03-25T21:07:53.69393Z","end":"2026-03-25T21:07:53.932003Z","steps":["trace[1789582918] 'read index received' (duration: 147.046495ms)","trace[1789582918] 'applied index is now lower than readState.Index' (duration: 91.025226ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:07:53.932398Z","caller":"traceutil/trace.go:171","msg":"trace[243177855] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"249.469984ms","start":"2026-03-25T21:07:53.68291Z","end":"2026-03-25T21:07:53.93238Z","steps":["trace[243177855] 'process raft request' (duration: 248.867901ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:07:53.93282Z","caller":"traceutil/trace.go:171","msg":"trace[1732944404] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"152.548322ms","start":"2026-03-25T21:07:53.780255Z","end":"2026-03-25T21:07:53.932803Z","steps":["trace[1732944404] 'process raft request' (duration: 151.685034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:07:53.933125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.166064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:07:53.933179Z","caller":"traceutil/trace.go:171","msg":"trace[1227872891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1800; }","duration":"239.279387ms","start":"2026-03-25T21:07:53.693886Z","end":"2026-03-25T21:07:53.933165Z","steps":["trace[1227872891] 'agreement among raft nodes before linearized reading' (duration: 239.093873ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:38.278373Z","caller":"traceutil/trace.go:171","msg":"trace[808704887] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"108.728013ms","start":"2026-03-25T21:08:38.169622Z","end":"2026-03-25T21:08:38.27835Z","steps":["trace[808704887] 'process raft request' (duration: 108.523788ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:08:38.278459Z","caller":"traceutil/trace.go:171","msg":"trace[557613939] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"100.800153ms","start":"2026-03-25T21:08:38.177638Z","end":"2026-03-25T21:08:38.278438Z","steps":["trace[557613939] 'read index received' (duration: 100.473817ms)","trace[557613939] 'applied index is now lower than readState.Index' (duration: 324.726µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:08:38.278659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.014449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-25T21:08:38.278704Z","caller":"traceutil/trace.go:171","msg":"trace[516336320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2088; }","duration":"101.11045ms","start":"2026-03-25T21:08:38.177581Z","end":"2026-03-25T21:08:38.278692Z","steps":["trace[516336320] 'agreement among raft nodes before linearized reading' (duration: 100.965697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.887823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.593699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T21:10:06.887957Z","caller":"traceutil/trace.go:171","msg":"trace[662069353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2759; }","duration":"178.797763ms","start":"2026-03-25T21:10:06.709134Z","end":"2026-03-25T21:10:06.887931Z","steps":["trace[662069353] 'range keys from in-memory index tree' (duration: 178.352253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.887917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.823266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:10:06.888075Z","caller":"traceutil/trace.go:171","msg":"trace[19389449] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2759; }","duration":"137.08234ms","start":"2026-03-25T21:10:06.750959Z","end":"2026-03-25T21:10:06.888042Z","steps":["trace[19389449] 'count revisions from in-memory index tree' (duration: 136.710283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:06.887816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.336397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-25T21:10:06.888194Z","caller":"traceutil/trace.go:171","msg":"trace[1956484935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2759; }","duration":"181.770706ms","start":"2026-03-25T21:10:06.7064Z","end":"2026-03-25T21:10:06.888171Z","steps":["trace[1956484935] 'range keys from in-memory index tree' (duration: 181.058662ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:07.069317Z","caller":"traceutil/trace.go:171","msg":"trace[40172637] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"176.3214ms","start":"2026-03-25T21:10:06.892972Z","end":"2026-03-25T21:10:07.069293Z","steps":["trace[40172637] 'process raft request' (duration: 175.477892ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:07.148985Z","caller":"traceutil/trace.go:171","msg":"trace[1962508960] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"255.857029ms","start":"2026-03-25T21:10:06.893107Z","end":"2026-03-25T21:10:07.148964Z","steps":["trace[1962508960] 'process raft request' (duration: 255.487301ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:07.149236Z","caller":"traceutil/trace.go:171","msg":"trace[683347711] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"107.400385ms","start":"2026-03-25T21:10:07.041805Z","end":"2026-03-25T21:10:07.149205Z","steps":["trace[683347711] 'process raft request' (duration: 107.119929ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:10:07.149227Z","caller":"traceutil/trace.go:171","msg":"trace[1079502664] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2866; }","duration":"159.872697ms","start":"2026-03-25T21:10:06.989294Z","end":"2026-03-25T21:10:07.149166Z","steps":["trace[1079502664] 'read index received' (duration: 79.177933ms)","trace[1079502664] 'applied index is now lower than readState.Index' (duration: 80.691664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:10:07.149562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-25T21:10:07.149631Z","caller":"traceutil/trace.go:171","msg":"trace[1006969564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2762; }","duration":"160.352279ms","start":"2026-03-25T21:10:06.989266Z","end":"2026-03-25T21:10:07.149618Z","steps":["trace[1006969564] 'agreement among raft nodes before linearized reading' (duration: 160.043831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:10:07.149637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.800188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-25T21:10:07.149754Z","caller":"traceutil/trace.go:171","msg":"trace[1172189791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2762; }","duration":"110.979152ms","start":"2026-03-25T21:10:07.038751Z","end":"2026-03-25T21:10:07.14973Z","steps":["trace[1172189791] 'agreement among raft nodes before linearized reading' (duration: 110.727086ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:31.912848Z","caller":"traceutil/trace.go:171","msg":"trace[1251338435] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"104.62615ms","start":"2026-03-25T21:12:31.808182Z","end":"2026-03-25T21:12:31.912808Z","steps":["trace[1251338435] 'process raft request' (duration: 104.449566ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:32.080275Z","caller":"traceutil/trace.go:171","msg":"trace[1471886884] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"162.639833ms","start":"2026-03-25T21:12:31.917609Z","end":"2026-03-25T21:12:32.080249Z","steps":["trace[1471886884] 'process raft request' (duration: 162.467769ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:32.081556Z","caller":"traceutil/trace.go:171","msg":"trace[1536476641] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"163.728427ms","start":"2026-03-25T21:12:31.91779Z","end":"2026-03-25T21:12:32.081519Z","steps":["trace[1536476641] 'process raft request' (duration: 163.528252ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:12:32.081621Z","caller":"traceutil/trace.go:171","msg":"trace[516512116] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"162.258925ms","start":"2026-03-25T21:12:31.91935Z","end":"2026-03-25T21:12:32.081609Z","steps":["trace[516512116] 'process raft request' (duration: 162.083821ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:54.680229Z","caller":"traceutil/trace.go:171","msg":"trace[2009790464] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4975; }","duration":"179.431185ms","start":"2026-03-25T21:13:54.500762Z","end":"2026-03-25T21:13:54.680193Z","steps":["trace[2009790464] 'read index received' (duration: 88.625069ms)","trace[2009790464] 'applied index is now lower than readState.Index' (duration: 90.804666ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:54.680263Z","caller":"traceutil/trace.go:171","msg":"trace[774118541] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"188.354076ms","start":"2026-03-25T21:13:54.491869Z","end":"2026-03-25T21:13:54.680223Z","steps":["trace[774118541] 'process raft request' (duration: 186.561167ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:54.680313Z","caller":"traceutil/trace.go:171","msg":"trace[2094310109] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"188.356216ms","start":"2026-03-25T21:13:54.491928Z","end":"2026-03-25T21:13:54.680284Z","steps":["trace[2094310109] 'process raft request' (duration: 188.213863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:54.680478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.111267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:13:54.680494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.734041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wnkgd\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:13:54.680534Z","caller":"traceutil/trace.go:171","msg":"trace[192278064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wnkgd; range_end:; response_count:1; response_revision:4789; }","duration":"179.817993ms","start":"2026-03-25T21:13:54.500704Z","end":"2026-03-25T21:13:54.680522Z","steps":["trace[192278064] 'agreement among raft nodes before linearized reading' (duration: 179.65696ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:54.680533Z","caller":"traceutil/trace.go:171","msg":"trace[1482758246] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4789; }","duration":"164.216769ms","start":"2026-03-25T21:13:54.516299Z","end":"2026-03-25T21:13:54.680516Z","steps":["trace[1482758246] 'agreement among raft nodes before linearized reading' (duration: 164.102036ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:13:58.828555Z","caller":"traceutil/trace.go:171","msg":"trace[857182151] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"130.094588ms","start":"2026-03-25T21:13:58.698432Z","end":"2026-03-25T21:13:58.828526Z","steps":["trace[857182151] 'process raft request' (duration: 83.488429ms)","trace[857182151] 'compare' (duration: 46.476386ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:58.830049Z","caller":"traceutil/trace.go:171","msg":"trace[1753296074] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5124; }","duration":"130.810924ms","start":"2026-03-25T21:13:58.699222Z","end":"2026-03-25T21:13:58.830033Z","steps":["trace[1753296074] 'read index received' (duration: 82.727463ms)","trace[1753296074] 'applied index is now lower than readState.Index' (duration: 48.082451ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:13:58.830135Z","caller":"traceutil/trace.go:171","msg":"trace[1950761589] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"131.055468ms","start":"2026-03-25T21:13:58.699053Z","end":"2026-03-25T21:13:58.830109Z","steps":["trace[1950761589] 'process raft request' (duration: 130.890435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:13:58.830266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.018918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wnkgd\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-25T21:13:58.830339Z","caller":"traceutil/trace.go:171","msg":"trace[1735775709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wnkgd; range_end:; response_count:1; response_revision:4933; }","duration":"131.11112ms","start":"2026-03-25T21:13:58.699211Z","end":"2026-03-25T21:13:58.830322Z","steps":["trace[1735775709] 'agreement among raft nodes before linearized reading' (duration: 130.912886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:17.337404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.058605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T21:14:17.337558Z","caller":"traceutil/trace.go:171","msg":"trace[1836851949] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5520; }","duration":"307.963539ms","start":"2026-03-25T21:14:17.029571Z","end":"2026-03-25T21:14:17.337534Z","steps":["trace[1836851949] 'read index received' (duration: 165.71744ms)","trace[1836851949] 'applied index is now lower than readState.Index' (duration: 142.244229ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:14:17.337771Z","caller":"traceutil/trace.go:171","msg":"trace[1238712543] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"314.199401ms","start":"2026-03-25T21:14:17.023537Z","end":"2026-03-25T21:14:17.337736Z","steps":["trace[1238712543] 'process raft request' (duration: 171.695267ms)","trace[1238712543] 'compare' (duration: 141.917932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:14:17.33783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.259585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2db7ff3-27a9-471b-b3bb-ae94517b47c0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-25T21:14:17.337882Z","caller":"traceutil/trace.go:171","msg":"trace[2137287987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2db7ff3-27a9-471b-b3bb-ae94517b47c0; range_end:; response_count:1; response_revision:5316; }","duration":"308.334146ms","start":"2026-03-25T21:14:17.029532Z","end":"2026-03-25T21:14:17.337866Z","steps":["trace[2137287987] 'agreement among raft nodes before linearized reading' (duration: 308.064201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:17.337944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:17.029516Z","time spent":"308.415529ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2db7ff3-27a9-471b-b3bb-ae94517b47c0\" "} {"level":"warn","ts":"2026-03-25T21:14:17.337948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:14:17.023516Z","time spent":"314.335825ms","remote":"127.0.0.1:41464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:14:17.604667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.316842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:14:17.60477Z","caller":"traceutil/trace.go:171","msg":"trace[1940662827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5316; }","duration":"107.424314ms","start":"2026-03-25T21:14:17.497319Z","end":"2026-03-25T21:14:17.604743Z","steps":["trace[1940662827] 'range keys from in-memory index tree' (duration: 107.122028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:14:17.604931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.964912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2db7ff3-27a9-471b-b3bb-ae94517b47c0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-25T21:14:17.60503Z","caller":"traceutil/trace.go:171","msg":"trace[523372683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2db7ff3-27a9-471b-b3bb-ae94517b47c0; range_end:; response_count:1; response_revision:5316; }","duration":"149.114836ms","start":"2026-03-25T21:14:17.455892Z","end":"2026-03-25T21:14:17.605007Z","steps":["trace[523372683] 'range keys from in-memory index tree' (duration: 148.738018ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:15:47.659568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2986} {"level":"info","ts":"2026-03-25T21:15:47.730791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2986,"took":"69.535878ms","hash":17264373,"current-db-size-bytes":58802176,"current-db-size":"59 MB","current-db-size-in-use-bytes":34263040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-25T21:15:47.730872Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":17264373,"revision":2986,"compact-revision":-1} {"level":"info","ts":"2026-03-25T21:19:59.179135Z","caller":"traceutil/trace.go:171","msg":"trace[50043472] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"258.857026ms","start":"2026-03-25T21:19:58.920236Z","end":"2026-03-25T21:19:59.179093Z","steps":["trace[50043472] 'process raft request' (duration: 258.728853ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:19:59.392978Z","caller":"traceutil/trace.go:171","msg":"trace[1230262486] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"133.369858ms","start":"2026-03-25T21:19:59.259578Z","end":"2026-03-25T21:19:59.392947Z","steps":["trace[1230262486] 'read index received' (duration: 95.617831ms)","trace[1230262486] 'applied index is now lower than readState.Index' (duration: 37.750336ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:19:59.393058Z","caller":"traceutil/trace.go:171","msg":"trace[1773162248] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"133.94879ms","start":"2026-03-25T21:19:59.259065Z","end":"2026-03-25T21:19:59.393014Z","steps":["trace[1773162248] 'process raft request' (duration: 96.117542ms)","trace[1773162248] 'compare' (duration: 37.487921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:19:59.393165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.322127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:19:59.393231Z","caller":"traceutil/trace.go:171","msg":"trace[1539855220] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8027; }","duration":"133.428589ms","start":"2026-03-25T21:19:59.25979Z","end":"2026-03-25T21:19:59.393219Z","steps":["trace[1539855220] 'agreement among raft nodes before linearized reading' (duration: 133.310457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:59.393241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.977849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:19:59.393285Z","caller":"traceutil/trace.go:171","msg":"trace[1878844025] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8027; }","duration":"103.05133ms","start":"2026-03-25T21:19:59.290218Z","end":"2026-03-25T21:19:59.393269Z","steps":["trace[1878844025] 'agreement among raft nodes before linearized reading' (duration: 102.999359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:59.393387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.034366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:19:59.393429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.26668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:19:59.393464Z","caller":"traceutil/trace.go:171","msg":"trace[1657791325] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8027; }","duration":"115.362413ms","start":"2026-03-25T21:19:59.278092Z","end":"2026-03-25T21:19:59.393455Z","steps":["trace[1657791325] 'agreement among raft nodes before linearized reading' (duration: 115.299162ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:19:59.393474Z","caller":"traceutil/trace.go:171","msg":"trace[1395349545] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8027; }","duration":"115.141508ms","start":"2026-03-25T21:19:59.278308Z","end":"2026-03-25T21:19:59.39345Z","steps":["trace[1395349545] 'agreement among raft nodes before linearized reading' (duration: 114.965164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:59.393492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.310214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:19:59.393158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.551531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:19:59.39359Z","caller":"traceutil/trace.go:171","msg":"trace[1254239280] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8027; }","duration":"134.024942ms","start":"2026-03-25T21:19:59.259554Z","end":"2026-03-25T21:19:59.393579Z","steps":["trace[1254239280] 'agreement among raft nodes before linearized reading' (duration: 133.527651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:59.393696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.48208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:19:59.393727Z","caller":"traceutil/trace.go:171","msg":"trace[1061360553] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8027; }","duration":"103.527811ms","start":"2026-03-25T21:19:59.290191Z","end":"2026-03-25T21:19:59.393719Z","steps":["trace[1061360553] 'agreement among raft nodes before linearized reading' (duration: 103.47368ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:19:59.393552Z","caller":"traceutil/trace.go:171","msg":"trace[1687683773] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8027; }","duration":"132.414677ms","start":"2026-03-25T21:19:59.261124Z","end":"2026-03-25T21:19:59.393539Z","steps":["trace[1687683773] 'agreement among raft nodes before linearized reading' (duration: 132.286734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:59.393886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.518475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:19:59.393913Z","caller":"traceutil/trace.go:171","msg":"trace[399691265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8027; }","duration":"107.556026ms","start":"2026-03-25T21:19:59.286349Z","end":"2026-03-25T21:19:59.393905Z","steps":["trace[399691265] 'agreement among raft nodes before linearized reading' (duration: 107.440353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:19:59.394033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.620843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:19:59.394095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.466315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:19:59.394274Z","caller":"traceutil/trace.go:171","msg":"trace[536926166] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8027; }","duration":"116.128359ms","start":"2026-03-25T21:19:59.278095Z","end":"2026-03-25T21:19:59.394224Z","steps":["trace[536926166] 'agreement among raft nodes before linearized reading' (duration: 115.479666ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:19:59.394447Z","caller":"traceutil/trace.go:171","msg":"trace[345020415] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8027; }","duration":"103.809276ms","start":"2026-03-25T21:19:59.290371Z","end":"2026-03-25T21:19:59.394181Z","steps":["trace[345020415] 'agreement among raft nodes before linearized reading' (duration: 103.304936ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:10.756233Z","caller":"traceutil/trace.go:171","msg":"trace[1687401985] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8371; }","duration":"177.484989ms","start":"2026-03-25T21:20:10.578724Z","end":"2026-03-25T21:20:10.756209Z","steps":["trace[1687401985] 'read index received' (duration: 177.346636ms)","trace[1687401985] 'applied index is now lower than readState.Index' (duration: 136.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:20:10.756364Z","caller":"traceutil/trace.go:171","msg":"trace[14684336] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"268.234857ms","start":"2026-03-25T21:20:10.488093Z","end":"2026-03-25T21:20:10.756328Z","steps":["trace[14684336] 'process raft request' (duration: 267.963032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:10.756472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.729564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-25T21:20:10.756536Z","caller":"traceutil/trace.go:171","msg":"trace[328695922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8083; }","duration":"177.841176ms","start":"2026-03-25T21:20:10.578679Z","end":"2026-03-25T21:20:10.75652Z","steps":["trace[328695922] 'agreement among raft nodes before linearized reading' (duration: 177.655053ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:10.884767Z","caller":"traceutil/trace.go:171","msg":"trace[1736561249] linearizableReadLoop","detail":"{readStateIndex:8373; appliedIndex:8372; }","duration":"128.437733ms","start":"2026-03-25T21:20:10.756304Z","end":"2026-03-25T21:20:10.884741Z","steps":["trace[1736561249] 'read index received' (duration: 128.32836ms)","trace[1736561249] 'applied index is now lower than readState.Index' (duration: 108.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:20:10.884866Z","caller":"traceutil/trace.go:171","msg":"trace[515216214] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"269.036404ms","start":"2026-03-25T21:20:10.615822Z","end":"2026-03-25T21:20:10.884859Z","steps":["trace[515216214] 'process raft request' (duration: 268.759578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:10.885087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.433213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T21:20:10.885115Z","caller":"traceutil/trace.go:171","msg":"trace[402506270] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:8084; }","duration":"158.560885ms","start":"2026-03-25T21:20:10.726547Z","end":"2026-03-25T21:20:10.885108Z","steps":["trace[402506270] 'agreement among raft nodes before linearized reading' (duration: 158.436773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:10.885236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.564385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-25T21:20:10.885306Z","caller":"traceutil/trace.go:171","msg":"trace[206781481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8084; }","duration":"232.677167ms","start":"2026-03-25T21:20:10.652613Z","end":"2026-03-25T21:20:10.88529Z","steps":["trace[206781481] 'agreement among raft nodes before linearized reading' (duration: 232.556045ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:10.89477Z","caller":"traceutil/trace.go:171","msg":"trace[1671104442] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"133.51613ms","start":"2026-03-25T21:20:10.761226Z","end":"2026-03-25T21:20:10.894743Z","steps":["trace[1671104442] 'process raft request' (duration: 133.339517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:10.894823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.259174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-25T21:20:10.894873Z","caller":"traceutil/trace.go:171","msg":"trace[267737767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8085; }","duration":"132.335355ms","start":"2026-03-25T21:20:10.762526Z","end":"2026-03-25T21:20:10.894861Z","steps":["trace[267737767] 'agreement among raft nodes before linearized reading' (duration: 132.144911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:10.894867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.108346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-25T21:20:10.894916Z","caller":"traceutil/trace.go:171","msg":"trace[448832442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8085; }","duration":"129.171958ms","start":"2026-03-25T21:20:10.765732Z","end":"2026-03-25T21:20:10.894904Z","steps":["trace[448832442] 'agreement among raft nodes before linearized reading' (duration: 129.031985ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:11.658851Z","caller":"traceutil/trace.go:171","msg":"trace[2071877746] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8380; }","duration":"206.952888ms","start":"2026-03-25T21:20:11.451871Z","end":"2026-03-25T21:20:11.658824Z","steps":["trace[2071877746] 'read index received' (duration: 206.733274ms)","trace[2071877746] 'applied index is now lower than readState.Index' (duration: 215.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:20:11.658952Z","caller":"traceutil/trace.go:171","msg":"trace[601509110] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"223.332608ms","start":"2026-03-25T21:20:11.435585Z","end":"2026-03-25T21:20:11.658917Z","steps":["trace[601509110] 'process raft request' (duration: 223.077053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:11.659027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.410426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:20:11.659074Z","caller":"traceutil/trace.go:171","msg":"trace[878412357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8091; }","duration":"161.525348ms","start":"2026-03-25T21:20:11.497536Z","end":"2026-03-25T21:20:11.659061Z","steps":["trace[878412357] 'agreement among raft nodes before linearized reading' (duration: 161.432456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:11.659146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.262155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-25T21:20:11.659218Z","caller":"traceutil/trace.go:171","msg":"trace[632013615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8091; }","duration":"207.367497ms","start":"2026-03-25T21:20:11.451833Z","end":"2026-03-25T21:20:11.6592Z","steps":["trace[632013615] 'agreement among raft nodes before linearized reading' (duration: 207.102081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:11.659229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.920782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T21:20:11.659351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.629678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-25T21:20:11.659365Z","caller":"traceutil/trace.go:171","msg":"trace[1688674917] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8091; }","duration":"151.111586ms","start":"2026-03-25T21:20:11.508222Z","end":"2026-03-25T21:20:11.659333Z","steps":["trace[1688674917] 'agreement among raft nodes before linearized reading' (duration: 150.788279ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:11.659413Z","caller":"traceutil/trace.go:171","msg":"trace[1153124757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8091; }","duration":"152.73318ms","start":"2026-03-25T21:20:11.506662Z","end":"2026-03-25T21:20:11.659395Z","steps":["trace[1153124757] 'agreement among raft nodes before linearized reading' (duration: 152.410853ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:40.866124Z","caller":"traceutil/trace.go:171","msg":"trace[1319669110] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"104.578712ms","start":"2026-03-25T21:20:40.761502Z","end":"2026-03-25T21:20:40.866081Z","steps":["trace[1319669110] 'process raft request' (duration: 98.305778ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:47.665248Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6140} {"level":"info","ts":"2026-03-25T21:20:47.764069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6140,"took":"97.019862ms","hash":1036306763,"current-db-size-bytes":58802176,"current-db-size":"59 MB","current-db-size-in-use-bytes":23244800,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-25T21:20:47.764142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1036306763,"revision":6140,"compact-revision":2986} {"level":"info","ts":"2026-03-25T21:20:52.835838Z","caller":"traceutil/trace.go:171","msg":"trace[2142874050] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8404; }","duration":"179.557954ms","start":"2026-03-25T21:20:52.656253Z","end":"2026-03-25T21:20:52.835811Z","steps":["trace[2142874050] 'process raft request' (duration: 124.764853ms)","trace[2142874050] 'compare' (duration: 54.609987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:20:52.835799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.331009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:20:52.835988Z","caller":"traceutil/trace.go:171","msg":"trace[562890605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8403; }","duration":"164.502983ms","start":"2026-03-25T21:20:52.671434Z","end":"2026-03-25T21:20:52.835937Z","steps":["trace[562890605] 'range keys from in-memory index tree' (duration: 164.309418ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:53.022751Z","caller":"traceutil/trace.go:171","msg":"trace[584073331] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8707; }","duration":"329.406403ms","start":"2026-03-25T21:20:52.693319Z","end":"2026-03-25T21:20:53.022725Z","steps":["trace[584073331] 'read index received' (duration: 87.714103ms)","trace[584073331] 'applied index is now lower than readState.Index' (duration: 241.69129ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:20:53.02293Z","caller":"traceutil/trace.go:171","msg":"trace[664285197] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"362.141661ms","start":"2026-03-25T21:20:52.66076Z","end":"2026-03-25T21:20:53.022902Z","steps":["trace[664285197] 'process raft request' (duration: 283.808489ms)","trace[664285197] 'compare' (duration: 78.019436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T21:20:53.024013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:20:52.660745Z","time spent":"363.140343ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T21:20:53.023287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.923884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-25T21:20:53.024992Z","caller":"traceutil/trace.go:171","msg":"trace[1359649168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8405; }","duration":"331.705453ms","start":"2026-03-25T21:20:52.693265Z","end":"2026-03-25T21:20:53.024971Z","steps":["trace[1359649168] 'agreement among raft nodes before linearized reading' (duration: 329.70871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:53.025065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-25T21:20:52.693245Z","time spent":"331.801454ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-25T21:20:53.024364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.115502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-v5b8s\" ","response":"range_response_count:1 size:4642"} {"level":"info","ts":"2026-03-25T21:20:53.0252Z","caller":"traceutil/trace.go:171","msg":"trace[1642676121] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-v5b8s; range_end:; response_count:1; response_revision:8405; }","duration":"223.016242ms","start":"2026-03-25T21:20:52.802162Z","end":"2026-03-25T21:20:53.025178Z","steps":["trace[1642676121] 'agreement among raft nodes before linearized reading' (duration: 222.074221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:20:53.666559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.127835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-25T21:20:53.66666Z","caller":"traceutil/trace.go:171","msg":"trace[1526892581] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8412; }","duration":"120.306389ms","start":"2026-03-25T21:20:53.546334Z","end":"2026-03-25T21:20:53.666641Z","steps":["trace[1526892581] 'range keys from in-memory index tree' (duration: 119.758897ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:20:53.911817Z","caller":"traceutil/trace.go:171","msg":"trace[115861569] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"230.713365ms","start":"2026-03-25T21:20:53.681076Z","end":"2026-03-25T21:20:53.911789Z","steps":["trace[115861569] 'process raft request' (duration: 139.203501ms)","trace[115861569] 'compare' (duration: 91.30933ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:20:53.912049Z","caller":"traceutil/trace.go:171","msg":"trace[818715165] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"111.268575ms","start":"2026-03-25T21:20:53.800738Z","end":"2026-03-25T21:20:53.912006Z","steps":["trace[818715165] 'process raft request' (duration: 110.976169ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:21:48.372109Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002448.wal"} {"level":"info","ts":"2026-03-25T21:21:53.471937Z","caller":"traceutil/trace.go:171","msg":"trace[1670341105] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"118.544826ms","start":"2026-03-25T21:21:53.353366Z","end":"2026-03-25T21:21:53.471911Z","steps":["trace[1670341105] 'process raft request' (duration: 77.107709ms)","trace[1670341105] 'compare' (duration: 41.320204ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:21:53.472706Z","caller":"traceutil/trace.go:171","msg":"trace[1554060064] linearizableReadLoop","detail":"{readStateIndex:9383; appliedIndex:9381; }","duration":"103.666048ms","start":"2026-03-25T21:21:53.369015Z","end":"2026-03-25T21:21:53.472681Z","steps":["trace[1554060064] 'read index received' (duration: 61.556367ms)","trace[1554060064] 'applied index is now lower than readState.Index' (duration: 42.108621ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T21:21:53.472821Z","caller":"traceutil/trace.go:171","msg":"trace[784429214] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"111.423644ms","start":"2026-03-25T21:21:53.361366Z","end":"2026-03-25T21:21:53.47279Z","steps":["trace[784429214] 'process raft request' (duration: 111.174608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T21:21:53.47289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.852163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T21:21:53.472956Z","caller":"traceutil/trace.go:171","msg":"trace[836734491] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9062; }","duration":"103.985725ms","start":"2026-03-25T21:21:53.368955Z","end":"2026-03-25T21:21:53.47294Z","steps":["trace[836734491] 'agreement among raft nodes before linearized reading' (duration: 103.861123ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T21:23:18.723963Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-25T21:23:18.730929Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-25T21:23:18.731145Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-25T21:25:47.672764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8369} {"level":"info","ts":"2026-03-25T21:25:47.747649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8369,"took":"72.747925ms","hash":3728043779,"current-db-size-bytes":58802176,"current-db-size":"59 MB","current-db-size-in-use-bytes":24436736,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-25T21:25:47.747725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3728043779,"revision":8369,"compact-revision":6140} {"level":"info","ts":"2026-03-25T21:30:47.679295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10685} {"level":"info","ts":"2026-03-25T21:30:47.755592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10685,"took":"73.500977ms","hash":1221838387,"current-db-size-bytes":58802176,"current-db-size":"59 MB","current-db-size-in-use-bytes":20250624,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-25T21:30:47.755653Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1221838387,"revision":10685,"compact-revision":8369}