{"level":"warn","ts":"2026-07-30T23:42:37.616526Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:42:37.616615Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.222:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.222:2380","--initial-cluster=instance=https://162.253.55.222:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.222:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.222:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T23:42:37.616682Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T23:42:37.616691Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.222:2380"]} {"level":"info","ts":"2026-07-30T23:42:37.616737Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:42:37.617544Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.222:2379"]} {"level":"info","ts":"2026-07-30T23:42:37.617618Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.222:2380"],"listen-peer-urls":["https://162.253.55.222:2380"],"advertise-client-urls":["https://162.253.55.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.222:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T23:42:37.621578Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.65527ms"} {"level":"info","ts":"2026-07-30T23:42:37.627405Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5a9e84e0e0a90b63","cluster-id":"c7ddd50204a2b828"} {"level":"info","ts":"2026-07-30T23:42:37.627504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T23:42:37.627536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became follower at term 0"} {"level":"info","ts":"2026-07-30T23:42:37.627553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5a9e84e0e0a90b63 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T23:42:37.627567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became follower at term 1"} {"level":"info","ts":"2026-07-30T23:42:37.627614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 switched to configuration voters=(6529802611110513507)"} {"level":"warn","ts":"2026-07-30T23:42:37.632019Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T23:42:37.633293Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T23:42:37.634264Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T23:42:37.636438Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5a9e84e0e0a90b63","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T23:42:37.636673Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5a9e84e0e0a90b63","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T23:42:37.636681Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:42:37.636896Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:42:37.636921Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T23:42:37.638219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 switched to configuration voters=(6529802611110513507)"} {"level":"info","ts":"2026-07-30T23:42:37.638716Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c7ddd50204a2b828","local-member-id":"5a9e84e0e0a90b63","added-peer-id":"5a9e84e0e0a90b63","added-peer-peer-urls":["https://162.253.55.222:2380"]} {"level":"info","ts":"2026-07-30T23:42:37.641929Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T23:42:37.642022Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.222:2380"} {"level":"info","ts":"2026-07-30T23:42:37.642072Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.222:2380"} {"level":"info","ts":"2026-07-30T23:42:37.642229Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5a9e84e0e0a90b63","initial-advertise-peer-urls":["https://162.253.55.222:2380"],"listen-peer-urls":["https://162.253.55.222:2380"],"advertise-client-urls":["https://162.253.55.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T23:42:37.642315Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T23:42:37.928141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T23:42:37.928225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T23:42:37.928252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 received MsgPreVoteResp from 5a9e84e0e0a90b63 at term 1"} {"level":"info","ts":"2026-07-30T23:42:37.928289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became candidate at term 2"} {"level":"info","ts":"2026-07-30T23:42:37.928307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 received MsgVoteResp from 5a9e84e0e0a90b63 at term 2"} {"level":"info","ts":"2026-07-30T23:42:37.928329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became leader at term 2"} {"level":"info","ts":"2026-07-30T23:42:37.92834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5a9e84e0e0a90b63 elected leader 5a9e84e0e0a90b63 at term 2"} {"level":"info","ts":"2026-07-30T23:42:37.930096Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5a9e84e0e0a90b63","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.222:2379]}","request-path":"/0/members/5a9e84e0e0a90b63/attributes","cluster-id":"c7ddd50204a2b828","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T23:42:37.930156Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:42:37.930143Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:42:37.930113Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T23:42:37.930332Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T23:42:37.930358Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T23:42:37.931027Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c7ddd50204a2b828","local-member-id":"5a9e84e0e0a90b63","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:42:37.931087Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:42:37.931112Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T23:42:37.932641Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.222:2379"} {"level":"info","ts":"2026-07-30T23:42:37.933994Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T23:43:13.87453Z","caller":"traceutil/trace.go:171","msg":"trace[632627412] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"169.782085ms","start":"2026-07-30T23:43:13.704705Z","end":"2026-07-30T23:43:13.874487Z","steps":["trace[632627412] 'process raft request' (duration: 167.317736ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:13.880488Z","caller":"traceutil/trace.go:171","msg":"trace[403496427] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"126.816205ms","start":"2026-07-30T23:43:13.753634Z","end":"2026-07-30T23:43:13.88045Z","steps":["trace[403496427] 'process raft request' (duration: 126.60655ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:13.880517Z","caller":"traceutil/trace.go:171","msg":"trace[1464687160] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"164.167111ms","start":"2026-07-30T23:43:13.716317Z","end":"2026-07-30T23:43:13.880484Z","steps":["trace[1464687160] 'process raft request' (duration: 163.77792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:19.938102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.762265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T23:43:19.93823Z","caller":"traceutil/trace.go:171","msg":"trace[2118408319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"230.930948ms","start":"2026-07-30T23:43:19.707277Z","end":"2026-07-30T23:43:19.938208Z","steps":["trace[2118408319] 'range keys from in-memory index tree' (duration: 230.615441ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:19.976438Z","caller":"traceutil/trace.go:171","msg":"trace[1959383162] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"209.083499ms","start":"2026-07-30T23:43:19.767313Z","end":"2026-07-30T23:43:19.976396Z","steps":["trace[1959383162] 'process raft request' (duration: 207.593362ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:20.177332Z","caller":"traceutil/trace.go:171","msg":"trace[1853790705] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"142.697309ms","start":"2026-07-30T23:43:20.034598Z","end":"2026-07-30T23:43:20.177296Z","steps":["trace[1853790705] 'process raft request' (duration: 142.530595ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:20.672221Z","caller":"traceutil/trace.go:171","msg":"trace[1003947004] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"478.712186ms","start":"2026-07-30T23:43:20.19348Z","end":"2026-07-30T23:43:20.672192Z","steps":["trace[1003947004] 'process raft request' (duration: 391.029241ms)","trace[1003947004] 'compare' (duration: 87.560832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:43:20.672803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:20.193434Z","time spent":"478.835798ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T23:43:20.770512Z","caller":"traceutil/trace.go:171","msg":"trace[827152049] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:654; }","duration":"328.941005ms","start":"2026-07-30T23:43:20.441545Z","end":"2026-07-30T23:43:20.770486Z","steps":["trace[827152049] 'read index received' (duration: 142.948106ms)","trace[827152049] 'applied index is now lower than readState.Index' (duration: 185.991829ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:43:20.77054Z","caller":"traceutil/trace.go:171","msg":"trace[1135185492] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"329.308213ms","start":"2026-07-30T23:43:20.441202Z","end":"2026-07-30T23:43:20.770511Z","steps":["trace[1135185492] 'process raft request' (duration: 329.078468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:20.770969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.414166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T23:43:20.771024Z","caller":"traceutil/trace.go:171","msg":"trace[2136633512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"329.510618ms","start":"2026-07-30T23:43:20.4415Z","end":"2026-07-30T23:43:20.77101Z","steps":["trace[2136633512] 'agreement among raft nodes before linearized reading' (duration: 329.147959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:20.77106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:20.441478Z","time spent":"329.573529ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T23:43:20.771143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:20.441174Z","time spent":"329.581239ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T23:43:20.799895Z","caller":"traceutil/trace.go:171","msg":"trace[14200296] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"122.473489ms","start":"2026-07-30T23:43:20.677373Z","end":"2026-07-30T23:43:20.799846Z","steps":["trace[14200296] 'process raft request' (duration: 122.369487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:20.800033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.774419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6m9s\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-30T23:43:20.800116Z","caller":"traceutil/trace.go:171","msg":"trace[1914586437] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6m9s; range_end:; response_count:1; response_revision:637; }","duration":"198.898092ms","start":"2026-07-30T23:43:20.601199Z","end":"2026-07-30T23:43:20.800097Z","steps":["trace[1914586437] 'agreement among raft nodes before linearized reading' (duration: 198.687887ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:20.799895Z","caller":"traceutil/trace.go:171","msg":"trace[402621900] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"123.741921ms","start":"2026-07-30T23:43:20.676127Z","end":"2026-07-30T23:43:20.799869Z","steps":["trace[402621900] 'process raft request' (duration: 123.447944ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:20.800267Z","caller":"traceutil/trace.go:171","msg":"trace[1922415265] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"122.154371ms","start":"2026-07-30T23:43:20.678088Z","end":"2026-07-30T23:43:20.800243Z","steps":["trace[1922415265] 'process raft request' (duration: 121.752902ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:20.799983Z","caller":"traceutil/trace.go:171","msg":"trace[273860216] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"122.328906ms","start":"2026-07-30T23:43:20.677641Z","end":"2026-07-30T23:43:20.79997Z","steps":["trace[273860216] 'process raft request' (duration: 122.137371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:21.25977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.548126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T23:43:21.259877Z","caller":"traceutil/trace.go:171","msg":"trace[1939044808] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:639; }","duration":"354.688319ms","start":"2026-07-30T23:43:20.905158Z","end":"2026-07-30T23:43:21.259847Z","steps":["trace[1939044808] 'range keys from in-memory index tree' (duration: 354.442923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:43:21.259922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:43:20.905144Z","time spent":"354.769151ms","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-30T23:43:21.259776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.240191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:43:21.260038Z","caller":"traceutil/trace.go:171","msg":"trace[1946596202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"112.525258ms","start":"2026-07-30T23:43:21.147467Z","end":"2026-07-30T23:43:21.259992Z","steps":["trace[1946596202] 'range keys from in-memory index tree' (duration: 112.142529ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:43:37.060162Z","caller":"traceutil/trace.go:171","msg":"trace[539141903] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"164.332334ms","start":"2026-07-30T23:43:36.895801Z","end":"2026-07-30T23:43:37.060134Z","steps":["trace[539141903] 'process raft request' (duration: 164.183471ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:15.871869Z","caller":"traceutil/trace.go:171","msg":"trace[603870723] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"109.897611ms","start":"2026-07-30T23:44:15.761945Z","end":"2026-07-30T23:44:15.871842Z","steps":["trace[603870723] 'process raft request' (duration: 109.723676ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:39.101138Z","caller":"traceutil/trace.go:171","msg":"trace[1466483513] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"104.349976ms","start":"2026-07-30T23:44:38.996761Z","end":"2026-07-30T23:44:39.101111Z","steps":["trace[1466483513] 'process raft request' (duration: 104.224523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:44:41.364868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.585686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:44:41.36499Z","caller":"traceutil/trace.go:171","msg":"trace[573882142] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1395; }","duration":"217.583808ms","start":"2026-07-30T23:44:41.147389Z","end":"2026-07-30T23:44:41.364973Z","steps":["trace[573882142] 'read index received' (duration: 48.951µs)","trace[573882142] 'applied index is now lower than readState.Index' (duration: 217.533417ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:44:41.365019Z","caller":"traceutil/trace.go:171","msg":"trace[2023204128] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"258.068935ms","start":"2026-07-30T23:44:41.10692Z","end":"2026-07-30T23:44:41.364989Z","steps":["trace[2023204128] 'process raft request' (duration: 29.092989ms)","trace[2023204128] 'compare' (duration: 228.445053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:44:41.365098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.68999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:44:41.365187Z","caller":"traceutil/trace.go:171","msg":"trace[1820713945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"217.813974ms","start":"2026-07-30T23:44:41.147354Z","end":"2026-07-30T23:44:41.365168Z","steps":["trace[1820713945] 'agreement among raft nodes before linearized reading' (duration: 217.65696ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:44:42.110037Z","caller":"traceutil/trace.go:171","msg":"trace[1406450492] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"129.797287ms","start":"2026-07-30T23:44:41.980209Z","end":"2026-07-30T23:44:42.110006Z","steps":["trace[1406450492] 'process raft request' (duration: 129.539721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:31.165415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.991723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T23:45:31.165548Z","caller":"traceutil/trace.go:171","msg":"trace[866124114] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"252.319086ms","start":"2026-07-30T23:45:30.913209Z","end":"2026-07-30T23:45:31.165528Z","steps":["trace[866124114] 'read index received' (duration: 93.053745ms)","trace[866124114] 'applied index is now lower than readState.Index' (duration: 159.263901ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:45:31.165667Z","caller":"traceutil/trace.go:171","msg":"trace[863873078] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"308.087818ms","start":"2026-07-30T23:45:30.85756Z","end":"2026-07-30T23:45:31.165647Z","steps":["trace[863873078] 'process raft request' (duration: 148.757776ms)","trace[863873078] 'compare' (duration: 158.85283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:45:31.165766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:45:30.857538Z","time spent":"308.184309ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:45:31.166055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.860689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T23:45:31.166138Z","caller":"traceutil/trace.go:171","msg":"trace[608274609] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:2141; }","duration":"252.992892ms","start":"2026-07-30T23:45:30.913126Z","end":"2026-07-30T23:45:31.166119Z","steps":["trace[608274609] 'agreement among raft nodes before linearized reading' (duration: 252.753206ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:31.664527Z","caller":"traceutil/trace.go:171","msg":"trace[1559566720] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"163.957915ms","start":"2026-07-30T23:45:31.50053Z","end":"2026-07-30T23:45:31.664488Z","steps":["trace[1559566720] 'process raft request' (duration: 163.810511ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:45:31.666503Z","caller":"traceutil/trace.go:171","msg":"trace[1598561652] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"136.55185ms","start":"2026-07-30T23:45:31.529922Z","end":"2026-07-30T23:45:31.666474Z","steps":["trace[1598561652] 'process raft request' (duration: 136.397076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:45:45.474279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.21146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T23:45:45.474847Z","caller":"traceutil/trace.go:171","msg":"trace[860087479] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2272; }","duration":"107.866576ms","start":"2026-07-30T23:45:45.36696Z","end":"2026-07-30T23:45:45.474827Z","steps":["trace[860087479] 'range keys from in-memory index tree' (duration: 106.992445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:46:03.979995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.462188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T23:46:03.9801Z","caller":"traceutil/trace.go:171","msg":"trace[686066684] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2403; }","duration":"116.613841ms","start":"2026-07-30T23:46:03.863462Z","end":"2026-07-30T23:46:03.980075Z","steps":["trace[686066684] 'range keys from in-memory index tree' (duration: 116.196121ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:09.947117Z","caller":"traceutil/trace.go:171","msg":"trace[1798426244] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"126.04577ms","start":"2026-07-30T23:46:09.821042Z","end":"2026-07-30T23:46:09.947088Z","steps":["trace[1798426244] 'process raft request' (duration: 125.854665ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:10.133569Z","caller":"traceutil/trace.go:171","msg":"trace[1206934315] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2528; }","duration":"106.305242ms","start":"2026-07-30T23:46:10.027238Z","end":"2026-07-30T23:46:10.133543Z","steps":["trace[1206934315] 'read index received' (duration: 67.34961ms)","trace[1206934315] 'applied index is now lower than readState.Index' (duration: 38.954622ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:46:10.133665Z","caller":"traceutil/trace.go:171","msg":"trace[1639277153] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"133.415647ms","start":"2026-07-30T23:46:10.000208Z","end":"2026-07-30T23:46:10.133623Z","steps":["trace[1639277153] 'process raft request' (duration: 94.355693ms)","trace[1639277153] 'compare' (duration: 38.852749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:46:10.133754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.506797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T23:46:10.133835Z","caller":"traceutil/trace.go:171","msg":"trace[840965804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2442; }","duration":"106.63003ms","start":"2026-07-30T23:46:10.027187Z","end":"2026-07-30T23:46:10.133817Z","steps":["trace[840965804] 'agreement among raft nodes before linearized reading' (duration: 106.451136ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:46:10.392925Z","caller":"traceutil/trace.go:171","msg":"trace[151147592] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"254.892347ms","start":"2026-07-30T23:46:10.13797Z","end":"2026-07-30T23:46:10.392862Z","steps":["trace[151147592] 'process raft request' (duration: 254.717873ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:48:14.385969Z","caller":"traceutil/trace.go:171","msg":"trace[816490006] linearizableReadLoop","detail":"{readStateIndex:3573; appliedIndex:3572; }","duration":"238.31159ms","start":"2026-07-30T23:48:14.147632Z","end":"2026-07-30T23:48:14.385944Z","steps":["trace[816490006] 'read index received' (duration: 238.231638ms)","trace[816490006] 'applied index is now lower than readState.Index' (duration: 78.502µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:48:14.386098Z","caller":"traceutil/trace.go:171","msg":"trace[798042468] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"313.064966ms","start":"2026-07-30T23:48:14.072986Z","end":"2026-07-30T23:48:14.386051Z","steps":["trace[798042468] 'process raft request' (duration: 312.81512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:14.386153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.505895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T23:48:14.386239Z","caller":"traceutil/trace.go:171","msg":"trace[928462441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3454; }","duration":"238.641948ms","start":"2026-07-30T23:48:14.14758Z","end":"2026-07-30T23:48:14.386222Z","steps":["trace[928462441] 'agreement among raft nodes before linearized reading' (duration: 238.493264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:48:14.386315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T23:48:14.07297Z","time spent":"313.225189ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T23:48:14.413864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.169486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T23:48:14.413928Z","caller":"traceutil/trace.go:171","msg":"trace[1059708430] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3455; }","duration":"196.271509ms","start":"2026-07-30T23:48:14.217641Z","end":"2026-07-30T23:48:14.413913Z","steps":["trace[1059708430] 'agreement among raft nodes before linearized reading' (duration: 196.138276ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:52:38.021259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3186} {"level":"info","ts":"2026-07-30T23:52:38.110276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3186,"took":"87.708615ms","hash":1797946907,"current-db-size-bytes":35639296,"current-db-size":"36 MB","current-db-size-in-use-bytes":10100736,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T23:52:38.11039Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1797946907,"revision":3186,"compact-revision":-1} {"level":"info","ts":"2026-07-30T23:57:24.753229Z","caller":"traceutil/trace.go:171","msg":"trace[1245752913] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"100.396331ms","start":"2026-07-30T23:57:24.652789Z","end":"2026-07-30T23:57:24.753185Z","steps":["trace[1245752913] 'process raft request' (duration: 100.161425ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:35.714891Z","caller":"traceutil/trace.go:171","msg":"trace[911195438] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"186.652523ms","start":"2026-07-30T23:57:35.528208Z","end":"2026-07-30T23:57:35.714861Z","steps":["trace[911195438] 'process raft request' (duration: 186.432958ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:35.917684Z","caller":"traceutil/trace.go:171","msg":"trace[812671192] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"157.150795ms","start":"2026-07-30T23:57:35.760492Z","end":"2026-07-30T23:57:35.917643Z","steps":["trace[812671192] 'process raft request' (duration: 94.384386ms)","trace[812671192] 'compare' (duration: 62.637666ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:38.031128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5163} {"level":"info","ts":"2026-07-30T23:57:38.08316Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5163,"took":"50.634817ms","hash":868394161,"current-db-size-bytes":35639296,"current-db-size":"36 MB","current-db-size-in-use-bytes":29777920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-30T23:57:38.083231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":868394161,"revision":5163,"compact-revision":3186} {"level":"info","ts":"2026-07-30T23:57:57.128762Z","caller":"traceutil/trace.go:171","msg":"trace[2122828088] linearizableReadLoop","detail":"{readStateIndex:8800; appliedIndex:8799; }","duration":"222.606872ms","start":"2026-07-30T23:57:56.906122Z","end":"2026-07-30T23:57:57.128728Z","steps":["trace[2122828088] 'read index received' (duration: 222.485229ms)","trace[2122828088] 'applied index is now lower than readState.Index' (duration: 120.233µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:57.128917Z","caller":"traceutil/trace.go:171","msg":"trace[109721397] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"256.322787ms","start":"2026-07-30T23:57:56.872545Z","end":"2026-07-30T23:57:57.128868Z","steps":["trace[109721397] 'process raft request' (duration: 256.03827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:57.128989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.526095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T23:57:57.129187Z","caller":"traceutil/trace.go:171","msg":"trace[965918663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8519; }","duration":"211.73768ms","start":"2026-07-30T23:57:56.917415Z","end":"2026-07-30T23:57:57.129153Z","steps":["trace[965918663] 'agreement among raft nodes before linearized reading' (duration: 211.477753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:57.129283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.070294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T23:57:57.129403Z","caller":"traceutil/trace.go:171","msg":"trace[1531195031] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8519; }","duration":"223.305089ms","start":"2026-07-30T23:57:56.906075Z","end":"2026-07-30T23:57:57.12938Z","steps":["trace[1531195031] 'agreement among raft nodes before linearized reading' (duration: 222.799406ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:57.280082Z","caller":"traceutil/trace.go:171","msg":"trace[435366490] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"146.648675ms","start":"2026-07-30T23:57:57.133407Z","end":"2026-07-30T23:57:57.280055Z","steps":["trace[435366490] 'process raft request' (duration: 146.537133ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:57.280072Z","caller":"traceutil/trace.go:171","msg":"trace[2100177453] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8800; }","duration":"145.58668ms","start":"2026-07-30T23:57:57.13444Z","end":"2026-07-30T23:57:57.280026Z","steps":["trace[2100177453] 'read index received' (duration: 55.356548ms)","trace[2100177453] 'applied index is now lower than readState.Index' (duration: 90.228132ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T23:57:57.280085Z","caller":"traceutil/trace.go:171","msg":"trace[1391120531] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"146.753058ms","start":"2026-07-30T23:57:57.133287Z","end":"2026-07-30T23:57:57.28004Z","steps":["trace[1391120531] 'process raft request' (duration: 56.522087ms)","trace[1391120531] 'compare' (duration: 89.891403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T23:57:57.280353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.888568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-30T23:57:57.280436Z","caller":"traceutil/trace.go:171","msg":"trace[1096506978] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:8521; }","duration":"146.038312ms","start":"2026-07-30T23:57:57.134382Z","end":"2026-07-30T23:57:57.28042Z","steps":["trace[1096506978] 'agreement among raft nodes before linearized reading' (duration: 145.771505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T23:57:57.287743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.494546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-30T23:57:57.287812Z","caller":"traceutil/trace.go:171","msg":"trace[631559784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8522; }","duration":"142.594628ms","start":"2026-07-30T23:57:57.145199Z","end":"2026-07-30T23:57:57.287793Z","steps":["trace[631559784] 'agreement among raft nodes before linearized reading' (duration: 142.389003ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T23:57:57.560199Z","caller":"traceutil/trace.go:171","msg":"trace[1151222705] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"118.658908ms","start":"2026-07-30T23:57:57.441505Z","end":"2026-07-30T23:57:57.560164Z","steps":["trace[1151222705] 'process raft request' (duration: 73.65736ms)","trace[1151222705] 'compare' (duration: 44.753832ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:00:10.967651Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:00:10.9726Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-31T00:00:10.972695Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-31T00:02:38.040607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8237} {"level":"info","ts":"2026-07-31T00:02:38.140182Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8237,"took":"97.800608ms","hash":1619947277,"current-db-size-bytes":41500672,"current-db-size":"42 MB","current-db-size-in-use-bytes":23224320,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-31T00:02:38.14034Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1619947277,"revision":8237,"compact-revision":5163} {"level":"info","ts":"2026-07-31T00:03:28.241616Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002dbf.wal"} {"level":"info","ts":"2026-07-31T00:04:09.732018Z","caller":"traceutil/trace.go:171","msg":"trace[1360459248] linearizableReadLoop","detail":"{readStateIndex:12175; appliedIndex:12174; }","duration":"146.664401ms","start":"2026-07-31T00:04:09.585326Z","end":"2026-07-31T00:04:09.73199Z","steps":["trace[1360459248] 'read index received' (duration: 146.65282ms)","trace[1360459248] 'applied index is now lower than readState.Index' (duration: 9.521µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:09.732025Z","caller":"traceutil/trace.go:171","msg":"trace[2127811421] transaction","detail":"{read_only:false; response_revision:11806; number_of_response:1; }","duration":"170.090647ms","start":"2026-07-31T00:04:09.561908Z","end":"2026-07-31T00:04:09.731999Z","steps":["trace[2127811421] 'process raft request' (duration: 169.919532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:09.732304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.946127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-31T00:04:09.732833Z","caller":"traceutil/trace.go:171","msg":"trace[1944968218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11806; }","duration":"147.406738ms","start":"2026-07-31T00:04:09.584986Z","end":"2026-07-31T00:04:09.732393Z","steps":["trace[1944968218] 'agreement among raft nodes before linearized reading' (duration: 147.133492ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:09.890684Z","caller":"traceutil/trace.go:171","msg":"trace[1058358368] transaction","detail":"{read_only:false; response_revision:11807; number_of_response:1; }","duration":"249.866396ms","start":"2026-07-31T00:04:09.640791Z","end":"2026-07-31T00:04:09.890657Z","steps":["trace[1058358368] 'process raft request' (duration: 249.656421ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:09.891015Z","caller":"traceutil/trace.go:171","msg":"trace[101766127] transaction","detail":"{read_only:false; response_revision:11808; number_of_response:1; }","duration":"177.049854ms","start":"2026-07-31T00:04:09.713939Z","end":"2026-07-31T00:04:09.890989Z","steps":["trace[101766127] 'process raft request' (duration: 176.667305ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:09.891288Z","caller":"traceutil/trace.go:171","msg":"trace[1520818880] linearizableReadLoop","detail":"{readStateIndex:12178; appliedIndex:12175; }","duration":"159.163971ms","start":"2026-07-31T00:04:09.732109Z","end":"2026-07-31T00:04:09.891273Z","steps":["trace[1520818880] 'read index received' (duration: 158.342432ms)","trace[1520818880] 'applied index is now lower than readState.Index' (duration: 820.379µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:09.891402Z","caller":"traceutil/trace.go:171","msg":"trace[725706873] transaction","detail":"{read_only:false; response_revision:11809; number_of_response:1; }","duration":"175.483486ms","start":"2026-07-31T00:04:09.7159Z","end":"2026-07-31T00:04:09.891384Z","steps":["trace[725706873] 'process raft request' (duration: 175.009864ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:09.891422Z","caller":"traceutil/trace.go:171","msg":"trace[1207291230] transaction","detail":"{read_only:false; response_revision:11810; number_of_response:1; }","duration":"155.053302ms","start":"2026-07-31T00:04:09.736346Z","end":"2026-07-31T00:04:09.8914Z","steps":["trace[1207291230] 'process raft request' (duration: 154.872658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:09.891533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.724761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:04:09.891587Z","caller":"traceutil/trace.go:171","msg":"trace[1387948057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11810; }","duration":"151.815614ms","start":"2026-07-31T00:04:09.739758Z","end":"2026-07-31T00:04:09.891574Z","steps":["trace[1387948057] 'agreement among raft nodes before linearized reading' (duration: 151.67865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:09.891632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.908384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-31T00:04:09.891698Z","caller":"traceutil/trace.go:171","msg":"trace[982086975] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11810; }","duration":"305.997606ms","start":"2026-07-31T00:04:09.585685Z","end":"2026-07-31T00:04:09.891683Z","steps":["trace[982086975] 'agreement among raft nodes before linearized reading' (duration: 305.79429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:09.891741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:04:09.58568Z","time spent":"306.049657ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-31T00:04:21.394041Z","caller":"traceutil/trace.go:171","msg":"trace[395839176] linearizableReadLoop","detail":"{readStateIndex:12256; appliedIndex:12255; }","duration":"180.398296ms","start":"2026-07-31T00:04:21.213621Z","end":"2026-07-31T00:04:21.394019Z","steps":["trace[395839176] 'read index received' (duration: 180.247631ms)","trace[395839176] 'applied index is now lower than readState.Index' (duration: 149.505µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:21.394192Z","caller":"traceutil/trace.go:171","msg":"trace[1234241451] transaction","detail":"{read_only:false; response_revision:11883; number_of_response:1; }","duration":"185.441759ms","start":"2026-07-31T00:04:21.208687Z","end":"2026-07-31T00:04:21.394129Z","steps":["trace[1234241451] 'process raft request' (duration: 185.196832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:21.394331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.666832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-31T00:04:21.395019Z","caller":"traceutil/trace.go:171","msg":"trace[1362970208] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:11883; }","duration":"180.98422ms","start":"2026-07-31T00:04:21.213576Z","end":"2026-07-31T00:04:21.39456Z","steps":["trace[1362970208] 'agreement among raft nodes before linearized reading' (duration: 180.624981ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:22.179556Z","caller":"traceutil/trace.go:171","msg":"trace[1674061924] transaction","detail":"{read_only:false; response_revision:11886; number_of_response:1; }","duration":"250.135913ms","start":"2026-07-31T00:04:21.929392Z","end":"2026-07-31T00:04:22.179528Z","steps":["trace[1674061924] 'process raft request' (duration: 249.99487ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:22.187627Z","caller":"traceutil/trace.go:171","msg":"trace[251512455] linearizableReadLoop","detail":"{readStateIndex:12260; appliedIndex:12258; }","duration":"249.243631ms","start":"2026-07-31T00:04:21.938356Z","end":"2026-07-31T00:04:22.1876Z","steps":["trace[251512455] 'read index received' (duration: 241.007062ms)","trace[251512455] 'applied index is now lower than readState.Index' (duration: 8.235339ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:04:22.187747Z","caller":"traceutil/trace.go:171","msg":"trace[119561832] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"257.810378ms","start":"2026-07-31T00:04:21.929908Z","end":"2026-07-31T00:04:22.187718Z","steps":["trace[119561832] 'process raft request' (duration: 257.563802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:22.187869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.486217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:04:22.187941Z","caller":"traceutil/trace.go:171","msg":"trace[1490582511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11887; }","duration":"249.60381ms","start":"2026-07-31T00:04:21.938318Z","end":"2026-07-31T00:04:22.187922Z","steps":["trace[1490582511] 'agreement among raft nodes before linearized reading' (duration: 249.402515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:04:22.187993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.486777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-31T00:04:22.188053Z","caller":"traceutil/trace.go:171","msg":"trace[1700525674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11887; }","duration":"249.58804ms","start":"2026-07-31T00:04:21.938451Z","end":"2026-07-31T00:04:22.188039Z","steps":["trace[1700525674] 'agreement among raft nodes before linearized reading' (duration: 249.373625ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:04:50.127764Z","caller":"traceutil/trace.go:171","msg":"trace[42924358] transaction","detail":"{read_only:false; response_revision:12127; number_of_response:1; }","duration":"191.233648ms","start":"2026-07-31T00:04:49.936505Z","end":"2026-07-31T00:04:50.127739Z","steps":["trace[42924358] 'process raft request' (duration: 166.570441ms)","trace[42924358] 'compare' (duration: 24.541883ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:05:02.976517Z","caller":"traceutil/trace.go:171","msg":"trace[11922344] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"226.471961ms","start":"2026-07-31T00:05:02.750015Z","end":"2026-07-31T00:05:02.976487Z","steps":["trace[11922344] 'process raft request' (duration: 150.280487ms)","trace[11922344] 'compare' (duration: 76.088881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:05:03.932399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.669362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hsxd7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-31T00:05:03.932508Z","caller":"traceutil/trace.go:171","msg":"trace[1136605540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hsxd7; range_end:; response_count:1; response_revision:12260; }","duration":"180.831546ms","start":"2026-07-31T00:05:03.751649Z","end":"2026-07-31T00:05:03.93248Z","steps":["trace[1136605540] 'range keys from in-memory index tree' (duration: 180.424616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:05:03.932514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.184583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-31T00:05:03.932606Z","caller":"traceutil/trace.go:171","msg":"trace[2094976171] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12260; }","duration":"233.297975ms","start":"2026-07-31T00:05:03.699287Z","end":"2026-07-31T00:05:03.932584Z","steps":["trace[2094976171] 'range keys from in-memory index tree' (duration: 233.005899ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:05:04.790641Z","caller":"traceutil/trace.go:171","msg":"trace[1946339878] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"127.977927ms","start":"2026-07-31T00:05:04.662627Z","end":"2026-07-31T00:05:04.790605Z","steps":["trace[1946339878] 'process raft request' (duration: 127.69932ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:07:38.126576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10923} {"level":"info","ts":"2026-07-31T00:07:38.244452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10923,"took":"115.270409ms","hash":1865212545,"current-db-size-bytes":41500672,"current-db-size":"42 MB","current-db-size-in-use-bytes":26734592,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-31T00:07:38.244515Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1865212545,"revision":10923,"compact-revision":8237} {"level":"info","ts":"2026-07-31T00:12:38.13319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13703} {"level":"info","ts":"2026-07-31T00:12:38.209264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13703,"took":"73.635522ms","hash":3873991395,"current-db-size-bytes":41500672,"current-db-size":"42 MB","current-db-size-in-use-bytes":27815936,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-31T00:12:38.209323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3873991395,"revision":13703,"compact-revision":10923} {"level":"info","ts":"2026-07-31T00:17:38.139206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16264} {"level":"info","ts":"2026-07-31T00:17:38.227169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16264,"took":"84.760113ms","hash":3534498641,"current-db-size-bytes":41922560,"current-db-size":"42 MB","current-db-size-in-use-bytes":26808320,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-31T00:17:38.227231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3534498641,"revision":16264,"compact-revision":13703} {"level":"warn","ts":"2026-07-31T00:18:39.599097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.674289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124771"} {"level":"info","ts":"2026-07-31T00:18:39.599223Z","caller":"traceutil/trace.go:171","msg":"trace[1224474852] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19173; }","duration":"277.831222ms","start":"2026-07-31T00:18:39.321364Z","end":"2026-07-31T00:18:39.599196Z","steps":["trace[1224474852] 'range keys from in-memory index tree' (duration: 277.459063ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:18:39.599129Z","caller":"traceutil/trace.go:171","msg":"trace[1541823177] linearizableReadLoop","detail":"{readStateIndex:19754; appliedIndex:19753; }","duration":"191.730327ms","start":"2026-07-31T00:18:39.407371Z","end":"2026-07-31T00:18:39.599101Z","steps":["trace[1541823177] 'read index received' (duration: 180.75455ms)","trace[1541823177] 'applied index is now lower than readState.Index' (duration: 10.974687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:18:39.599346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.957512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:18:39.599403Z","caller":"traceutil/trace.go:171","msg":"trace[1222411436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19174; }","duration":"192.066365ms","start":"2026-07-31T00:18:39.407325Z","end":"2026-07-31T00:18:39.599392Z","steps":["trace[1222411436] 'agreement among raft nodes before linearized reading' (duration: 191.86281ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:18:39.599417Z","caller":"traceutil/trace.go:171","msg":"trace[628046827] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"216.558192ms","start":"2026-07-31T00:18:39.382819Z","end":"2026-07-31T00:18:39.599377Z","steps":["trace[628046827] 'process raft request' (duration: 205.343819ms)","trace[628046827] 'compare' (duration: 10.69708ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:18:56.490603Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:18:56.494405Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-31T00:18:56.494461Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-31T00:19:09.131179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.838383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-31T00:19:09.131302Z","caller":"traceutil/trace.go:171","msg":"trace[1849133302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19571; }","duration":"255.002486ms","start":"2026-07-31T00:19:08.876274Z","end":"2026-07-31T00:19:09.131277Z","steps":["trace[1849133302] 'range keys from in-memory index tree' (duration: 254.669759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:19:09.131283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.561916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:19:09.131384Z","caller":"traceutil/trace.go:171","msg":"trace[464624088] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19571; }","duration":"247.70204ms","start":"2026-07-31T00:19:08.883652Z","end":"2026-07-31T00:19:09.131354Z","steps":["trace[464624088] 'count revisions from in-memory index tree' (duration: 247.492334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:19:09.131529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.613868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10570"} {"level":"info","ts":"2026-07-31T00:19:09.13161Z","caller":"traceutil/trace.go:171","msg":"trace[1972749061] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19571; }","duration":"305.760281ms","start":"2026-07-31T00:19:08.825831Z","end":"2026-07-31T00:19:09.131591Z","steps":["trace[1972749061] 'range keys from in-memory index tree' (duration: 305.419614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:19:09.131801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.826478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:19:09.131887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:19:08.825808Z","time spent":"305.838244ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10593,"request content":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-31T00:19:09.131909Z","caller":"traceutil/trace.go:171","msg":"trace[1739158937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19571; }","duration":"108.936262ms","start":"2026-07-31T00:19:09.022958Z","end":"2026-07-31T00:19:09.131894Z","steps":["trace[1739158937] 'range keys from in-memory index tree' (duration: 108.812488ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:19:53.667998Z","caller":"traceutil/trace.go:171","msg":"trace[73005584] transaction","detail":"{read_only:false; response_revision:20206; number_of_response:1; }","duration":"137.396091ms","start":"2026-07-31T00:19:53.530577Z","end":"2026-07-31T00:19:53.667973Z","steps":["trace[73005584] 'process raft request' (duration: 135.882944ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:19:53.668306Z","caller":"traceutil/trace.go:171","msg":"trace[589949080] transaction","detail":"{read_only:false; response_revision:20207; number_of_response:1; }","duration":"137.623637ms","start":"2026-07-31T00:19:53.530648Z","end":"2026-07-31T00:19:53.668272Z","steps":["trace[589949080] 'process raft request' (duration: 137.251438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:17.414342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.564412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-31T00:20:17.414436Z","caller":"traceutil/trace.go:171","msg":"trace[1888186257] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:20361; }","duration":"111.893411ms","start":"2026-07-31T00:20:17.302522Z","end":"2026-07-31T00:20:17.414415Z","steps":["trace[1888186257] 'range keys from in-memory index tree' (duration: 111.365748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:17.414506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.383914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-31T00:20:17.414597Z","caller":"traceutil/trace.go:171","msg":"trace[1792814168] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20361; }","duration":"110.503437ms","start":"2026-07-31T00:20:17.304073Z","end":"2026-07-31T00:20:17.414576Z","steps":["trace[1792814168] 'range keys from in-memory index tree' (duration: 110.255991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:17.414719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.956238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-31T00:20:17.414792Z","caller":"traceutil/trace.go:171","msg":"trace[652695520] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:20361; }","duration":"111.082371ms","start":"2026-07-31T00:20:17.303692Z","end":"2026-07-31T00:20:17.414774Z","steps":["trace[652695520] 'range keys from in-memory index tree' (duration: 110.777374ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:20:18.639683Z","caller":"traceutil/trace.go:171","msg":"trace[1202152629] transaction","detail":"{read_only:false; response_revision:20369; number_of_response:1; }","duration":"361.489681ms","start":"2026-07-31T00:20:18.278167Z","end":"2026-07-31T00:20:18.639657Z","steps":["trace[1202152629] 'process raft request' (duration: 361.310407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:18.639861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:20:18.278147Z","time spent":"361.619764ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:20:18.641625Z","caller":"traceutil/trace.go:171","msg":"trace[937744318] linearizableReadLoop","detail":"{readStateIndex:20983; appliedIndex:20982; }","duration":"277.246072ms","start":"2026-07-31T00:20:18.364348Z","end":"2026-07-31T00:20:18.641594Z","steps":["trace[937744318] 'read index received' (duration: 275.318155ms)","trace[937744318] 'applied index is now lower than readState.Index' (duration: 1.926867ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:20:18.641653Z","caller":"traceutil/trace.go:171","msg":"trace[73423182] transaction","detail":"{read_only:false; response_revision:20370; number_of_response:1; }","duration":"278.385461ms","start":"2026-07-31T00:20:18.363241Z","end":"2026-07-31T00:20:18.641626Z","steps":["trace[73423182] 'process raft request' (duration: 278.162644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:18.641794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.403255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:20:18.641828Z","caller":"traceutil/trace.go:171","msg":"trace[1312354421] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20371; }","duration":"277.500718ms","start":"2026-07-31T00:20:18.364317Z","end":"2026-07-31T00:20:18.641818Z","steps":["trace[1312354421] 'agreement among raft nodes before linearized reading' (duration: 277.402406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:18.641984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.622806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:20:18.642053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.124409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:20:18.642087Z","caller":"traceutil/trace.go:171","msg":"trace[42127983] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:20371; }","duration":"262.76005ms","start":"2026-07-31T00:20:18.379293Z","end":"2026-07-31T00:20:18.642053Z","steps":["trace[42127983] 'agreement among raft nodes before linearized reading' (duration: 262.610796ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:20:18.64211Z","caller":"traceutil/trace.go:171","msg":"trace[1970665998] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:20371; }","duration":"263.221721ms","start":"2026-07-31T00:20:18.378874Z","end":"2026-07-31T00:20:18.642096Z","steps":["trace[1970665998] 'agreement among raft nodes before linearized reading' (duration: 263.111898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:18.64225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.396003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-31T00:20:18.642409Z","caller":"traceutil/trace.go:171","msg":"trace[427146693] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20371; }","duration":"258.587728ms","start":"2026-07-31T00:20:18.383768Z","end":"2026-07-31T00:20:18.642356Z","steps":["trace[427146693] 'agreement among raft nodes before linearized reading' (duration: 258.189138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:20:18.642927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.611149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:20:18.643195Z","caller":"traceutil/trace.go:171","msg":"trace[1730850677] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20371; }","duration":"265.899516ms","start":"2026-07-31T00:20:18.377279Z","end":"2026-07-31T00:20:18.643178Z","steps":["trace[1730850677] 'agreement among raft nodes before linearized reading' (duration: 264.592324ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:22:38.146809Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18703} {"level":"info","ts":"2026-07-31T00:22:38.246903Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18703,"took":"97.964442ms","hash":2422379132,"current-db-size-bytes":43188224,"current-db-size":"43 MB","current-db-size-in-use-bytes":27312128,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-31T00:22:38.246979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2422379132,"revision":18703,"compact-revision":16264} {"level":"info","ts":"2026-07-31T00:27:38.151523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21262} {"level":"info","ts":"2026-07-31T00:27:38.251029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21262,"took":"96.63162ms","hash":1084836255,"current-db-size-bytes":44453888,"current-db-size":"44 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-31T00:27:38.251135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1084836255,"revision":21262,"compact-revision":18703} {"level":"info","ts":"2026-07-31T00:32:38.156904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23759} {"level":"info","ts":"2026-07-31T00:32:38.255686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23759,"took":"96.34539ms","hash":1745666128,"current-db-size-bytes":45297664,"current-db-size":"45 MB","current-db-size-in-use-bytes":26480640,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-31T00:32:38.255753Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1745666128,"revision":23759,"compact-revision":21262} {"level":"info","ts":"2026-07-31T00:32:54.459302Z","caller":"traceutil/trace.go:171","msg":"trace[146428677] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"146.810726ms","start":"2026-07-31T00:32:54.312466Z","end":"2026-07-31T00:32:54.459276Z","steps":["trace[146428677] 'process raft request' (duration: 113.18859ms)","trace[146428677] 'compare' (duration: 33.466922ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:32:54.459457Z","caller":"traceutil/trace.go:171","msg":"trace[419053199] linearizableReadLoop","detail":"{readStateIndex:26798; appliedIndex:26795; }","duration":"122.736451ms","start":"2026-07-31T00:32:54.336686Z","end":"2026-07-31T00:32:54.459423Z","steps":["trace[419053199] 'read index received' (duration: 23.583212ms)","trace[419053199] 'applied index is now lower than readState.Index' (duration: 99.151609ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:32:54.459585Z","caller":"traceutil/trace.go:171","msg":"trace[533760732] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"125.946799ms","start":"2026-07-31T00:32:54.333611Z","end":"2026-07-31T00:32:54.459558Z","steps":["trace[533760732] 'process raft request' (duration: 125.621491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:54.459676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.963097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:32:54.459757Z","caller":"traceutil/trace.go:171","msg":"trace[587654283] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26014; }","duration":"123.092349ms","start":"2026-07-31T00:32:54.336645Z","end":"2026-07-31T00:32:54.459738Z","steps":["trace[587654283] 'agreement among raft nodes before linearized reading' (duration: 122.913335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:54.459767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.47143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:32:54.459826Z","caller":"traceutil/trace.go:171","msg":"trace[414366573] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26014; }","duration":"121.581873ms","start":"2026-07-31T00:32:54.338227Z","end":"2026-07-31T00:32:54.459809Z","steps":["trace[414366573] 'agreement among raft nodes before linearized reading' (duration: 121.386728ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:54.74227Z","caller":"traceutil/trace.go:171","msg":"trace[1008940400] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"278.115725ms","start":"2026-07-31T00:32:54.464109Z","end":"2026-07-31T00:32:54.742224Z","steps":["trace[1008940400] 'process raft request' (duration: 244.97076ms)","trace[1008940400] 'compare' (duration: 32.851158ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:32:54.742362Z","caller":"traceutil/trace.go:171","msg":"trace[801135407] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"104.384976ms","start":"2026-07-31T00:32:54.637965Z","end":"2026-07-31T00:32:54.74235Z","steps":["trace[801135407] 'process raft request' (duration: 104.251233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:54.742774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.428662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnp68\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-31T00:32:54.742834Z","caller":"traceutil/trace.go:171","msg":"trace[163971923] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnp68; range_end:; response_count:1; response_revision:26017; }","duration":"110.539575ms","start":"2026-07-31T00:32:54.632283Z","end":"2026-07-31T00:32:54.742823Z","steps":["trace[163971923] 'agreement among raft nodes before linearized reading' (duration: 110.34002ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:54.742566Z","caller":"traceutil/trace.go:171","msg":"trace[1685306667] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26798; }","duration":"110.176017ms","start":"2026-07-31T00:32:54.632334Z","end":"2026-07-31T00:32:54.74251Z","steps":["trace[1685306667] 'read index received' (duration: 76.760695ms)","trace[1685306667] 'applied index is now lower than readState.Index' (duration: 33.412462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:32:54.743683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.670088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:32:54.743731Z","caller":"traceutil/trace.go:171","msg":"trace[1989726134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26017; }","duration":"103.751389ms","start":"2026-07-31T00:32:54.639966Z","end":"2026-07-31T00:32:54.743718Z","steps":["trace[1989726134] 'agreement among raft nodes before linearized reading' (duration: 103.641407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:32:54.744107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.932605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:32:54.744174Z","caller":"traceutil/trace.go:171","msg":"trace[1753101466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26017; }","duration":"109.001227ms","start":"2026-07-31T00:32:54.635161Z","end":"2026-07-31T00:32:54.744163Z","steps":["trace[1753101466] 'agreement among raft nodes before linearized reading' (duration: 108.350702ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:55.024612Z","caller":"traceutil/trace.go:171","msg":"trace[869572214] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"275.171783ms","start":"2026-07-31T00:32:54.749415Z","end":"2026-07-31T00:32:55.024587Z","steps":["trace[869572214] 'process raft request' (duration: 274.982178ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:32:55.024824Z","caller":"traceutil/trace.go:171","msg":"trace[482252587] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"275.168953ms","start":"2026-07-31T00:32:54.749626Z","end":"2026-07-31T00:32:55.024795Z","steps":["trace[482252587] 'process raft request' (duration: 274.917216ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:34:39.240846Z","caller":"traceutil/trace.go:171","msg":"trace[545285988] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"113.294191ms","start":"2026-07-31T00:34:39.127535Z","end":"2026-07-31T00:34:39.240829Z","steps":["trace[545285988] 'process raft request' (duration: 112.928602ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:37:38.16367Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25874} {"level":"info","ts":"2026-07-31T00:37:38.260321Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25874,"took":"93.202014ms","hash":618787100,"current-db-size-bytes":47415296,"current-db-size":"47 MB","current-db-size-in-use-bytes":31576064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-31T00:37:38.260394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":618787100,"revision":25874,"compact-revision":23759} {"level":"info","ts":"2026-07-31T00:38:35.798493Z","caller":"traceutil/trace.go:171","msg":"trace[881990001] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"144.914532ms","start":"2026-07-31T00:38:35.653539Z","end":"2026-07-31T00:38:35.798453Z","steps":["trace[881990001] 'process raft request' (duration: 112.518814ms)","trace[881990001] 'compare' (duration: 32.214273ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:38:35.803001Z","caller":"traceutil/trace.go:171","msg":"trace[2116777059] transaction","detail":"{read_only:false; response_revision:29114; number_of_response:1; }","duration":"141.893557ms","start":"2026-07-31T00:38:35.661096Z","end":"2026-07-31T00:38:35.80299Z","steps":["trace[2116777059] 'process raft request' (duration: 141.832036ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:38.719651Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:38:38.724462Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-31T00:38:38.724563Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-31T00:38:46.136246Z","caller":"traceutil/trace.go:171","msg":"trace[82870574] transaction","detail":"{read_only:false; response_revision:29182; number_of_response:1; }","duration":"123.50637ms","start":"2026-07-31T00:38:46.0127Z","end":"2026-07-31T00:38:46.136207Z","steps":["trace[82870574] 'process raft request' (duration: 123.204173ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:47.939338Z","caller":"traceutil/trace.go:171","msg":"trace[711077051] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"104.245564ms","start":"2026-07-31T00:38:47.835069Z","end":"2026-07-31T00:38:47.939315Z","steps":["trace[711077051] 'process raft request' (duration: 104.096989ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:47.954259Z","caller":"traceutil/trace.go:171","msg":"trace[1501227382] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"116.337087ms","start":"2026-07-31T00:38:47.837904Z","end":"2026-07-31T00:38:47.954241Z","steps":["trace[1501227382] 'process raft request' (duration: 116.249725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:38:50.034477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.415667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:38:50.034604Z","caller":"traceutil/trace.go:171","msg":"trace[515483372] transaction","detail":"{read_only:false; response_revision:29207; number_of_response:1; }","duration":"184.400339ms","start":"2026-07-31T00:38:49.850185Z","end":"2026-07-31T00:38:50.034585Z","steps":["trace[515483372] 'process raft request' (duration: 79.786367ms)","trace[515483372] 'compare' (duration: 104.139781ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:38:50.166897Z","caller":"traceutil/trace.go:171","msg":"trace[491168138] transaction","detail":"{read_only:false; response_revision:29208; number_of_response:1; }","duration":"221.182694ms","start":"2026-07-31T00:38:49.945692Z","end":"2026-07-31T00:38:50.166875Z","steps":["trace[491168138] 'process raft request' (duration: 221.05034ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:38:50.183767Z","caller":"traceutil/trace.go:171","msg":"trace[781362200] transaction","detail":"{read_only:false; response_revision:29209; number_of_response:1; }","duration":"225.07708ms","start":"2026-07-31T00:38:49.958667Z","end":"2026-07-31T00:38:50.183744Z","steps":["trace[781362200] 'process raft request' (duration: 224.867135ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:42:38.168032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28720} {"level":"info","ts":"2026-07-31T00:42:38.276849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28720,"took":"105.987114ms","hash":3345917060,"current-db-size-bytes":48259072,"current-db-size":"48 MB","current-db-size-in-use-bytes":30715904,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-31T00:42:38.276919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3345917060,"revision":28720,"compact-revision":25874} {"level":"info","ts":"2026-07-31T00:44:36.893937Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008284.wal"} {"level":"info","ts":"2026-07-31T00:47:38.175539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31038} {"level":"info","ts":"2026-07-31T00:47:38.281744Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31038,"took":"102.065272ms","hash":3007169923,"current-db-size-bytes":52785152,"current-db-size":"53 MB","current-db-size-in-use-bytes":44167168,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-31T00:47:38.281813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3007169923,"revision":31038,"compact-revision":28720} {"level":"info","ts":"2026-07-31T00:48:11.425736Z","caller":"traceutil/trace.go:171","msg":"trace[992320541] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"130.933644ms","start":"2026-07-31T00:48:11.294777Z","end":"2026-07-31T00:48:11.42571Z","steps":["trace[992320541] 'process raft request' (duration: 31.26017ms)","trace[992320541] 'compare' (duration: 99.51729ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:48:11.425933Z","caller":"traceutil/trace.go:171","msg":"trace[1706922539] linearizableReadLoop","detail":"{readStateIndex:35979; appliedIndex:35977; }","duration":"120.675514ms","start":"2026-07-31T00:48:11.305207Z","end":"2026-07-31T00:48:11.425882Z","steps":["trace[1706922539] 'read index received' (duration: 20.770524ms)","trace[1706922539] 'applied index is now lower than readState.Index' (duration: 99.90277ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:48:11.42595Z","caller":"traceutil/trace.go:171","msg":"trace[1748904348] transaction","detail":"{read_only:false; response_revision:34955; number_of_response:1; }","duration":"131.050087ms","start":"2026-07-31T00:48:11.294867Z","end":"2026-07-31T00:48:11.425917Z","steps":["trace[1748904348] 'process raft request' (duration: 130.812821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:48:11.426154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.941991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:48:11.426195Z","caller":"traceutil/trace.go:171","msg":"trace[2059709344] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34955; }","duration":"121.066514ms","start":"2026-07-31T00:48:11.305119Z","end":"2026-07-31T00:48:11.426185Z","steps":["trace[2059709344] 'agreement among raft nodes before linearized reading' (duration: 120.89205ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:22.607333Z","caller":"traceutil/trace.go:171","msg":"trace[746307207] transaction","detail":"{read_only:false; response_revision:35751; number_of_response:1; }","duration":"189.787345ms","start":"2026-07-31T00:49:22.41752Z","end":"2026-07-31T00:49:22.607307Z","steps":["trace[746307207] 'process raft request' (duration: 169.334288ms)","trace[746307207] 'compare' (duration: 20.360895ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:22.705882Z","caller":"traceutil/trace.go:171","msg":"trace[1467790158] transaction","detail":"{read_only:false; response_revision:35752; number_of_response:1; }","duration":"286.296643ms","start":"2026-07-31T00:49:22.41956Z","end":"2026-07-31T00:49:22.705857Z","steps":["trace[1467790158] 'process raft request' (duration: 286.110398ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:22.706098Z","caller":"traceutil/trace.go:171","msg":"trace[389944770] transaction","detail":"{read_only:false; response_revision:35753; number_of_response:1; }","duration":"162.06247ms","start":"2026-07-31T00:49:22.544026Z","end":"2026-07-31T00:49:22.706088Z","steps":["trace[389944770] 'process raft request' (duration: 161.779904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:23.018108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.844821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:23.018213Z","caller":"traceutil/trace.go:171","msg":"trace[733386380] transaction","detail":"{read_only:false; response_revision:35755; number_of_response:1; }","duration":"157.93409ms","start":"2026-07-31T00:49:22.860257Z","end":"2026-07-31T00:49:23.018191Z","steps":["trace[733386380] 'process raft request' (duration: 47.915075ms)","trace[733386380] 'compare' (duration: 109.713548ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:27.552541Z","caller":"traceutil/trace.go:171","msg":"trace[1570794183] transaction","detail":"{read_only:false; response_revision:35790; number_of_response:1; }","duration":"113.239813ms","start":"2026-07-31T00:49:27.439283Z","end":"2026-07-31T00:49:27.552523Z","steps":["trace[1570794183] 'process raft request' (duration: 113.11227ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:27.796104Z","caller":"traceutil/trace.go:171","msg":"trace[1250375960] transaction","detail":"{read_only:false; response_revision:35791; number_of_response:1; }","duration":"113.974591ms","start":"2026-07-31T00:49:27.682103Z","end":"2026-07-31T00:49:27.796078Z","steps":["trace[1250375960] 'process raft request' (duration: 113.823367ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:27.802845Z","caller":"traceutil/trace.go:171","msg":"trace[227710602] transaction","detail":"{read_only:false; response_revision:35792; number_of_response:1; }","duration":"104.902842ms","start":"2026-07-31T00:49:27.697919Z","end":"2026-07-31T00:49:27.802821Z","steps":["trace[227710602] 'process raft request' (duration: 104.714067ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:27.933206Z","caller":"traceutil/trace.go:171","msg":"trace[796705185] linearizableReadLoop","detail":"{readStateIndex:36841; appliedIndex:36840; }","duration":"111.602713ms","start":"2026-07-31T00:49:27.821587Z","end":"2026-07-31T00:49:27.933189Z","steps":["trace[796705185] 'read index received' (duration: 111.45813ms)","trace[796705185] 'applied index is now lower than readState.Index' (duration: 144.103µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:27.933319Z","caller":"traceutil/trace.go:171","msg":"trace[166550298] transaction","detail":"{read_only:false; response_revision:35795; number_of_response:1; }","duration":"126.535857ms","start":"2026-07-31T00:49:27.806751Z","end":"2026-07-31T00:49:27.933287Z","steps":["trace[166550298] 'process raft request' (duration: 126.336502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:27.933412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-31T00:49:27.93344Z","caller":"traceutil/trace.go:171","msg":"trace[35043406] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:35795; }","duration":"111.88459ms","start":"2026-07-31T00:49:27.821548Z","end":"2026-07-31T00:49:27.933432Z","steps":["trace[35043406] 'agreement among raft nodes before linearized reading' (duration: 111.723256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:28.163428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.978258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:28.163762Z","caller":"traceutil/trace.go:171","msg":"trace[683472794] linearizableReadLoop","detail":"{readStateIndex:36842; appliedIndex:36841; }","duration":"222.404829ms","start":"2026-07-31T00:49:27.941341Z","end":"2026-07-31T00:49:28.163746Z","steps":["trace[683472794] 'read index received' (duration: 87.96266ms)","trace[683472794] 'applied index is now lower than readState.Index' (duration: 134.441189ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:28.16372Z","caller":"traceutil/trace.go:171","msg":"trace[1186600449] transaction","detail":"{read_only:false; response_revision:35796; number_of_response:1; }","duration":"226.629972ms","start":"2026-07-31T00:49:27.937055Z","end":"2026-07-31T00:49:28.163685Z","steps":["trace[1186600449] 'process raft request' (duration: 92.316245ms)","trace[1186600449] 'compare' (duration: 133.727252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:28.164012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.673936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-31T00:49:28.164044Z","caller":"traceutil/trace.go:171","msg":"trace[1562737880] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:35797; }","duration":"222.709057ms","start":"2026-07-31T00:49:27.941324Z","end":"2026-07-31T00:49:28.164033Z","steps":["trace[1562737880] 'agreement among raft nodes before linearized reading' (duration: 222.587114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:28.16425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.189431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-31T00:49:28.164282Z","caller":"traceutil/trace.go:171","msg":"trace[1737138519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35797; }","duration":"129.264664ms","start":"2026-07-31T00:49:28.035007Z","end":"2026-07-31T00:49:28.164272Z","steps":["trace[1737138519] 'agreement among raft nodes before linearized reading' (duration: 129.176002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:28.164634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.52292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T00:49:28.164713Z","caller":"traceutil/trace.go:171","msg":"trace[931225547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35797; }","duration":"129.657733ms","start":"2026-07-31T00:49:28.035036Z","end":"2026-07-31T00:49:28.164694Z","steps":["trace[931225547] 'agreement among raft nodes before linearized reading' (duration: 129.396787ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.337487Z","caller":"traceutil/trace.go:171","msg":"trace[627158861] linearizableReadLoop","detail":"{readStateIndex:36845; appliedIndex:36843; }","duration":"163.259441ms","start":"2026-07-31T00:49:28.174202Z","end":"2026-07-31T00:49:28.337461Z","steps":["trace[627158861] 'read index received' (duration: 6.296613ms)","trace[627158861] 'applied index is now lower than readState.Index' (duration: 156.962008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:28.337693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.465567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:28.337769Z","caller":"traceutil/trace.go:171","msg":"trace[754069452] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:35799; }","duration":"163.591059ms","start":"2026-07-31T00:49:28.174164Z","end":"2026-07-31T00:49:28.337755Z","steps":["trace[754069452] 'agreement among raft nodes before linearized reading' (duration: 163.449345ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.337959Z","caller":"traceutil/trace.go:171","msg":"trace[1049481646] transaction","detail":"{read_only:false; response_revision:35799; number_of_response:1; }","duration":"167.955575ms","start":"2026-07-31T00:49:28.169995Z","end":"2026-07-31T00:49:28.33795Z","steps":["trace[1049481646] 'process raft request' (duration: 134.413839ms)","trace[1049481646] 'compare' (duration: 32.974422ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:28.574787Z","caller":"traceutil/trace.go:171","msg":"trace[1952006345] transaction","detail":"{read_only:false; response_revision:35800; number_of_response:1; }","duration":"235.848655ms","start":"2026-07-31T00:49:28.338911Z","end":"2026-07-31T00:49:28.574759Z","steps":["trace[1952006345] 'process raft request' (duration: 235.249711ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.606874Z","caller":"traceutil/trace.go:171","msg":"trace[299036880] transaction","detail":"{read_only:false; response_revision:35801; number_of_response:1; }","duration":"261.645024ms","start":"2026-07-31T00:49:28.345206Z","end":"2026-07-31T00:49:28.606851Z","steps":["trace[299036880] 'process raft request' (duration: 261.48239ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.607087Z","caller":"traceutil/trace.go:171","msg":"trace[1089392503] linearizableReadLoop","detail":"{readStateIndex:36847; appliedIndex:36845; }","duration":"258.22201ms","start":"2026-07-31T00:49:28.34884Z","end":"2026-07-31T00:49:28.607062Z","steps":["trace[1089392503] 'read index received' (duration: 225.269839ms)","trace[1089392503] 'applied index is now lower than readState.Index' (duration: 32.950911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:28.607297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.437055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T00:49:28.607326Z","caller":"traceutil/trace.go:171","msg":"trace[250234883] transaction","detail":"{read_only:false; response_revision:35802; number_of_response:1; }","duration":"209.339531ms","start":"2026-07-31T00:49:28.397977Z","end":"2026-07-31T00:49:28.607316Z","steps":["trace[250234883] 'process raft request' (duration: 208.842379ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.607338Z","caller":"traceutil/trace.go:171","msg":"trace[1578988938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35802; }","duration":"258.491866ms","start":"2026-07-31T00:49:28.348834Z","end":"2026-07-31T00:49:28.607326Z","steps":["trace[1578988938] 'agreement among raft nodes before linearized reading' (duration: 258.320302ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.76426Z","caller":"traceutil/trace.go:171","msg":"trace[1151935387] transaction","detail":"{read_only:false; response_revision:35803; number_of_response:1; }","duration":"135.492904ms","start":"2026-07-31T00:49:28.628744Z","end":"2026-07-31T00:49:28.764237Z","steps":["trace[1151935387] 'process raft request' (duration: 134.875229ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.82484Z","caller":"traceutil/trace.go:171","msg":"trace[669555918] transaction","detail":"{read_only:false; response_revision:35804; number_of_response:1; }","duration":"102.261478ms","start":"2026-07-31T00:49:28.722543Z","end":"2026-07-31T00:49:28.824804Z","steps":["trace[669555918] 'process raft request' (duration: 101.811936ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:28.824867Z","caller":"traceutil/trace.go:171","msg":"trace[1126816013] transaction","detail":"{read_only:false; response_revision:35805; number_of_response:1; }","duration":"101.385687ms","start":"2026-07-31T00:49:28.723454Z","end":"2026-07-31T00:49:28.82484Z","steps":["trace[1126816013] 'process raft request' (duration: 101.210322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:29.14657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.873219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:29.146697Z","caller":"traceutil/trace.go:171","msg":"trace[1189359421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35805; }","duration":"123.021763ms","start":"2026-07-31T00:49:29.023656Z","end":"2026-07-31T00:49:29.146678Z","steps":["trace[1189359421] 'range keys from in-memory index tree' (duration: 122.847557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:29.146863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.358059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T00:49:29.146928Z","caller":"traceutil/trace.go:171","msg":"trace[830725397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35805; }","duration":"109.461872ms","start":"2026-07-31T00:49:29.037447Z","end":"2026-07-31T00:49:29.146908Z","steps":["trace[830725397] 'range keys from in-memory index tree' (duration: 109.162156ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:29.147032Z","caller":"traceutil/trace.go:171","msg":"trace[1316825411] linearizableReadLoop","detail":"{readStateIndex:36852; appliedIndex:36851; }","duration":"103.009766ms","start":"2026-07-31T00:49:29.044005Z","end":"2026-07-31T00:49:29.147015Z","steps":["trace[1316825411] 'read index received' (duration: 61.402844ms)","trace[1316825411] 'applied index is now lower than readState.Index' (duration: 41.605852ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:29.14707Z","caller":"traceutil/trace.go:171","msg":"trace[1536377801] transaction","detail":"{read_only:false; response_revision:35806; number_of_response:1; }","duration":"106.777737ms","start":"2026-07-31T00:49:29.040277Z","end":"2026-07-31T00:49:29.147054Z","steps":["trace[1536377801] 'process raft request' (duration: 65.168545ms)","trace[1536377801] 'compare' (duration: 41.459118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:29.147162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.160659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-31T00:49:29.147191Z","caller":"traceutil/trace.go:171","msg":"trace[87462196] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35806; }","duration":"103.252082ms","start":"2026-07-31T00:49:29.043929Z","end":"2026-07-31T00:49:29.147181Z","steps":["trace[87462196] 'agreement among raft nodes before linearized reading' (duration: 103.141299ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:29.337599Z","caller":"traceutil/trace.go:171","msg":"trace[1228888713] linearizableReadLoop","detail":"{readStateIndex:36854; appliedIndex:36853; }","duration":"132.725568ms","start":"2026-07-31T00:49:29.204847Z","end":"2026-07-31T00:49:29.337573Z","steps":["trace[1228888713] 'read index received' (duration: 132.484723ms)","trace[1228888713] 'applied index is now lower than readState.Index' (duration: 239.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:29.337665Z","caller":"traceutil/trace.go:171","msg":"trace[1115789458] transaction","detail":"{read_only:false; response_revision:35808; number_of_response:1; }","duration":"149.200219ms","start":"2026-07-31T00:49:29.188438Z","end":"2026-07-31T00:49:29.337638Z","steps":["trace[1115789458] 'process raft request' (duration: 148.962693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:29.337902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.31324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:29.337966Z","caller":"traceutil/trace.go:171","msg":"trace[431152358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35808; }","duration":"130.524824ms","start":"2026-07-31T00:49:29.207422Z","end":"2026-07-31T00:49:29.337947Z","steps":["trace[431152358] 'agreement among raft nodes before linearized reading' (duration: 130.32644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:29.338632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.127286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-31T00:49:29.338698Z","caller":"traceutil/trace.go:171","msg":"trace[2092800400] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35808; }","duration":"186.363091ms","start":"2026-07-31T00:49:29.152319Z","end":"2026-07-31T00:49:29.338682Z","steps":["trace[2092800400] 'agreement among raft nodes before linearized reading' (duration: 185.426929ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:30.031385Z","caller":"traceutil/trace.go:171","msg":"trace[1856937299] linearizableReadLoop","detail":"{readStateIndex:36860; appliedIndex:36858; }","duration":"152.196311ms","start":"2026-07-31T00:49:29.879157Z","end":"2026-07-31T00:49:30.031353Z","steps":["trace[1856937299] 'read index received' (duration: 9.025059ms)","trace[1856937299] 'applied index is now lower than readState.Index' (duration: 143.170072ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:30.031488Z","caller":"traceutil/trace.go:171","msg":"trace[1421859884] transaction","detail":"{read_only:false; response_revision:35814; number_of_response:1; }","duration":"158.290479ms","start":"2026-07-31T00:49:29.873188Z","end":"2026-07-31T00:49:30.031478Z","steps":["trace[1421859884] 'process raft request' (duration: 128.553247ms)","trace[1421859884] 'compare' (duration: 29.524567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:30.031684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.511759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:30.031747Z","caller":"traceutil/trace.go:171","msg":"trace[397258470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:35814; }","duration":"152.601941ms","start":"2026-07-31T00:49:29.879131Z","end":"2026-07-31T00:49:30.031733Z","steps":["trace[397258470] 'agreement among raft nodes before linearized reading' (duration: 152.499069ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:30.872876Z","caller":"traceutil/trace.go:171","msg":"trace[265205492] transaction","detail":"{read_only:false; response_revision:35821; number_of_response:1; }","duration":"103.351633ms","start":"2026-07-31T00:49:30.769497Z","end":"2026-07-31T00:49:30.872848Z","steps":["trace[265205492] 'process raft request' (duration: 17.480445ms)","trace[265205492] 'compare' (duration: 85.769906ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:30.934905Z","caller":"traceutil/trace.go:171","msg":"trace[1942158005] transaction","detail":"{read_only:false; response_revision:35823; number_of_response:1; }","duration":"104.556403ms","start":"2026-07-31T00:49:30.830322Z","end":"2026-07-31T00:49:30.934879Z","steps":["trace[1942158005] 'process raft request' (duration: 104.410229ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:31.266524Z","caller":"traceutil/trace.go:171","msg":"trace[1791803916] transaction","detail":"{read_only:false; response_revision:35824; number_of_response:1; }","duration":"114.933725ms","start":"2026-07-31T00:49:31.15157Z","end":"2026-07-31T00:49:31.266503Z","steps":["trace[1791803916] 'process raft request' (duration: 114.781701ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:31.406026Z","caller":"traceutil/trace.go:171","msg":"trace[52437717] linearizableReadLoop","detail":"{readStateIndex:36872; appliedIndex:36870; }","duration":"234.376431ms","start":"2026-07-31T00:49:31.171619Z","end":"2026-07-31T00:49:31.405995Z","steps":["trace[52437717] 'read index received' (duration: 94.787736ms)","trace[52437717] 'applied index is now lower than readState.Index' (duration: 139.587605ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:31.406229Z","caller":"traceutil/trace.go:171","msg":"trace[1438386299] transaction","detail":"{read_only:false; response_revision:35825; number_of_response:1; }","duration":"234.753769ms","start":"2026-07-31T00:49:31.171435Z","end":"2026-07-31T00:49:31.406188Z","steps":["trace[1438386299] 'process raft request' (duration: 222.999794ms)","trace[1438386299] 'compare' (duration: 11.062209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:31.406408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.77733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:31.406468Z","caller":"traceutil/trace.go:171","msg":"trace[747200138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35825; }","duration":"234.876532ms","start":"2026-07-31T00:49:31.171581Z","end":"2026-07-31T00:49:31.406457Z","steps":["trace[747200138] 'agreement among raft nodes before linearized reading' (duration: 234.736048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:31.406775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.220496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T00:49:31.407048Z","caller":"traceutil/trace.go:171","msg":"trace[1247693432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35825; }","duration":"197.433991ms","start":"2026-07-31T00:49:31.209496Z","end":"2026-07-31T00:49:31.40693Z","steps":["trace[1247693432] 'agreement among raft nodes before linearized reading' (duration: 196.98261ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:31.639495Z","caller":"traceutil/trace.go:171","msg":"trace[2107305405] transaction","detail":"{read_only:false; response_revision:35827; number_of_response:1; }","duration":"158.287579ms","start":"2026-07-31T00:49:31.481174Z","end":"2026-07-31T00:49:31.639461Z","steps":["trace[2107305405] 'process raft request' (duration: 80.643351ms)","trace[2107305405] 'compare' (duration: 76.985842ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:32.032783Z","caller":"traceutil/trace.go:171","msg":"trace[597862310] transaction","detail":"{read_only:false; response_revision:35830; number_of_response:1; }","duration":"158.277249ms","start":"2026-07-31T00:49:31.874471Z","end":"2026-07-31T00:49:32.032748Z","steps":["trace[597862310] 'process raft request' (duration: 158.022723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:32.032934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.787633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:49:32.032989Z","caller":"traceutil/trace.go:171","msg":"trace[1859616433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35830; }","duration":"140.883395ms","start":"2026-07-31T00:49:31.892091Z","end":"2026-07-31T00:49:32.032975Z","steps":["trace[1859616433] 'agreement among raft nodes before linearized reading' (duration: 140.724852ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:32.033015Z","caller":"traceutil/trace.go:171","msg":"trace[384811247] linearizableReadLoop","detail":"{readStateIndex:36877; appliedIndex:36875; }","duration":"140.514027ms","start":"2026-07-31T00:49:31.892138Z","end":"2026-07-31T00:49:32.032652Z","steps":["trace[384811247] 'read index received' (duration: 40.444053ms)","trace[384811247] 'applied index is now lower than readState.Index' (duration: 100.068714ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:32.423459Z","caller":"traceutil/trace.go:171","msg":"trace[1541636314] linearizableReadLoop","detail":"{readStateIndex:36880; appliedIndex:36879; }","duration":"105.26839ms","start":"2026-07-31T00:49:32.318161Z","end":"2026-07-31T00:49:32.423429Z","steps":["trace[1541636314] 'read index received' (duration: 104.973873ms)","trace[1541636314] 'applied index is now lower than readState.Index' (duration: 293.547µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:32.42363Z","caller":"traceutil/trace.go:171","msg":"trace[702099683] transaction","detail":"{read_only:false; response_revision:35833; number_of_response:1; }","duration":"109.37518ms","start":"2026-07-31T00:49:32.314139Z","end":"2026-07-31T00:49:32.423514Z","steps":["trace[702099683] 'process raft request' (duration: 109.077213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:32.42373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.539336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T00:49:32.423772Z","caller":"traceutil/trace.go:171","msg":"trace[1346156626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35833; }","duration":"105.658679ms","start":"2026-07-31T00:49:32.318102Z","end":"2026-07-31T00:49:32.42376Z","steps":["trace[1346156626] 'agreement among raft nodes before linearized reading' (duration: 105.462254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:38.257818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.622288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:38.258069Z","caller":"traceutil/trace.go:171","msg":"trace[470225846] transaction","detail":"{read_only:false; response_revision:35882; number_of_response:1; }","duration":"205.97329ms","start":"2026-07-31T00:49:38.052051Z","end":"2026-07-31T00:49:38.258025Z","steps":["trace[470225846] 'process raft request' (duration: 205.891608ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:38.258081Z","caller":"traceutil/trace.go:171","msg":"trace[1935317967] transaction","detail":"{read_only:false; response_revision:35881; number_of_response:1; }","duration":"256.975329ms","start":"2026-07-31T00:49:38.001076Z","end":"2026-07-31T00:49:38.258051Z","steps":["trace[1935317967] 'process raft request' (duration: 149.033603ms)","trace[1935317967] 'compare' (duration: 107.481135ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:38.258071Z","caller":"traceutil/trace.go:171","msg":"trace[1359453180] linearizableReadLoop","detail":"{readStateIndex:36929; appliedIndex:36928; }","duration":"226.426387ms","start":"2026-07-31T00:49:38.031617Z","end":"2026-07-31T00:49:38.258043Z","steps":["trace[1359453180] 'read index received' (duration: 118.503052ms)","trace[1359453180] 'applied index is now lower than readState.Index' (duration: 107.921195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:38.258412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.775395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:38.258474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.056258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T00:49:38.25854Z","caller":"traceutil/trace.go:171","msg":"trace[1391504883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35882; }","duration":"145.146541ms","start":"2026-07-31T00:49:38.113375Z","end":"2026-07-31T00:49:38.258522Z","steps":["trace[1391504883] 'agreement among raft nodes before linearized reading' (duration: 144.867714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:38.258549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.973121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:49:38.258465Z","caller":"traceutil/trace.go:171","msg":"trace[1725586599] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:35882; }","duration":"226.881828ms","start":"2026-07-31T00:49:38.031569Z","end":"2026-07-31T00:49:38.258451Z","steps":["trace[1725586599] 'agreement among raft nodes before linearized reading' (duration: 226.55414ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:38.258604Z","caller":"traceutil/trace.go:171","msg":"trace[2092211808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35882; }","duration":"144.063203ms","start":"2026-07-31T00:49:38.114525Z","end":"2026-07-31T00:49:38.258588Z","steps":["trace[2092211808] 'agreement among raft nodes before linearized reading' (duration: 143.894539ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:38.431142Z","caller":"traceutil/trace.go:171","msg":"trace[935116975] transaction","detail":"{read_only:false; response_revision:35884; number_of_response:1; }","duration":"167.224477ms","start":"2026-07-31T00:49:38.263883Z","end":"2026-07-31T00:49:38.431107Z","steps":["trace[935116975] 'process raft request' (duration: 166.797707ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:38.831889Z","caller":"traceutil/trace.go:171","msg":"trace[1681111817] transaction","detail":"{read_only:false; response_revision:35888; number_of_response:1; }","duration":"156.408594ms","start":"2026-07-31T00:49:38.675454Z","end":"2026-07-31T00:49:38.831863Z","steps":["trace[1681111817] 'process raft request' (duration: 72.953774ms)","trace[1681111817] 'compare' (duration: 83.317807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:39.159465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.079729ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:39.159602Z","caller":"traceutil/trace.go:171","msg":"trace[1509235486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35888; }","duration":"136.231583ms","start":"2026-07-31T00:49:39.02335Z","end":"2026-07-31T00:49:39.159581Z","steps":["trace[1509235486] 'range keys from in-memory index tree' (duration: 136.063229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:39.160173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.485604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:39.160352Z","caller":"traceutil/trace.go:171","msg":"trace[806128810] transaction","detail":"{read_only:false; response_revision:35891; number_of_response:1; }","duration":"239.75932ms","start":"2026-07-31T00:49:38.920582Z","end":"2026-07-31T00:49:39.160341Z","steps":["trace[806128810] 'process raft request' (duration: 239.732839ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:39.160407Z","caller":"traceutil/trace.go:171","msg":"trace[283911854] transaction","detail":"{read_only:false; response_revision:35890; number_of_response:1; }","duration":"262.444353ms","start":"2026-07-31T00:49:38.897936Z","end":"2026-07-31T00:49:39.16038Z","steps":["trace[283911854] 'process raft request' (duration: 262.31858ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:39.160568Z","caller":"traceutil/trace.go:171","msg":"trace[759700903] transaction","detail":"{read_only:false; response_revision:35889; number_of_response:1; }","duration":"434.724161ms","start":"2026-07-31T00:49:38.725795Z","end":"2026-07-31T00:49:39.16052Z","steps":["trace[759700903] 'process raft request' (duration: 231.814907ms)","trace[759700903] 'compare' (duration: 202.111425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:39.160767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:38.72577Z","time spent":"434.887486ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:39.170698Z","caller":"traceutil/trace.go:171","msg":"trace[1204757975] linearizableReadLoop","detail":"{readStateIndex:36940; appliedIndex:36936; }","duration":"182.546429ms","start":"2026-07-31T00:49:38.988122Z","end":"2026-07-31T00:49:39.170669Z","steps":["trace[1204757975] 'read index received' (duration: 11.480219ms)","trace[1204757975] 'applied index is now lower than readState.Index' (duration: 171.06523ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:39.17077Z","caller":"traceutil/trace.go:171","msg":"trace[643170754] transaction","detail":"{read_only:false; response_revision:35892; number_of_response:1; }","duration":"192.992713ms","start":"2026-07-31T00:49:38.977757Z","end":"2026-07-31T00:49:39.17075Z","steps":["trace[643170754] 'process raft request' (duration: 192.771748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:39.170898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.775185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T00:49:39.170951Z","caller":"traceutil/trace.go:171","msg":"trace[1641275699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35892; }","duration":"182.852227ms","start":"2026-07-31T00:49:38.988075Z","end":"2026-07-31T00:49:39.170927Z","steps":["trace[1641275699] 'agreement among raft nodes before linearized reading' (duration: 182.683843ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:39.412476Z","caller":"traceutil/trace.go:171","msg":"trace[1133406976] transaction","detail":"{read_only:false; response_revision:35893; number_of_response:1; }","duration":"108.239422ms","start":"2026-07-31T00:49:39.304208Z","end":"2026-07-31T00:49:39.412447Z","steps":["trace[1133406976] 'process raft request' (duration: 107.974156ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:39.462318Z","caller":"traceutil/trace.go:171","msg":"trace[1398071435] transaction","detail":"{read_only:false; response_revision:35894; number_of_response:1; }","duration":"113.602223ms","start":"2026-07-31T00:49:39.348678Z","end":"2026-07-31T00:49:39.46228Z","steps":["trace[1398071435] 'process raft request' (duration: 113.425009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:39.729529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.557697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:39.729668Z","caller":"traceutil/trace.go:171","msg":"trace[1625216824] transaction","detail":"{read_only:false; response_revision:35895; number_of_response:1; }","duration":"219.226222ms","start":"2026-07-31T00:49:39.510409Z","end":"2026-07-31T00:49:39.729636Z","steps":["trace[1625216824] 'process raft request' (duration: 62.49416ms)","trace[1625216824] 'compare' (duration: 156.399284ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:39.878698Z","caller":"traceutil/trace.go:171","msg":"trace[1869251741] linearizableReadLoop","detail":"{readStateIndex:36944; appliedIndex:36943; }","duration":"142.480625ms","start":"2026-07-31T00:49:39.736193Z","end":"2026-07-31T00:49:39.878674Z","steps":["trace[1869251741] 'read index received' (duration: 102.462581ms)","trace[1869251741] 'applied index is now lower than readState.Index' (duration: 40.016824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:39.878848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.63802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:39.878896Z","caller":"traceutil/trace.go:171","msg":"trace[598489988] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:35896; }","duration":"142.721521ms","start":"2026-07-31T00:49:39.736159Z","end":"2026-07-31T00:49:39.87888Z","steps":["trace[598489988] 'agreement among raft nodes before linearized reading' (duration: 142.601698ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:39.87911Z","caller":"traceutil/trace.go:171","msg":"trace[429267089] transaction","detail":"{read_only:false; response_revision:35896; number_of_response:1; }","duration":"146.079752ms","start":"2026-07-31T00:49:39.733017Z","end":"2026-07-31T00:49:39.879097Z","steps":["trace[429267089] 'process raft request' (duration: 105.686529ms)","trace[429267089] 'compare' (duration: 39.666355ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:49.963075Z","caller":"traceutil/trace.go:171","msg":"trace[43898222] transaction","detail":"{read_only:false; response_revision:36036; number_of_response:1; }","duration":"188.953694ms","start":"2026-07-31T00:49:49.774098Z","end":"2026-07-31T00:49:49.963051Z","steps":["trace[43898222] 'process raft request' (duration: 188.545644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.251418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.155511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:50.251666Z","caller":"traceutil/trace.go:171","msg":"trace[853677278] transaction","detail":"{read_only:false; response_revision:36038; number_of_response:1; }","duration":"197.050291ms","start":"2026-07-31T00:49:50.054588Z","end":"2026-07-31T00:49:50.251639Z","steps":["trace[853677278] 'process raft request' (duration: 196.963349ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.25181Z","caller":"traceutil/trace.go:171","msg":"trace[1752871019] transaction","detail":"{read_only:false; response_revision:36037; number_of_response:1; }","duration":"340.583762ms","start":"2026-07-31T00:49:49.911204Z","end":"2026-07-31T00:49:50.251787Z","steps":["trace[1752871019] 'process raft request' (duration: 64.953569ms)","trace[1752871019] 'compare' (duration: 275.026448ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:50.251801Z","caller":"traceutil/trace.go:171","msg":"trace[1812721195] linearizableReadLoop","detail":"{readStateIndex:37087; appliedIndex:37086; }","duration":"283.3221ms","start":"2026-07-31T00:49:49.968452Z","end":"2026-07-31T00:49:50.251774Z","steps":["trace[1812721195] 'read index received' (duration: 7.657016ms)","trace[1812721195] 'applied index is now lower than readState.Index' (duration: 275.662594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:50.251897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:49.911177Z","time spent":"340.673954ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:50.25196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.489254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:50.251999Z","caller":"traceutil/trace.go:171","msg":"trace[901409467] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:36038; }","duration":"283.571156ms","start":"2026-07-31T00:49:49.968415Z","end":"2026-07-31T00:49:50.251986Z","steps":["trace[901409467] 'agreement among raft nodes before linearized reading' (duration: 283.484184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.252093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.006834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:50.25211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.133724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T00:49:50.25216Z","caller":"traceutil/trace.go:171","msg":"trace[45088556] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:36038; }","duration":"184.086887ms","start":"2026-07-31T00:49:50.068059Z","end":"2026-07-31T00:49:50.252146Z","steps":["trace[45088556] 'agreement among raft nodes before linearized reading' (duration: 183.952432ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.252175Z","caller":"traceutil/trace.go:171","msg":"trace[1609067567] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:36038; }","duration":"195.207037ms","start":"2026-07-31T00:49:50.05695Z","end":"2026-07-31T00:49:50.252157Z","steps":["trace[1609067567] 'agreement among raft nodes before linearized reading' (duration: 194.97601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.252182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.063381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T00:49:50.252256Z","caller":"traceutil/trace.go:171","msg":"trace[211468122] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36038; }","duration":"148.256646ms","start":"2026-07-31T00:49:50.10398Z","end":"2026-07-31T00:49:50.252237Z","steps":["trace[211468122] 'agreement among raft nodes before linearized reading' (duration: 148.026049ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.545338Z","caller":"traceutil/trace.go:171","msg":"trace[1320886069] linearizableReadLoop","detail":"{readStateIndex:37089; appliedIndex:37088; }","duration":"287.649845ms","start":"2026-07-31T00:49:50.257665Z","end":"2026-07-31T00:49:50.545315Z","steps":["trace[1320886069] 'read index received' (duration: 287.455341ms)","trace[1320886069] 'applied index is now lower than readState.Index' (duration: 193.544µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:50.545508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.821929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:50.545543Z","caller":"traceutil/trace.go:171","msg":"trace[11405592] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36039; }","duration":"287.911602ms","start":"2026-07-31T00:49:50.25762Z","end":"2026-07-31T00:49:50.545532Z","steps":["trace[11405592] 'agreement among raft nodes before linearized reading' (duration: 287.809379ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.545519Z","caller":"traceutil/trace.go:171","msg":"trace[1331399668] transaction","detail":"{read_only:false; response_revision:36039; number_of_response:1; }","duration":"288.202009ms","start":"2026-07-31T00:49:50.257264Z","end":"2026-07-31T00:49:50.545466Z","steps":["trace[1331399668] 'process raft request' (duration: 287.847541ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.920632Z","caller":"traceutil/trace.go:171","msg":"trace[1542030738] transaction","detail":"{read_only:false; response_revision:36040; number_of_response:1; }","duration":"662.626635ms","start":"2026-07-31T00:49:50.25798Z","end":"2026-07-31T00:49:50.920607Z","steps":["trace[1542030738] 'process raft request' (duration: 629.508809ms)","trace[1542030738] 'compare' (duration: 32.736366ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:50.92069Z","caller":"traceutil/trace.go:171","msg":"trace[117399652] transaction","detail":"{read_only:false; response_revision:36043; number_of_response:1; }","duration":"236.633684ms","start":"2026-07-31T00:49:50.684034Z","end":"2026-07-31T00:49:50.920668Z","steps":["trace[117399652] 'process raft request' (duration: 236.584923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.920747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.257962Z","time spent":"662.723927ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:50.920985Z","caller":"traceutil/trace.go:171","msg":"trace[870045360] transaction","detail":"{read_only:false; response_revision:36041; number_of_response:1; }","duration":"631.785064ms","start":"2026-07-31T00:49:50.289189Z","end":"2026-07-31T00:49:50.920974Z","steps":["trace[870045360] 'process raft request' (duration: 631.258142ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.921102Z","caller":"traceutil/trace.go:171","msg":"trace[972157326] transaction","detail":"{read_only:false; response_revision:36042; number_of_response:1; }","duration":"617.709161ms","start":"2026-07-31T00:49:50.303385Z","end":"2026-07-31T00:49:50.921094Z","steps":["trace[972157326] 'process raft request' (duration: 617.176029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.9211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.289166Z","time spent":"631.856926ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:50.921101Z","caller":"traceutil/trace.go:171","msg":"trace[158765823] linearizableReadLoop","detail":"{readStateIndex:37092; appliedIndex:37089; }","duration":"375.651155ms","start":"2026-07-31T00:49:50.545403Z","end":"2026-07-31T00:49:50.921054Z","steps":["trace[158765823] 'read index received' (duration: 342.076559ms)","trace[158765823] 'applied index is now lower than readState.Index' (duration: 33.571386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:50.921143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.303359Z","time spent":"617.761213ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:50.921265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.719315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:49:50.921295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.459711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:49:50.921291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.921666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:50.92133Z","caller":"traceutil/trace.go:171","msg":"trace[989977783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36043; }","duration":"544.541373ms","start":"2026-07-31T00:49:50.376779Z","end":"2026-07-31T00:49:50.921321Z","steps":["trace[989977783] 'agreement among raft nodes before linearized reading' (duration: 544.41156ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.921331Z","caller":"traceutil/trace.go:171","msg":"trace[283020496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36043; }","duration":"437.828128ms","start":"2026-07-31T00:49:50.483487Z","end":"2026-07-31T00:49:50.921315Z","steps":["trace[283020496] 'agreement among raft nodes before linearized reading' (duration: 437.659124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.921353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.376753Z","time spent":"544.595263ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:49:50.921347Z","caller":"traceutil/trace.go:171","msg":"trace[2008620127] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36043; }","duration":"370.041539ms","start":"2026-07-31T00:49:50.55129Z","end":"2026-07-31T00:49:50.921332Z","steps":["trace[2008620127] 'agreement among raft nodes before linearized reading' (duration: 369.931536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.92138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.483464Z","time spent":"437.905209ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T00:49:50.921393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.407374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:50.921377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.310287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-31T00:49:50.921402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.551267Z","time spent":"370.123081ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-31T00:49:50.921435Z","caller":"traceutil/trace.go:171","msg":"trace[1724327239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36043; }","duration":"266.415159ms","start":"2026-07-31T00:49:50.655003Z","end":"2026-07-31T00:49:50.921418Z","steps":["trace[1724327239] 'agreement among raft nodes before linearized reading' (duration: 266.229645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.921451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.369188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:49:50.92147Z","caller":"traceutil/trace.go:171","msg":"trace[911612665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36043; }","duration":"192.407848ms","start":"2026-07-31T00:49:50.729057Z","end":"2026-07-31T00:49:50.921465Z","steps":["trace[911612665] 'agreement among raft nodes before linearized reading' (duration: 192.352147ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:50.921413Z","caller":"traceutil/trace.go:171","msg":"trace[423102818] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:36043; }","duration":"288.471866ms","start":"2026-07-31T00:49:50.632935Z","end":"2026-07-31T00:49:50.921407Z","steps":["trace[423102818] 'agreement among raft nodes before linearized reading' (duration: 288.432945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.921512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.089035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:49:50.921536Z","caller":"traceutil/trace.go:171","msg":"trace[436125791] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36043; }","duration":"369.130057ms","start":"2026-07-31T00:49:50.5524Z","end":"2026-07-31T00:49:50.92153Z","steps":["trace[436125791] 'agreement among raft nodes before linearized reading' (duration: 369.024984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:50.921562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.552392Z","time spent":"369.164997ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T00:49:50.923583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.993939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T00:49:50.923646Z","caller":"traceutil/trace.go:171","msg":"trace[1487590457] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:36043; }","duration":"220.087452ms","start":"2026-07-31T00:49:50.703545Z","end":"2026-07-31T00:49:50.923632Z","steps":["trace[1487590457] 'agreement among raft nodes before linearized reading' (duration: 217.924899ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:51.433064Z","caller":"traceutil/trace.go:171","msg":"trace[24971885] transaction","detail":"{read_only:false; response_revision:36044; number_of_response:1; }","duration":"506.391876ms","start":"2026-07-31T00:49:50.926648Z","end":"2026-07-31T00:49:51.43304Z","steps":["trace[24971885] 'process raft request' (duration: 506.255632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.4332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.926632Z","time spent":"506.497688ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:51.939751Z","caller":"traceutil/trace.go:171","msg":"trace[2003879515] transaction","detail":"{read_only:false; response_revision:36045; number_of_response:1; }","duration":"1.012707659s","start":"2026-07-31T00:49:50.927022Z","end":"2026-07-31T00:49:51.939729Z","steps":["trace[2003879515] 'process raft request' (duration: 1.012397821s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.939862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.927001Z","time spent":"1.01280068s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:51.940087Z","caller":"traceutil/trace.go:171","msg":"trace[676149068] transaction","detail":"{read_only:false; response_revision:36049; number_of_response:1; }","duration":"1.012453821s","start":"2026-07-31T00:49:50.927626Z","end":"2026-07-31T00:49:51.94008Z","steps":["trace[676149068] 'process raft request' (duration: 1.012163944s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.940129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.927595Z","time spent":"1.012511173s","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:49:51.940162Z","caller":"traceutil/trace.go:171","msg":"trace[71362952] transaction","detail":"{read_only:false; response_revision:36050; number_of_response:1; }","duration":"1.011673483s","start":"2026-07-31T00:49:50.928435Z","end":"2026-07-31T00:49:51.940109Z","steps":["trace[71362952] 'process raft request' (duration: 1.011415357s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:51.940211Z","caller":"traceutil/trace.go:171","msg":"trace[1382517993] transaction","detail":"{read_only:false; response_revision:36053; number_of_response:1; }","duration":"735.699612ms","start":"2026-07-31T00:49:51.204489Z","end":"2026-07-31T00:49:51.940188Z","steps":["trace[1382517993] 'process raft request' (duration: 735.512427ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:51.940212Z","caller":"traceutil/trace.go:171","msg":"trace[71612820] transaction","detail":"{read_only:false; response_revision:36052; number_of_response:1; }","duration":"736.836149ms","start":"2026-07-31T00:49:51.203334Z","end":"2026-07-31T00:49:51.94017Z","steps":["trace[71612820] 'process raft request' (duration: 736.624074ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:51.940277Z","caller":"traceutil/trace.go:171","msg":"trace[642206722] transaction","detail":"{read_only:false; response_revision:36048; number_of_response:1; }","duration":"1.012910673s","start":"2026-07-31T00:49:50.927361Z","end":"2026-07-31T00:49:51.940272Z","steps":["trace[642206722] 'process raft request' (duration: 1.01238104s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.940305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.204483Z","time spent":"735.785974ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:51.940255Z","caller":"traceutil/trace.go:171","msg":"trace[505972990] transaction","detail":"{read_only:false; response_revision:36047; number_of_response:1; }","duration":"1.013036956s","start":"2026-07-31T00:49:50.927204Z","end":"2026-07-31T00:49:51.940241Z","steps":["trace[505972990] 'process raft request' (duration: 1.012473262s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.941137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.927198Z","time spent":"1.013887366s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:51.940312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.927356Z","time spent":"1.012936173s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:51.940336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.928422Z","time spent":"1.011837666s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:49:51.940224Z","caller":"traceutil/trace.go:171","msg":"trace[1964096510] transaction","detail":"{read_only:false; response_revision:36046; number_of_response:1; }","duration":"1.013128128s","start":"2026-07-31T00:49:50.927089Z","end":"2026-07-31T00:49:51.940217Z","steps":["trace[1964096510] 'process raft request' (duration: 1.012522224s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.941494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.927084Z","time spent":"1.014372229s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:51.940351Z","caller":"traceutil/trace.go:171","msg":"trace[947474029] transaction","detail":"{read_only:false; response_revision:36051; number_of_response:1; }","duration":"741.951894ms","start":"2026-07-31T00:49:51.198366Z","end":"2026-07-31T00:49:51.940318Z","steps":["trace[947474029] 'process raft request' (duration: 741.544374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.94164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.198211Z","time spent":"743.373378ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:51.940383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.203318Z","time spent":"736.973742ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:51.94041Z","caller":"traceutil/trace.go:171","msg":"trace[2040981335] transaction","detail":"{read_only:false; response_revision:36054; number_of_response:1; }","duration":"735.868966ms","start":"2026-07-31T00:49:51.204535Z","end":"2026-07-31T00:49:51.940404Z","steps":["trace[2040981335] 'process raft request' (duration: 735.527298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:51.941841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.204528Z","time spent":"737.27566ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:51.940673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000551312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9439"} {"level":"info","ts":"2026-07-31T00:49:51.941931Z","caller":"traceutil/trace.go:171","msg":"trace[35828805] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:36054; }","duration":"1.001825594s","start":"2026-07-31T00:49:50.940084Z","end":"2026-07-31T00:49:51.94191Z","steps":["trace[35828805] 'agreement among raft nodes before linearized reading' (duration: 1.000423589s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:51.940468Z","caller":"traceutil/trace.go:171","msg":"trace[2038718821] linearizableReadLoop","detail":"{readStateIndex:37100; appliedIndex:37093; }","duration":"1.000000739s","start":"2026-07-31T00:49:50.940118Z","end":"2026-07-31T00:49:51.940119Z","steps":["trace[2038718821] 'read index received' (duration: 492.861486ms)","trace[2038718821] 'applied index is now lower than readState.Index' (duration: 507.138073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:51.942008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.940071Z","time spent":"1.001912036s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9462,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-31T00:49:52.251131Z","caller":"traceutil/trace.go:171","msg":"trace[407082534] linearizableReadLoop","detail":"{readStateIndex:37105; appliedIndex:37104; }","duration":"309.075367ms","start":"2026-07-31T00:49:51.942035Z","end":"2026-07-31T00:49:52.25111Z","steps":["trace[407082534] 'read index received' (duration: 308.944653ms)","trace[407082534] 'applied index is now lower than readState.Index' (duration: 129.653µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:49:52.25124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.4974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:52.251259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103503257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:52.251334Z","caller":"traceutil/trace.go:171","msg":"trace[118941593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36055; }","duration":"1.103624949s","start":"2026-07-31T00:49:51.147688Z","end":"2026-07-31T00:49:52.251313Z","steps":["trace[118941593] 'agreement among raft nodes before linearized reading' (duration: 1.103496676s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.251347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124362673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T00:49:52.251378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.147667Z","time spent":"1.103703081s","remote":"127.0.0.1:38918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:49:52.25139Z","caller":"traceutil/trace.go:171","msg":"trace[1057872747] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:36055; }","duration":"1.124440945s","start":"2026-07-31T00:49:51.126935Z","end":"2026-07-31T00:49:52.251376Z","steps":["trace[1057872747] 'agreement among raft nodes before linearized reading' (duration: 1.124288101s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:52.251372Z","caller":"traceutil/trace.go:171","msg":"trace[567123109] transaction","detail":"{read_only:false; response_revision:36055; number_of_response:1; }","duration":"800.981409ms","start":"2026-07-31T00:49:51.450355Z","end":"2026-07-31T00:49:52.251337Z","steps":["trace[567123109] 'process raft request' (duration: 800.584349ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:52.251284Z","caller":"traceutil/trace.go:171","msg":"trace[2116007266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:36055; }","duration":"599.600072ms","start":"2026-07-31T00:49:51.651672Z","end":"2026-07-31T00:49:52.251273Z","steps":["trace[2116007266] 'agreement among raft nodes before linearized reading' (duration: 599.48967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.251421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.50241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:52.251492Z","caller":"traceutil/trace.go:171","msg":"trace[215771258] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:36055; }","duration":"972.622133ms","start":"2026-07-31T00:49:51.278853Z","end":"2026-07-31T00:49:52.251475Z","steps":["trace[215771258] 'agreement among raft nodes before linearized reading' (duration: 972.47963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.251523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.278835Z","time spent":"972.680585ms","remote":"127.0.0.1:44986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:49:52.251433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.126914Z","time spent":"1.124507207s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-31T00:49:52.251544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.450331Z","time spent":"801.110572ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:52.251536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.651649Z","time spent":"599.840948ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:49:52.25166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.18217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:52.25174Z","caller":"traceutil/trace.go:171","msg":"trace[998696937] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:36055; }","duration":"316.475627ms","start":"2026-07-31T00:49:51.935246Z","end":"2026-07-31T00:49:52.251721Z","steps":["trace[998696937] 'agreement among raft nodes before linearized reading' (duration: 316.16126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.251794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.93523Z","time spent":"316.548949ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:49:52.251784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223930445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-31T00:49:52.251847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303744386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-31T00:49:52.251866Z","caller":"traceutil/trace.go:171","msg":"trace[1610181704] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:36055; }","duration":"1.224062278s","start":"2026-07-31T00:49:51.027782Z","end":"2026-07-31T00:49:52.251844Z","steps":["trace[1610181704] 'agreement among raft nodes before linearized reading' (duration: 1.223466894s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.251925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.02776Z","time spent":"1.224155961s","remote":"127.0.0.1:39082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-31T00:49:52.251878Z","caller":"traceutil/trace.go:171","msg":"trace[257659690] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:36055; }","duration":"1.303799707s","start":"2026-07-31T00:49:50.948068Z","end":"2026-07-31T00:49:52.251868Z","steps":["trace[257659690] 'agreement among raft nodes before linearized reading' (duration: 1.303201222s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.252014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:50.948055Z","time spent":"1.303943191s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-31T00:49:52.752135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675158604107203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:49:52.969338Z","caller":"traceutil/trace.go:171","msg":"trace[1962166516] transaction","detail":"{read_only:false; response_revision:36056; number_of_response:1; }","duration":"1.025065198s","start":"2026-07-31T00:49:51.944246Z","end":"2026-07-31T00:49:52.969311Z","steps":["trace[1962166516] 'process raft request' (duration: 1.024829572s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:52.969374Z","caller":"traceutil/trace.go:171","msg":"trace[2132545660] transaction","detail":"{read_only:false; response_revision:36057; number_of_response:1; }","duration":"1.01568087s","start":"2026-07-31T00:49:51.953665Z","end":"2026-07-31T00:49:52.969345Z","steps":["trace[2132545660] 'process raft request' (duration: 1.015567877s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.969474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.944224Z","time spent":"1.02518348s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:52.969503Z","caller":"traceutil/trace.go:171","msg":"trace[11987574] transaction","detail":"{read_only:false; response_revision:36058; number_of_response:1; }","duration":"990.377955ms","start":"2026-07-31T00:49:51.979099Z","end":"2026-07-31T00:49:52.969477Z","steps":["trace[11987574] 'process raft request' (duration: 990.187159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:52.969556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.953638Z","time spent":"1.015821354s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10588,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:52.969637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.979083Z","time spent":"990.482418ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:53.269238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.252686Z","time spent":"1.016545682s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-31T00:49:53.269417Z","caller":"traceutil/trace.go:171","msg":"trace[1947201191] linearizableReadLoop","detail":"{readStateIndex:37111; appliedIndex:37105; }","duration":"1.018195902s","start":"2026-07-31T00:49:52.2512Z","end":"2026-07-31T00:49:53.269396Z","steps":["trace[1947201191] 'read index received' (duration: 717.928159ms)","trace[1947201191] 'applied index is now lower than readState.Index' (duration: 300.266843ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:53.269647Z","caller":"traceutil/trace.go:171","msg":"trace[1147325289] transaction","detail":"{read_only:false; response_revision:36059; number_of_response:1; }","duration":"1.012511874s","start":"2026-07-31T00:49:52.257111Z","end":"2026-07-31T00:49:53.269623Z","steps":["trace[1147325289] 'process raft request' (duration: 1.011998001s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:53.269658Z","caller":"traceutil/trace.go:171","msg":"trace[1384449354] transaction","detail":"{read_only:false; response_revision:36061; number_of_response:1; }","duration":"341.727631ms","start":"2026-07-31T00:49:52.927881Z","end":"2026-07-31T00:49:53.269608Z","steps":["trace[1384449354] 'process raft request' (duration: 341.463474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.269718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070857184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:53.269728Z","caller":"traceutil/trace.go:171","msg":"trace[1501489794] transaction","detail":"{read_only:false; response_revision:36060; number_of_response:1; }","duration":"1.01232982s","start":"2026-07-31T00:49:52.257361Z","end":"2026-07-31T00:49:53.26969Z","steps":["trace[1501489794] 'process raft request' (duration: 1.01192318s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:53.269781Z","caller":"traceutil/trace.go:171","msg":"trace[272674547] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:36061; }","duration":"1.070970786s","start":"2026-07-31T00:49:52.198789Z","end":"2026-07-31T00:49:53.269759Z","steps":["trace[272674547] 'agreement among raft nodes before linearized reading' (duration: 1.070834303s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.269841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.198762Z","time spent":"1.071063968s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:49:53.26984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303408398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-31T00:49:53.269775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.257087Z","time spent":"1.012622626s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:53.26989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.927858Z","time spent":"341.908694ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:53.269938Z","caller":"traceutil/trace.go:171","msg":"trace[1300964246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36061; }","duration":"1.303555812s","start":"2026-07-31T00:49:51.966359Z","end":"2026-07-31T00:49:53.269914Z","steps":["trace[1300964246] 'agreement among raft nodes before linearized reading' (duration: 1.303259115s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.269949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.257341Z","time spent":"1.012488963s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:53.269994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.966336Z","time spent":"1.303647164s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T00:49:53.270176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30517478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-31T00:49:53.27039Z","caller":"traceutil/trace.go:171","msg":"trace[1048715728] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:36061; }","duration":"1.305336985s","start":"2026-07-31T00:49:51.964939Z","end":"2026-07-31T00:49:53.270276Z","steps":["trace[1048715728] 'agreement among raft nodes before linearized reading' (duration: 1.30470787s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.270531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:51.964925Z","time spent":"1.305529829s","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-31T00:49:53.590994Z","caller":"traceutil/trace.go:171","msg":"trace[1311021604] transaction","detail":"{read_only:false; response_revision:36063; number_of_response:1; }","duration":"435.291925ms","start":"2026-07-31T00:49:53.155685Z","end":"2026-07-31T00:49:53.590977Z","steps":["trace[1311021604] 'process raft request' (duration: 435.125741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:53.155651Z","time spent":"435.395678ms","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:53.591187Z","caller":"traceutil/trace.go:171","msg":"trace[1454343269] linearizableReadLoop","detail":"{readStateIndex:37114; appliedIndex:37112; }","duration":"321.683792ms","start":"2026-07-31T00:49:53.269496Z","end":"2026-07-31T00:49:53.59118Z","steps":["trace[1454343269] 'read index received' (duration: 320.425962ms)","trace[1454343269] 'applied index is now lower than readState.Index' (duration: 1.25709ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:53.591235Z","caller":"traceutil/trace.go:171","msg":"trace[1076965242] transaction","detail":"{read_only:false; response_revision:36064; number_of_response:1; }","duration":"320.408511ms","start":"2026-07-31T00:49:53.270821Z","end":"2026-07-31T00:49:53.591229Z","steps":["trace[1076965242] 'process raft request' (duration: 320.094324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:53.270795Z","time spent":"320.452563ms","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:53.591237Z","caller":"traceutil/trace.go:171","msg":"trace[1616731419] transaction","detail":"{read_only:false; response_revision:36062; number_of_response:1; }","duration":"538.564477ms","start":"2026-07-31T00:49:53.052642Z","end":"2026-07-31T00:49:53.591207Z","steps":["trace[1616731419] 'process raft request' (duration: 537.240745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:53.052623Z","time spent":"538.687389ms","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:49:53.591376Z","caller":"traceutil/trace.go:171","msg":"trace[2021519066] transaction","detail":"{read_only:false; response_revision:36065; number_of_response:1; }","duration":"314.591041ms","start":"2026-07-31T00:49:53.276751Z","end":"2026-07-31T00:49:53.591342Z","steps":["trace[2021519066] 'process raft request' (duration: 314.195011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.218315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-31T00:49:53.591484Z","caller":"traceutil/trace.go:171","msg":"trace[1981686270] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36065; }","duration":"303.269396ms","start":"2026-07-31T00:49:53.288207Z","end":"2026-07-31T00:49:53.591476Z","steps":["trace[1981686270] 'agreement among raft nodes before linearized reading' (duration: 303.183294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338529472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:53.591515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:53.288196Z","time spent":"303.313557ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T00:49:53.591554Z","caller":"traceutil/trace.go:171","msg":"trace[283691883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36065; }","duration":"1.338642665s","start":"2026-07-31T00:49:52.252888Z","end":"2026-07-31T00:49:53.59153Z","steps":["trace[283691883] 'agreement among raft nodes before linearized reading' (duration: 1.338487981s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:53.27673Z","time spent":"314.722015ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:49:53.591584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.994435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T00:49:53.59161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.482222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:53.591631Z","caller":"traceutil/trace.go:171","msg":"trace[1493433334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36065; }","duration":"838.534823ms","start":"2026-07-31T00:49:52.75309Z","end":"2026-07-31T00:49:53.591625Z","steps":["trace[1493433334] 'agreement among raft nodes before linearized reading' (duration: 838.494662ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:53.591638Z","caller":"traceutil/trace.go:171","msg":"trace[645367628] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:36065; }","duration":"992.083017ms","start":"2026-07-31T00:49:52.599541Z","end":"2026-07-31T00:49:53.591624Z","steps":["trace[645367628] 'agreement among raft nodes before linearized reading' (duration: 991.772758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.753074Z","time spent":"838.577314ms","remote":"127.0.0.1:38918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:49:53.591667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334369601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-07-31T00:49:53.591657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.718974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:49:53.591716Z","caller":"traceutil/trace.go:171","msg":"trace[1814985734] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:36065; }","duration":"1.334441423s","start":"2026-07-31T00:49:52.25726Z","end":"2026-07-31T00:49:53.591701Z","steps":["trace[1814985734] 'agreement among raft nodes before linearized reading' (duration: 1.334278659s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.496372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:53.59174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.257249Z","time spent":"1.334486643s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-07-31T00:49:53.591674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.599524Z","time spent":"992.140789ms","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":235,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:49:53.591741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337070526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13ee2464-cbd0-41f5-a385-fb84d7a4c3ed\" ","response":"range_response_count:1 size:2209"} {"level":"warn","ts":"2026-07-31T00:49:53.591601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.252869Z","time spent":"1.338723706s","remote":"127.0.0.1:38906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:49:53.591737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.267378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:53.59179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.102229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10606"} {"level":"info","ts":"2026-07-31T00:49:53.591762Z","caller":"traceutil/trace.go:171","msg":"trace[1894668014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36065; }","duration":"977.600385ms","start":"2026-07-31T00:49:52.61414Z","end":"2026-07-31T00:49:53.591741Z","steps":["trace[1894668014] 'agreement among raft nodes before linearized reading' (duration: 977.497122ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:53.591822Z","caller":"traceutil/trace.go:171","msg":"trace[1335827267] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:36065; }","duration":"608.16196ms","start":"2026-07-31T00:49:52.983651Z","end":"2026-07-31T00:49:53.591813Z","steps":["trace[1335827267] 'agreement among raft nodes before linearized reading' (duration: 608.049038ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:53.591835Z","caller":"traceutil/trace.go:171","msg":"trace[2027367667] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:36065; }","duration":"572.402551ms","start":"2026-07-31T00:49:53.01941Z","end":"2026-07-31T00:49:53.591812Z","steps":["trace[2027367667] 'agreement among raft nodes before linearized reading' (duration: 572.190186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.614122Z","time spent":"977.707767ms","remote":"127.0.0.1:60474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-31T00:49:53.591862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.983637Z","time spent":"608.217661ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10629,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-31T00:49:53.591738Z","caller":"traceutil/trace.go:171","msg":"trace[1296536598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36065; }","duration":"154.863906ms","start":"2026-07-31T00:49:53.436861Z","end":"2026-07-31T00:49:53.591725Z","steps":["trace[1296536598] 'agreement among raft nodes before linearized reading' (duration: 154.567079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:53.019362Z","time spent":"572.510844ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:49:53.591779Z","caller":"traceutil/trace.go:171","msg":"trace[1043221816] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13ee2464-cbd0-41f5-a385-fb84d7a4c3ed; range_end:; response_count:1; response_revision:36065; }","duration":"1.337129418s","start":"2026-07-31T00:49:52.254634Z","end":"2026-07-31T00:49:53.591763Z","steps":["trace[1043221816] 'agreement among raft nodes before linearized reading' (duration: 1.336987645s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.591941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.254619Z","time spent":"1.337315262s","remote":"127.0.0.1:39074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2232,"request content":"key:\"/registry/persistentvolumes/pvc-13ee2464-cbd0-41f5-a385-fb84d7a4c3ed\" "} {"level":"warn","ts":"2026-07-31T00:49:53.591912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.475843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T00:49:53.592098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10695569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:53.592108Z","caller":"traceutil/trace.go:171","msg":"trace[1751312149] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:36065; }","duration":"616.986424ms","start":"2026-07-31T00:49:52.975102Z","end":"2026-07-31T00:49:53.592088Z","steps":["trace[1751312149] 'agreement among raft nodes before linearized reading' (duration: 616.4021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.592275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.975084Z","time spent":"617.169469ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:49:53.592223Z","caller":"traceutil/trace.go:171","msg":"trace[2144640212] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36065; }","duration":"1.107352519s","start":"2026-07-31T00:49:52.4848Z","end":"2026-07-31T00:49:53.592152Z","steps":["trace[2144640212] 'agreement among raft nodes before linearized reading' (duration: 1.106831127s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:53.592414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:52.484746Z","time spent":"1.107603316s","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-31T00:49:59.283316Z","caller":"traceutil/trace.go:171","msg":"trace[1628639176] linearizableReadLoop","detail":"{readStateIndex:37179; appliedIndex:37178; }","duration":"195.972106ms","start":"2026-07-31T00:49:59.087317Z","end":"2026-07-31T00:49:59.283289Z","steps":["trace[1628639176] 'read index received' (duration: 195.71953ms)","trace[1628639176] 'applied index is now lower than readState.Index' (duration: 251.456µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:59.283422Z","caller":"traceutil/trace.go:171","msg":"trace[1556777414] transaction","detail":"{read_only:false; response_revision:36127; number_of_response:1; }","duration":"325.801463ms","start":"2026-07-31T00:49:58.957587Z","end":"2026-07-31T00:49:59.283389Z","steps":["trace[1556777414] 'process raft request' (duration: 325.532717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:59.283505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.13821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:59.283576Z","caller":"traceutil/trace.go:171","msg":"trace[73175567] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:36127; }","duration":"196.284623ms","start":"2026-07-31T00:49:59.087276Z","end":"2026-07-31T00:49:59.28356Z","steps":["trace[73175567] 'agreement among raft nodes before linearized reading' (duration: 196.13247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:59.28357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.435673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:49:59.283595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:49:58.957569Z","time spent":"325.931776ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:49:59.283659Z","caller":"traceutil/trace.go:171","msg":"trace[987991865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36127; }","duration":"135.596427ms","start":"2026-07-31T00:49:59.148038Z","end":"2026-07-31T00:49:59.283635Z","steps":["trace[987991865] 'agreement among raft nodes before linearized reading' (duration: 135.431723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:59.532994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.575613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:49:59.533186Z","caller":"traceutil/trace.go:171","msg":"trace[1107545266] transaction","detail":"{read_only:false; response_revision:36128; number_of_response:1; }","duration":"241.900843ms","start":"2026-07-31T00:49:59.291255Z","end":"2026-07-31T00:49:59.533156Z","steps":["trace[1107545266] 'process raft request' (duration: 109.045932ms)","trace[1107545266] 'compare' (duration: 132.342848ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:59.533287Z","caller":"traceutil/trace.go:171","msg":"trace[1058220190] transaction","detail":"{read_only:false; response_revision:36130; number_of_response:1; }","duration":"238.905911ms","start":"2026-07-31T00:49:59.294359Z","end":"2026-07-31T00:49:59.533265Z","steps":["trace[1058220190] 'process raft request' (duration: 238.84822ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:59.533275Z","caller":"traceutil/trace.go:171","msg":"trace[968714774] linearizableReadLoop","detail":"{readStateIndex:37180; appliedIndex:37179; }","duration":"241.697408ms","start":"2026-07-31T00:49:59.291545Z","end":"2026-07-31T00:49:59.533242Z","steps":["trace[968714774] 'read index received' (duration: 108.983941ms)","trace[968714774] 'applied index is now lower than readState.Index' (duration: 132.709337ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:59.5334Z","caller":"traceutil/trace.go:171","msg":"trace[1828601270] transaction","detail":"{read_only:false; response_revision:36129; number_of_response:1; }","duration":"241.72398ms","start":"2026-07-31T00:49:59.291657Z","end":"2026-07-31T00:49:59.533381Z","steps":["trace[1828601270] 'process raft request' (duration: 241.462653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:59.533518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.947604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:59.533581Z","caller":"traceutil/trace.go:171","msg":"trace[79586204] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:36130; }","duration":"242.061927ms","start":"2026-07-31T00:49:59.291503Z","end":"2026-07-31T00:49:59.533565Z","steps":["trace[79586204] 'agreement among raft nodes before linearized reading' (duration: 241.824961ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:59.893043Z","caller":"traceutil/trace.go:171","msg":"trace[869035969] linearizableReadLoop","detail":"{readStateIndex:37184; appliedIndex:37183; }","duration":"270.697643ms","start":"2026-07-31T00:49:59.622325Z","end":"2026-07-31T00:49:59.893023Z","steps":["trace[869035969] 'read index received' (duration: 270.53716ms)","trace[869035969] 'applied index is now lower than readState.Index' (duration: 159.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:49:59.893121Z","caller":"traceutil/trace.go:171","msg":"trace[1476894569] transaction","detail":"{read_only:false; response_revision:36132; number_of_response:1; }","duration":"276.980226ms","start":"2026-07-31T00:49:59.616108Z","end":"2026-07-31T00:49:59.893088Z","steps":["trace[1476894569] 'process raft request' (duration: 276.778301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:49:59.893324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.98762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T00:49:59.893307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.426925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:49:59.893351Z","caller":"traceutil/trace.go:171","msg":"trace[1063712097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36132; }","duration":"271.043622ms","start":"2026-07-31T00:49:59.622299Z","end":"2026-07-31T00:49:59.893343Z","steps":["trace[1063712097] 'agreement among raft nodes before linearized reading' (duration: 270.851987ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:49:59.89338Z","caller":"traceutil/trace.go:171","msg":"trace[88008069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36132; }","duration":"242.552529ms","start":"2026-07-31T00:49:59.65081Z","end":"2026-07-31T00:49:59.893362Z","steps":["trace[88008069] 'agreement among raft nodes before linearized reading' (duration: 242.394845ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:00.114801Z","caller":"traceutil/trace.go:171","msg":"trace[2089340309] transaction","detail":"{read_only:false; response_revision:36134; number_of_response:1; }","duration":"140.625179ms","start":"2026-07-31T00:49:59.974154Z","end":"2026-07-31T00:50:00.11478Z","steps":["trace[2089340309] 'process raft request' (duration: 99.523389ms)","trace[2089340309] 'compare' (duration: 41.012058ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:00.1228Z","caller":"traceutil/trace.go:171","msg":"trace[1491496660] transaction","detail":"{read_only:false; response_revision:36135; number_of_response:1; }","duration":"140.515117ms","start":"2026-07-31T00:49:59.982271Z","end":"2026-07-31T00:50:00.122787Z","steps":["trace[1491496660] 'process raft request' (duration: 140.410955ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:00.123083Z","caller":"traceutil/trace.go:171","msg":"trace[840487970] transaction","detail":"{read_only:false; response_revision:36136; number_of_response:1; }","duration":"139.454972ms","start":"2026-07-31T00:49:59.983603Z","end":"2026-07-31T00:50:00.123058Z","steps":["trace[840487970] 'process raft request' (duration: 139.152514ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:00.123225Z","caller":"traceutil/trace.go:171","msg":"trace[462483869] linearizableReadLoop","detail":"{readStateIndex:37189; appliedIndex:37185; }","duration":"138.111348ms","start":"2026-07-31T00:49:59.985098Z","end":"2026-07-31T00:50:00.12321Z","steps":["trace[462483869] 'read index received' (duration: 88.590234ms)","trace[462483869] 'applied index is now lower than readState.Index' (duration: 49.520334ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:00.123277Z","caller":"traceutil/trace.go:171","msg":"trace[688705423] transaction","detail":"{read_only:false; response_revision:36137; number_of_response:1; }","duration":"139.453341ms","start":"2026-07-31T00:49:59.983802Z","end":"2026-07-31T00:50:00.123256Z","steps":["trace[688705423] 'process raft request' (duration: 139.106583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:00.123489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.823778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-31T00:50:00.123516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.579292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:50:00.123544Z","caller":"traceutil/trace.go:171","msg":"trace[1178037995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36137; }","duration":"134.916781ms","start":"2026-07-31T00:49:59.988614Z","end":"2026-07-31T00:50:00.123531Z","steps":["trace[1178037995] 'agreement among raft nodes before linearized reading' (duration: 134.782558ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:00.12355Z","caller":"traceutil/trace.go:171","msg":"trace[681899489] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36137; }","duration":"134.638404ms","start":"2026-07-31T00:49:59.988904Z","end":"2026-07-31T00:50:00.123542Z","steps":["trace[681899489] 'agreement among raft nodes before linearized reading' (duration: 134.487571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:00.12349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.880899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:50:00.123643Z","caller":"traceutil/trace.go:171","msg":"trace[1947626173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36137; }","duration":"137.038633ms","start":"2026-07-31T00:49:59.986578Z","end":"2026-07-31T00:50:00.123617Z","steps":["trace[1947626173] 'agreement among raft nodes before linearized reading' (duration: 136.795927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:00.123785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.683532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:50:00.123813Z","caller":"traceutil/trace.go:171","msg":"trace[1091664372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36137; }","duration":"138.757654ms","start":"2026-07-31T00:49:59.985048Z","end":"2026-07-31T00:50:00.123806Z","steps":["trace[1091664372] 'agreement among raft nodes before linearized reading' (duration: 138.237491ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:03.746328Z","caller":"traceutil/trace.go:171","msg":"trace[1068921810] transaction","detail":"{read_only:false; response_revision:36182; number_of_response:1; }","duration":"175.226121ms","start":"2026-07-31T00:50:03.571051Z","end":"2026-07-31T00:50:03.746277Z","steps":["trace[1068921810] 'process raft request' (duration: 84.199528ms)","trace[1068921810] 'compare' (duration: 90.90997ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:03.828117Z","caller":"traceutil/trace.go:171","msg":"trace[384959964] transaction","detail":"{read_only:false; response_revision:36183; number_of_response:1; }","duration":"213.576904ms","start":"2026-07-31T00:50:03.61273Z","end":"2026-07-31T00:50:03.826306Z","steps":["trace[384959964] 'process raft request' (duration: 213.438671ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:03.828781Z","caller":"traceutil/trace.go:171","msg":"trace[1277424354] linearizableReadLoop","detail":"{readStateIndex:37237; appliedIndex:37234; }","duration":"205.547738ms","start":"2026-07-31T00:50:03.623155Z","end":"2026-07-31T00:50:03.828703Z","steps":["trace[1277424354] 'read index received' (duration: 32.11138ms)","trace[1277424354] 'applied index is now lower than readState.Index' (duration: 173.434478ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:03.828986Z","caller":"traceutil/trace.go:171","msg":"trace[244109735] transaction","detail":"{read_only:false; response_revision:36184; number_of_response:1; }","duration":"213.244816ms","start":"2026-07-31T00:50:03.615718Z","end":"2026-07-31T00:50:03.828963Z","steps":["trace[244109735] 'process raft request' (duration: 210.54207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:03.829214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.04493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-31T00:50:03.829258Z","caller":"traceutil/trace.go:171","msg":"trace[1188846128] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36184; }","duration":"206.118932ms","start":"2026-07-31T00:50:03.623118Z","end":"2026-07-31T00:50:03.829237Z","steps":["trace[1188846128] 'agreement among raft nodes before linearized reading' (duration: 205.992079ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.307123Z","caller":"traceutil/trace.go:171","msg":"trace[1850047564] transaction","detail":"{read_only:false; response_revision:36213; number_of_response:1; }","duration":"177.21385ms","start":"2026-07-31T00:50:06.12989Z","end":"2026-07-31T00:50:06.307104Z","steps":["trace[1850047564] 'process raft request' (duration: 177.084737ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.366829Z","caller":"traceutil/trace.go:171","msg":"trace[322374451] transaction","detail":"{read_only:false; response_revision:36215; number_of_response:1; }","duration":"223.000054ms","start":"2026-07-31T00:50:06.143808Z","end":"2026-07-31T00:50:06.366809Z","steps":["trace[322374451] 'process raft request' (duration: 222.932112ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.367004Z","caller":"traceutil/trace.go:171","msg":"trace[1317573482] transaction","detail":"{read_only:false; response_revision:36216; number_of_response:1; }","duration":"222.760718ms","start":"2026-07-31T00:50:06.144234Z","end":"2026-07-31T00:50:06.366995Z","steps":["trace[1317573482] 'process raft request' (duration: 222.547193ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.367062Z","caller":"traceutil/trace.go:171","msg":"trace[2143841428] transaction","detail":"{read_only:false; response_revision:36214; number_of_response:1; }","duration":"225.449862ms","start":"2026-07-31T00:50:06.141539Z","end":"2026-07-31T00:50:06.366988Z","steps":["trace[2143841428] 'process raft request' (duration: 221.434665ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.367122Z","caller":"traceutil/trace.go:171","msg":"trace[781824001] linearizableReadLoop","detail":"{readStateIndex:37269; appliedIndex:37265; }","duration":"221.828904ms","start":"2026-07-31T00:50:06.145287Z","end":"2026-07-31T00:50:06.367116Z","steps":["trace[781824001] 'read index received' (duration: 161.763444ms)","trace[781824001] 'applied index is now lower than readState.Index' (duration: 60.06464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:06.367284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.991959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:06.367313Z","caller":"traceutil/trace.go:171","msg":"trace[1648224494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36217; }","duration":"222.06491ms","start":"2026-07-31T00:50:06.14524Z","end":"2026-07-31T00:50:06.367305Z","steps":["trace[1648224494] 'agreement among raft nodes before linearized reading' (duration: 222.006738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:06.367618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.926163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T00:50:06.367621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.295889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:50:06.367688Z","caller":"traceutil/trace.go:171","msg":"trace[1752865097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36217; }","duration":"211.395711ms","start":"2026-07-31T00:50:06.156272Z","end":"2026-07-31T00:50:06.367668Z","steps":["trace[1752865097] 'agreement among raft nodes before linearized reading' (duration: 211.154125ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.367644Z","caller":"traceutil/trace.go:171","msg":"trace[1066055483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36217; }","duration":"204.979585ms","start":"2026-07-31T00:50:06.162658Z","end":"2026-07-31T00:50:06.367638Z","steps":["trace[1066055483] 'agreement among raft nodes before linearized reading' (duration: 204.891533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:06.36785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.079319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T00:50:06.367865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.730123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-31T00:50:06.367984Z","caller":"traceutil/trace.go:171","msg":"trace[376758591] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36217; }","duration":"205.899096ms","start":"2026-07-31T00:50:06.162058Z","end":"2026-07-31T00:50:06.367957Z","steps":["trace[376758591] 'agreement among raft nodes before linearized reading' (duration: 205.520937ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:06.367919Z","caller":"traceutil/trace.go:171","msg":"trace[1136569246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36217; }","duration":"210.188502ms","start":"2026-07-31T00:50:06.157713Z","end":"2026-07-31T00:50:06.367901Z","steps":["trace[1136569246] 'agreement among raft nodes before linearized reading' (duration: 209.931326ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:09.804701Z","caller":"traceutil/trace.go:171","msg":"trace[1366668319] transaction","detail":"{read_only:false; response_revision:36247; number_of_response:1; }","duration":"244.65563ms","start":"2026-07-31T00:50:09.560027Z","end":"2026-07-31T00:50:09.804682Z","steps":["trace[1366668319] 'process raft request' (duration: 244.528967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:12.071578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.594856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:50:12.071687Z","caller":"traceutil/trace.go:171","msg":"trace[539260354] transaction","detail":"{read_only:false; response_revision:36267; number_of_response:1; }","duration":"241.714938ms","start":"2026-07-31T00:50:11.829953Z","end":"2026-07-31T00:50:12.071668Z","steps":["trace[539260354] 'process raft request' (duration: 36.930478ms)","trace[539260354] 'compare' (duration: 204.487573ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:12.075864Z","caller":"traceutil/trace.go:171","msg":"trace[73158201] transaction","detail":"{read_only:false; response_revision:36268; number_of_response:1; }","duration":"144.480904ms","start":"2026-07-31T00:50:11.931354Z","end":"2026-07-31T00:50:12.075835Z","steps":["trace[73158201] 'process raft request' (duration: 144.32231ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:12.10427Z","caller":"traceutil/trace.go:171","msg":"trace[2002270685] linearizableReadLoop","detail":"{readStateIndex:37325; appliedIndex:37323; }","duration":"158.901105ms","start":"2026-07-31T00:50:11.945347Z","end":"2026-07-31T00:50:12.104248Z","steps":["trace[2002270685] 'read index received' (duration: 130.32604ms)","trace[2002270685] 'applied index is now lower than readState.Index' (duration: 28.573855ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:12.104385Z","caller":"traceutil/trace.go:171","msg":"trace[715452711] transaction","detail":"{read_only:false; response_revision:36269; number_of_response:1; }","duration":"171.753017ms","start":"2026-07-31T00:50:11.932597Z","end":"2026-07-31T00:50:12.10435Z","steps":["trace[715452711] 'process raft request' (duration: 171.510121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:12.104499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.13158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:50:12.104557Z","caller":"traceutil/trace.go:171","msg":"trace[63075707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36269; }","duration":"159.221543ms","start":"2026-07-31T00:50:11.945318Z","end":"2026-07-31T00:50:12.104539Z","steps":["trace[63075707] 'agreement among raft nodes before linearized reading' (duration: 159.060409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:12.104686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.930255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:50:12.104913Z","caller":"traceutil/trace.go:171","msg":"trace[572008165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36269; }","duration":"138.18024ms","start":"2026-07-31T00:50:11.966712Z","end":"2026-07-31T00:50:12.104893Z","steps":["trace[572008165] 'agreement among raft nodes before linearized reading' (duration: 137.721789ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:12.383934Z","caller":"traceutil/trace.go:171","msg":"trace[1264290230] transaction","detail":"{read_only:false; response_revision:36270; number_of_response:1; }","duration":"275.257934ms","start":"2026-07-31T00:50:12.108652Z","end":"2026-07-31T00:50:12.38391Z","steps":["trace[1264290230] 'process raft request' (duration: 275.114741ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:12.39758Z","caller":"traceutil/trace.go:171","msg":"trace[113566895] linearizableReadLoop","detail":"{readStateIndex:37327; appliedIndex:37325; }","duration":"135.804853ms","start":"2026-07-31T00:50:12.261759Z","end":"2026-07-31T00:50:12.397564Z","steps":["trace[113566895] 'read index received' (duration: 122.008368ms)","trace[113566895] 'applied index is now lower than readState.Index' (duration: 13.795785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:12.397675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.900805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:12.397655Z","caller":"traceutil/trace.go:171","msg":"trace[858012907] transaction","detail":"{read_only:false; response_revision:36271; number_of_response:1; }","duration":"288.606189ms","start":"2026-07-31T00:50:12.109014Z","end":"2026-07-31T00:50:12.39762Z","steps":["trace[858012907] 'process raft request' (duration: 288.414104ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:12.397706Z","caller":"traceutil/trace.go:171","msg":"trace[932465701] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:36272; }","duration":"135.970547ms","start":"2026-07-31T00:50:12.261725Z","end":"2026-07-31T00:50:12.397695Z","steps":["trace[932465701] 'agreement among raft nodes before linearized reading' (duration: 135.905946ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.092401Z","caller":"traceutil/trace.go:171","msg":"trace[1112755609] transaction","detail":"{read_only:false; response_revision:36314; number_of_response:1; }","duration":"133.197449ms","start":"2026-07-31T00:50:15.959181Z","end":"2026-07-31T00:50:16.092379Z","steps":["trace[1112755609] 'process raft request' (duration: 133.000444ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.259808Z","caller":"traceutil/trace.go:171","msg":"trace[445380756] transaction","detail":"{read_only:false; response_revision:36315; number_of_response:1; }","duration":"176.965164ms","start":"2026-07-31T00:50:16.082821Z","end":"2026-07-31T00:50:16.259786Z","steps":["trace[445380756] 'process raft request' (duration: 176.786569ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.259968Z","caller":"traceutil/trace.go:171","msg":"trace[1842903842] transaction","detail":"{read_only:false; response_revision:36316; number_of_response:1; }","duration":"175.431996ms","start":"2026-07-31T00:50:16.084516Z","end":"2026-07-31T00:50:16.259948Z","steps":["trace[1842903842] 'process raft request' (duration: 175.229841ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.458889Z","caller":"traceutil/trace.go:171","msg":"trace[1299439378] linearizableReadLoop","detail":"{readStateIndex:37373; appliedIndex:37370; }","duration":"310.960683ms","start":"2026-07-31T00:50:16.147894Z","end":"2026-07-31T00:50:16.458854Z","steps":["trace[1299439378] 'read index received' (duration: 111.705967ms)","trace[1299439378] 'applied index is now lower than readState.Index' (duration: 199.253626ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:16.458996Z","caller":"traceutil/trace.go:171","msg":"trace[1551933567] transaction","detail":"{read_only:false; response_revision:36317; number_of_response:1; }","duration":"344.55364ms","start":"2026-07-31T00:50:16.114432Z","end":"2026-07-31T00:50:16.458985Z","steps":["trace[1551933567] 'process raft request' (duration: 296.48783ms)","trace[1551933567] 'compare' (duration: 47.528366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:16.459116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.21213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:16.459195Z","caller":"traceutil/trace.go:171","msg":"trace[1669619874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36317; }","duration":"311.330583ms","start":"2026-07-31T00:50:16.147847Z","end":"2026-07-31T00:50:16.459178Z","steps":["trace[1669619874] 'agreement among raft nodes before linearized reading' (duration: 311.2048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:16.459234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:16.147834Z","time spent":"311.392194ms","remote":"127.0.0.1:38918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:50:16.459409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:16.114414Z","time spent":"344.602932ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:50:16.608304Z","caller":"traceutil/trace.go:171","msg":"trace[1653720115] transaction","detail":"{read_only:false; response_revision:36318; number_of_response:1; }","duration":"199.43266ms","start":"2026-07-31T00:50:16.408841Z","end":"2026-07-31T00:50:16.608274Z","steps":["trace[1653720115] 'process raft request' (duration: 150.372617ms)","trace[1653720115] 'compare' (duration: 48.93159ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:16.621459Z","caller":"traceutil/trace.go:171","msg":"trace[540082254] transaction","detail":"{read_only:false; response_revision:36320; number_of_response:1; }","duration":"207.916787ms","start":"2026-07-31T00:50:16.413522Z","end":"2026-07-31T00:50:16.621438Z","steps":["trace[540082254] 'process raft request' (duration: 207.611409ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.621727Z","caller":"traceutil/trace.go:171","msg":"trace[997509981] transaction","detail":"{read_only:false; response_revision:36321; number_of_response:1; }","duration":"208.156793ms","start":"2026-07-31T00:50:16.413543Z","end":"2026-07-31T00:50:16.621699Z","steps":["trace[997509981] 'process raft request' (duration: 207.709281ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.621884Z","caller":"traceutil/trace.go:171","msg":"trace[996210171] transaction","detail":"{read_only:false; response_revision:36322; number_of_response:1; }","duration":"208.065781ms","start":"2026-07-31T00:50:16.413799Z","end":"2026-07-31T00:50:16.621865Z","steps":["trace[996210171] 'process raft request' (duration: 207.506376ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.622338Z","caller":"traceutil/trace.go:171","msg":"trace[1122754220] transaction","detail":"{read_only:false; response_revision:36319; number_of_response:1; }","duration":"208.269045ms","start":"2026-07-31T00:50:16.413488Z","end":"2026-07-31T00:50:16.621757Z","steps":["trace[1122754220] 'process raft request' (duration: 207.495156ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.623542Z","caller":"traceutil/trace.go:171","msg":"trace[782136939] linearizableReadLoop","detail":"{readStateIndex:37378; appliedIndex:37373; }","duration":"164.577023ms","start":"2026-07-31T00:50:16.458948Z","end":"2026-07-31T00:50:16.623525Z","steps":["trace[782136939] 'read index received' (duration: 100.278469ms)","trace[782136939] 'applied index is now lower than readState.Index' (duration: 64.297204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:16.62373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.889027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:50:16.623791Z","caller":"traceutil/trace.go:171","msg":"trace[113507202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36322; }","duration":"212.98641ms","start":"2026-07-31T00:50:16.410789Z","end":"2026-07-31T00:50:16.623776Z","steps":["trace[113507202] 'agreement among raft nodes before linearized reading' (duration: 212.783055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:16.623742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.148968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:50:16.623941Z","caller":"traceutil/trace.go:171","msg":"trace[1088525416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36322; }","duration":"228.377864ms","start":"2026-07-31T00:50:16.395531Z","end":"2026-07-31T00:50:16.623909Z","steps":["trace[1088525416] 'agreement among raft nodes before linearized reading' (duration: 228.102997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:16.62406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.036738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:50:16.624121Z","caller":"traceutil/trace.go:171","msg":"trace[936579138] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36322; }","duration":"113.091539ms","start":"2026-07-31T00:50:16.511013Z","end":"2026-07-31T00:50:16.624104Z","steps":["trace[936579138] 'agreement among raft nodes before linearized reading' (duration: 112.976067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:16.624214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.602825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T00:50:16.624196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.776813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:50:16.624384Z","caller":"traceutil/trace.go:171","msg":"trace[297233386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36322; }","duration":"111.00185ms","start":"2026-07-31T00:50:16.513362Z","end":"2026-07-31T00:50:16.624364Z","steps":["trace[297233386] 'agreement among raft nodes before linearized reading' (duration: 110.583989ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:16.624252Z","caller":"traceutil/trace.go:171","msg":"trace[340500965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36322; }","duration":"116.689117ms","start":"2026-07-31T00:50:16.507554Z","end":"2026-07-31T00:50:16.624243Z","steps":["trace[340500965] 'agreement among raft nodes before linearized reading' (duration: 116.545833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:16.62428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.177653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:50:16.624649Z","caller":"traceutil/trace.go:171","msg":"trace[1449713308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36322; }","duration":"111.546333ms","start":"2026-07-31T00:50:16.513078Z","end":"2026-07-31T00:50:16.624625Z","steps":["trace[1449713308] 'agreement among raft nodes before linearized reading' (duration: 111.128732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:16.623878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.568067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:16.6251Z","caller":"traceutil/trace.go:171","msg":"trace[193536307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36322; }","duration":"164.865739ms","start":"2026-07-31T00:50:16.460218Z","end":"2026-07-31T00:50:16.625083Z","steps":["trace[193536307] 'agreement among raft nodes before linearized reading' (duration: 163.613168ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:21.222819Z","caller":"traceutil/trace.go:171","msg":"trace[1656211289] transaction","detail":"{read_only:false; response_revision:36376; number_of_response:1; }","duration":"122.662703ms","start":"2026-07-31T00:50:21.100126Z","end":"2026-07-31T00:50:21.222789Z","steps":["trace[1656211289] 'process raft request' (duration: 122.467749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:21.479414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.623198ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-31T00:50:21.479622Z","caller":"traceutil/trace.go:171","msg":"trace[1975278312] linearizableReadLoop","detail":"{readStateIndex:37434; appliedIndex:37433; }","duration":"243.906441ms","start":"2026-07-31T00:50:21.235656Z","end":"2026-07-31T00:50:21.479563Z","steps":["trace[1975278312] 'read index received' (duration: 121.803401ms)","trace[1975278312] 'applied index is now lower than readState.Index' (duration: 122.10041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:21.480019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.013608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:50:21.480027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.379513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:21.480095Z","caller":"traceutil/trace.go:171","msg":"trace[285835055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36376; }","duration":"244.519627ms","start":"2026-07-31T00:50:21.235557Z","end":"2026-07-31T00:50:21.480077Z","steps":["trace[285835055] 'agreement among raft nodes before linearized reading' (duration: 244.402154ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:21.480082Z","caller":"traceutil/trace.go:171","msg":"trace[1033939223] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:36376; }","duration":"217.10746ms","start":"2026-07-31T00:50:21.262954Z","end":"2026-07-31T00:50:21.480061Z","steps":["trace[1033939223] 'agreement among raft nodes before linearized reading' (duration: 216.948656ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.367422Z","caller":"traceutil/trace.go:171","msg":"trace[1142766792] transaction","detail":"{read_only:false; response_revision:36427; number_of_response:1; }","duration":"104.973913ms","start":"2026-07-31T00:50:28.262405Z","end":"2026-07-31T00:50:28.367379Z","steps":["trace[1142766792] 'process raft request' (duration: 104.705176ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.434133Z","caller":"traceutil/trace.go:171","msg":"trace[1516461302] transaction","detail":"{read_only:false; response_revision:36429; number_of_response:1; }","duration":"134.382298ms","start":"2026-07-31T00:50:28.299727Z","end":"2026-07-31T00:50:28.434109Z","steps":["trace[1516461302] 'process raft request' (duration: 134.340047ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.434465Z","caller":"traceutil/trace.go:171","msg":"trace[1220006383] transaction","detail":"{read_only:false; response_revision:36428; number_of_response:1; }","duration":"134.785228ms","start":"2026-07-31T00:50:28.299668Z","end":"2026-07-31T00:50:28.434453Z","steps":["trace[1220006383] 'process raft request' (duration: 134.296616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:28.586955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.811449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:28.587005Z","caller":"traceutil/trace.go:171","msg":"trace[2116734233] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:36429; }","duration":"143.90326ms","start":"2026-07-31T00:50:28.44309Z","end":"2026-07-31T00:50:28.586993Z","steps":["trace[2116734233] 'count revisions from in-memory index tree' (duration: 143.743706ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.63047Z","caller":"traceutil/trace.go:171","msg":"trace[189152842] transaction","detail":"{read_only:false; response_revision:36430; number_of_response:1; }","duration":"170.786203ms","start":"2026-07-31T00:50:28.459666Z","end":"2026-07-31T00:50:28.630453Z","steps":["trace[189152842] 'process raft request' (duration: 170.509207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:28.888143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.089568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:50:28.888478Z","caller":"traceutil/trace.go:171","msg":"trace[256093104] transaction","detail":"{read_only:false; response_revision:36435; number_of_response:1; }","duration":"226.733414ms","start":"2026-07-31T00:50:28.661727Z","end":"2026-07-31T00:50:28.88846Z","steps":["trace[256093104] 'process raft request' (duration: 226.667242ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.888473Z","caller":"traceutil/trace.go:171","msg":"trace[2006774268] transaction","detail":"{read_only:false; response_revision:36432; number_of_response:1; }","duration":"243.109712ms","start":"2026-07-31T00:50:28.645336Z","end":"2026-07-31T00:50:28.888445Z","steps":["trace[2006774268] 'process raft request' (duration: 242.926507ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.888499Z","caller":"traceutil/trace.go:171","msg":"trace[1789084155] transaction","detail":"{read_only:false; response_revision:36433; number_of_response:1; }","duration":"236.930151ms","start":"2026-07-31T00:50:28.651538Z","end":"2026-07-31T00:50:28.888468Z","steps":["trace[1789084155] 'process raft request' (duration: 236.776767ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.888534Z","caller":"traceutil/trace.go:171","msg":"trace[151931391] transaction","detail":"{read_only:false; response_revision:36434; number_of_response:1; }","duration":"234.629815ms","start":"2026-07-31T00:50:28.653885Z","end":"2026-07-31T00:50:28.888515Z","steps":["trace[151931391] 'process raft request' (duration: 234.475092ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.888524Z","caller":"traceutil/trace.go:171","msg":"trace[378521243] transaction","detail":"{read_only:false; response_revision:36431; number_of_response:1; }","duration":"336.286059ms","start":"2026-07-31T00:50:28.552201Z","end":"2026-07-31T00:50:28.888487Z","steps":["trace[378521243] 'process raft request' (duration: 183.77533ms)","trace[378521243] 'compare' (duration: 151.973936ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:28.888613Z","caller":"traceutil/trace.go:171","msg":"trace[1292635679] linearizableReadLoop","detail":"{readStateIndex:37495; appliedIndex:37489; }","duration":"214.988837ms","start":"2026-07-31T00:50:28.673612Z","end":"2026-07-31T00:50:28.888601Z","steps":["trace[1292635679] 'read index received' (duration: 62.379616ms)","trace[1292635679] 'applied index is now lower than readState.Index' (duration: 152.608091ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:28.888639Z","caller":"traceutil/trace.go:171","msg":"trace[192908484] transaction","detail":"{read_only:false; response_revision:36436; number_of_response:1; }","duration":"223.404953ms","start":"2026-07-31T00:50:28.665217Z","end":"2026-07-31T00:50:28.888622Z","steps":["trace[192908484] 'process raft request' (duration: 223.209878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:28.888676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.552175Z","time spent":"336.413652ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:50:28.888742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.126503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T00:50:28.888746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.914923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:50:28.88876Z","caller":"traceutil/trace.go:171","msg":"trace[701703518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36436; }","duration":"215.163173ms","start":"2026-07-31T00:50:28.673589Z","end":"2026-07-31T00:50:28.888752Z","steps":["trace[701703518] 'agreement among raft nodes before linearized reading' (duration: 215.07076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:28.888792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.975896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:50:28.888825Z","caller":"traceutil/trace.go:171","msg":"trace[1657492279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36436; }","duration":"205.034737ms","start":"2026-07-31T00:50:28.683781Z","end":"2026-07-31T00:50:28.888816Z","steps":["trace[1657492279] 'agreement among raft nodes before linearized reading' (duration: 204.923955ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.88884Z","caller":"traceutil/trace.go:171","msg":"trace[320108201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36436; }","duration":"213.958854ms","start":"2026-07-31T00:50:28.674814Z","end":"2026-07-31T00:50:28.888772Z","steps":["trace[320108201] 'agreement among raft nodes before linearized reading' (duration: 213.869841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:28.888857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.28756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T00:50:28.888871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.881865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-31T00:50:28.888858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.943493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:50:28.888891Z","caller":"traceutil/trace.go:171","msg":"trace[1390067460] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36436; }","duration":"202.917965ms","start":"2026-07-31T00:50:28.685968Z","end":"2026-07-31T00:50:28.888886Z","steps":["trace[1390067460] 'agreement among raft nodes before linearized reading' (duration: 202.871584ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.888893Z","caller":"traceutil/trace.go:171","msg":"trace[1654778676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36436; }","duration":"209.334781ms","start":"2026-07-31T00:50:28.679549Z","end":"2026-07-31T00:50:28.888884Z","steps":["trace[1654778676] 'agreement among raft nodes before linearized reading' (duration: 209.168807ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:28.888906Z","caller":"traceutil/trace.go:171","msg":"trace[932985733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36436; }","duration":"207.019994ms","start":"2026-07-31T00:50:28.681875Z","end":"2026-07-31T00:50:28.888895Z","steps":["trace[932985733] 'agreement among raft nodes before linearized reading' (duration: 206.83574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:29.194967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.416089ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:29.195093Z","caller":"traceutil/trace.go:171","msg":"trace[55661006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36436; }","duration":"171.554662ms","start":"2026-07-31T00:50:29.02352Z","end":"2026-07-31T00:50:29.195075Z","steps":["trace[55661006] 'range keys from in-memory index tree' (duration: 171.398508ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:29.19515Z","caller":"traceutil/trace.go:171","msg":"trace[73652441] transaction","detail":"{read_only:false; response_revision:36437; number_of_response:1; }","duration":"301.870781ms","start":"2026-07-31T00:50:28.89325Z","end":"2026-07-31T00:50:29.195121Z","steps":["trace[73652441] 'process raft request' (duration: 261.224712ms)","trace[73652441] 'compare' (duration: 40.335812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:29.195539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.893228Z","time spent":"302.23122ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:50:29.298914Z","caller":"traceutil/trace.go:171","msg":"trace[1688797073] transaction","detail":"{read_only:false; response_revision:36440; number_of_response:1; }","duration":"405.443501ms","start":"2026-07-31T00:50:28.893446Z","end":"2026-07-31T00:50:29.29889Z","steps":["trace[1688797073] 'process raft request' (duration: 405.378729ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:29.298938Z","caller":"traceutil/trace.go:171","msg":"trace[644835354] transaction","detail":"{read_only:false; response_revision:36438; number_of_response:1; }","duration":"405.591644ms","start":"2026-07-31T00:50:28.893305Z","end":"2026-07-31T00:50:29.298897Z","steps":["trace[644835354] 'process raft request' (duration: 405.071691ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:29.298947Z","caller":"traceutil/trace.go:171","msg":"trace[1200278462] transaction","detail":"{read_only:false; response_revision:36439; number_of_response:1; }","duration":"405.584713ms","start":"2026-07-31T00:50:28.893329Z","end":"2026-07-31T00:50:29.298913Z","steps":["trace[1200278462] 'process raft request' (duration: 405.44772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:29.299066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.893434Z","time spent":"405.551073ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:50:29.299098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.893303Z","time spent":"405.715297ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:50:29.2991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.893283Z","time spent":"405.732678ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:50:29.299179Z","caller":"traceutil/trace.go:171","msg":"trace[1683884606] transaction","detail":"{read_only:false; response_revision:36441; number_of_response:1; }","duration":"405.649945ms","start":"2026-07-31T00:50:28.89351Z","end":"2026-07-31T00:50:29.29916Z","steps":["trace[1683884606] 'process raft request' (duration: 405.346648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:29.299302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.89349Z","time spent":"405.752908ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:50:29.299464Z","caller":"traceutil/trace.go:171","msg":"trace[1263510547] transaction","detail":"{read_only:false; response_revision:36442; number_of_response:1; }","duration":"404.087767ms","start":"2026-07-31T00:50:28.895355Z","end":"2026-07-31T00:50:29.299443Z","steps":["trace[1263510547] 'process raft request' (duration: 403.706758ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:29.299412Z","caller":"traceutil/trace.go:171","msg":"trace[1411157018] linearizableReadLoop","detail":"{readStateIndex:37501; appliedIndex:37495; }","duration":"396.703707ms","start":"2026-07-31T00:50:28.902677Z","end":"2026-07-31T00:50:29.29938Z","steps":["trace[1411157018] 'read index received' (duration: 251.814834ms)","trace[1411157018] 'applied index is now lower than readState.Index' (duration: 144.886623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:29.299563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.895341Z","time spent":"404.176229ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:50:29.299743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.060527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-31T00:50:29.299802Z","caller":"traceutil/trace.go:171","msg":"trace[710666069] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36442; }","duration":"397.149898ms","start":"2026-07-31T00:50:28.902637Z","end":"2026-07-31T00:50:29.299787Z","steps":["trace[710666069] 'agreement among raft nodes before linearized reading' (duration: 396.867691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:29.299814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.744476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"warn","ts":"2026-07-31T00:50:29.299849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:28.902621Z","time spent":"397.21999ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T00:50:29.299861Z","caller":"traceutil/trace.go:171","msg":"trace[639298146] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36442; }","duration":"231.858417ms","start":"2026-07-31T00:50:29.06799Z","end":"2026-07-31T00:50:29.299848Z","steps":["trace[639298146] 'agreement among raft nodes before linearized reading' (duration: 231.635382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:29.299776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.527094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-l285f.18c738a370c4b10a\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-31T00:50:29.299951Z","caller":"traceutil/trace.go:171","msg":"trace[1620694078] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-l285f.18c738a370c4b10a; range_end:; response_count:1; response_revision:36442; }","duration":"121.73529ms","start":"2026-07-31T00:50:29.178198Z","end":"2026-07-31T00:50:29.299934Z","steps":["trace[1620694078] 'agreement among raft nodes before linearized reading' (duration: 121.485184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:29.30011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.376125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:50:29.300181Z","caller":"traceutil/trace.go:171","msg":"trace[462086869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36442; }","duration":"152.551739ms","start":"2026-07-31T00:50:29.147612Z","end":"2026-07-31T00:50:29.300163Z","steps":["trace[462086869] 'agreement among raft nodes before linearized reading' (duration: 152.334634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:36.695048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.810137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:50:36.695145Z","caller":"traceutil/trace.go:171","msg":"trace[1760503383] linearizableReadLoop","detail":"{readStateIndex:37563; appliedIndex:37562; }","duration":"161.394384ms","start":"2026-07-31T00:50:36.533741Z","end":"2026-07-31T00:50:36.695135Z","steps":["trace[1760503383] 'read index received' (duration: 40.449783ms)","trace[1760503383] 'applied index is now lower than readState.Index' (duration: 120.943271ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:36.695213Z","caller":"traceutil/trace.go:171","msg":"trace[659292368] transaction","detail":"{read_only:false; response_revision:36502; number_of_response:1; }","duration":"233.911048ms","start":"2026-07-31T00:50:36.461272Z","end":"2026-07-31T00:50:36.695183Z","steps":["trace[659292368] 'process raft request' (duration: 112.904056ms)","trace[659292368] 'compare' (duration: 120.581152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:36.695316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.574559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:50:36.695339Z","caller":"traceutil/trace.go:171","msg":"trace[1711758425] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:36502; }","duration":"161.635011ms","start":"2026-07-31T00:50:36.533696Z","end":"2026-07-31T00:50:36.695331Z","steps":["trace[1711758425] 'agreement among raft nodes before linearized reading' (duration: 161.464887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:36.931109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.976599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T00:50:36.931415Z","caller":"traceutil/trace.go:171","msg":"trace[642185572] transaction","detail":"{read_only:false; response_revision:36503; number_of_response:1; }","duration":"141.647874ms","start":"2026-07-31T00:50:36.78974Z","end":"2026-07-31T00:50:36.931388Z","steps":["trace[642185572] 'process raft request' (duration: 141.442579ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.10674Z","caller":"traceutil/trace.go:171","msg":"trace[1078491160] transaction","detail":"{read_only:false; response_revision:36504; number_of_response:1; }","duration":"192.898492ms","start":"2026-07-31T00:50:36.913814Z","end":"2026-07-31T00:50:37.106712Z","steps":["trace[1078491160] 'process raft request' (duration: 192.547483ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.107045Z","caller":"traceutil/trace.go:171","msg":"trace[873560056] transaction","detail":"{read_only:false; response_revision:36505; number_of_response:1; }","duration":"192.866661ms","start":"2026-07-31T00:50:36.914147Z","end":"2026-07-31T00:50:37.107013Z","steps":["trace[873560056] 'process raft request' (duration: 192.521903ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.10712Z","caller":"traceutil/trace.go:171","msg":"trace[1867880016] transaction","detail":"{read_only:false; response_revision:36509; number_of_response:1; }","duration":"185.89062ms","start":"2026-07-31T00:50:36.921216Z","end":"2026-07-31T00:50:37.107107Z","steps":["trace[1867880016] 'process raft request' (duration: 185.860019ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.107235Z","caller":"traceutil/trace.go:171","msg":"trace[1055847304] transaction","detail":"{read_only:false; response_revision:36507; number_of_response:1; }","duration":"186.70127ms","start":"2026-07-31T00:50:36.920515Z","end":"2026-07-31T00:50:37.107217Z","steps":["trace[1055847304] 'process raft request' (duration: 186.492595ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.107314Z","caller":"traceutil/trace.go:171","msg":"trace[1891306752] transaction","detail":"{read_only:false; response_revision:36506; number_of_response:1; }","duration":"187.771927ms","start":"2026-07-31T00:50:36.919498Z","end":"2026-07-31T00:50:37.10727Z","steps":["trace[1891306752] 'process raft request' (duration: 187.407478ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.10725Z","caller":"traceutil/trace.go:171","msg":"trace[1436243919] transaction","detail":"{read_only:false; response_revision:36508; number_of_response:1; }","duration":"186.197368ms","start":"2026-07-31T00:50:36.921029Z","end":"2026-07-31T00:50:37.107226Z","steps":["trace[1436243919] 'process raft request' (duration: 186.002953ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.459798Z","caller":"traceutil/trace.go:171","msg":"trace[1429479515] linearizableReadLoop","detail":"{readStateIndex:37572; appliedIndex:37571; }","duration":"123.598426ms","start":"2026-07-31T00:50:37.336182Z","end":"2026-07-31T00:50:37.459781Z","steps":["trace[1429479515] 'read index received' (duration: 123.421002ms)","trace[1429479515] 'applied index is now lower than readState.Index' (duration: 176.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:37.459856Z","caller":"traceutil/trace.go:171","msg":"trace[1321563418] transaction","detail":"{read_only:false; response_revision:36510; number_of_response:1; }","duration":"159.95279ms","start":"2026-07-31T00:50:37.299862Z","end":"2026-07-31T00:50:37.459814Z","steps":["trace[1321563418] 'process raft request' (duration: 159.781965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:37.459951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.745209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:50:37.459976Z","caller":"traceutil/trace.go:171","msg":"trace[1146160955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36510; }","duration":"123.828541ms","start":"2026-07-31T00:50:37.336141Z","end":"2026-07-31T00:50:37.45997Z","steps":["trace[1146160955] 'agreement among raft nodes before linearized reading' (duration: 123.724749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:37.460139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.881103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:50:37.460193Z","caller":"traceutil/trace.go:171","msg":"trace[1459424986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36510; }","duration":"123.967664ms","start":"2026-07-31T00:50:37.336214Z","end":"2026-07-31T00:50:37.460181Z","steps":["trace[1459424986] 'agreement among raft nodes before linearized reading' (duration: 123.80264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:37.460218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.948875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:50:37.460277Z","caller":"traceutil/trace.go:171","msg":"trace[748773015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36510; }","duration":"124.046156ms","start":"2026-07-31T00:50:37.336215Z","end":"2026-07-31T00:50:37.460261Z","steps":["trace[748773015] 'agreement among raft nodes before linearized reading' (duration: 123.862142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:37.460124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.868502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:50:37.46034Z","caller":"traceutil/trace.go:171","msg":"trace[370511464] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36510; }","duration":"124.140189ms","start":"2026-07-31T00:50:37.336189Z","end":"2026-07-31T00:50:37.460329Z","steps":["trace[370511464] 'agreement among raft nodes before linearized reading' (duration: 123.76443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:37.460301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.020996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:50:37.460396Z","caller":"traceutil/trace.go:171","msg":"trace[811730719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36510; }","duration":"124.16609ms","start":"2026-07-31T00:50:37.33621Z","end":"2026-07-31T00:50:37.460376Z","steps":["trace[811730719] 'agreement among raft nodes before linearized reading' (duration: 123.872743ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.637718Z","caller":"traceutil/trace.go:171","msg":"trace[449819479] linearizableReadLoop","detail":"{readStateIndex:37577; appliedIndex:37573; }","duration":"117.009116ms","start":"2026-07-31T00:50:37.520689Z","end":"2026-07-31T00:50:37.637698Z","steps":["trace[449819479] 'read index received' (duration: 48.898919ms)","trace[449819479] 'applied index is now lower than readState.Index' (duration: 68.108827ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:37.63788Z","caller":"traceutil/trace.go:171","msg":"trace[2066211380] transaction","detail":"{read_only:false; response_revision:36515; number_of_response:1; }","duration":"172.433304ms","start":"2026-07-31T00:50:37.465432Z","end":"2026-07-31T00:50:37.637865Z","steps":["trace[2066211380] 'process raft request' (duration: 172.228159ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.6379Z","caller":"traceutil/trace.go:171","msg":"trace[270697281] transaction","detail":"{read_only:false; response_revision:36513; number_of_response:1; }","duration":"172.878164ms","start":"2026-07-31T00:50:37.464998Z","end":"2026-07-31T00:50:37.637876Z","steps":["trace[270697281] 'process raft request' (duration: 172.589237ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:37.637977Z","caller":"traceutil/trace.go:171","msg":"trace[1153238756] transaction","detail":"{read_only:false; response_revision:36512; number_of_response:1; }","duration":"172.991807ms","start":"2026-07-31T00:50:37.464919Z","end":"2026-07-31T00:50:37.637911Z","steps":["trace[1153238756] 'process raft request' (duration: 104.682475ms)","trace[1153238756] 'compare' (duration: 67.757548ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:37.637977Z","caller":"traceutil/trace.go:171","msg":"trace[1922717740] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"172.854344ms","start":"2026-07-31T00:50:37.465109Z","end":"2026-07-31T00:50:37.637963Z","steps":["trace[1922717740] 'process raft request' (duration: 172.520006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:37.638066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.366764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-31T00:50:37.638136Z","caller":"traceutil/trace.go:171","msg":"trace[479491061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:36515; }","duration":"117.482577ms","start":"2026-07-31T00:50:37.520632Z","end":"2026-07-31T00:50:37.638115Z","steps":["trace[479491061] 'agreement among raft nodes before linearized reading' (duration: 117.297632ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:38.596172Z","caller":"traceutil/trace.go:171","msg":"trace[1553227962] transaction","detail":"{read_only:false; response_revision:36516; number_of_response:1; }","duration":"100.440592ms","start":"2026-07-31T00:50:38.495655Z","end":"2026-07-31T00:50:38.596095Z","steps":["trace[1553227962] 'process raft request' (duration: 100.226277ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:41.526319Z","caller":"traceutil/trace.go:171","msg":"trace[1149543499] transaction","detail":"{read_only:false; response_revision:36543; number_of_response:1; }","duration":"256.764345ms","start":"2026-07-31T00:50:41.269504Z","end":"2026-07-31T00:50:41.526268Z","steps":["trace[1149543499] 'process raft request' (duration: 256.379036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:41.814567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.232831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:50:41.814804Z","caller":"traceutil/trace.go:171","msg":"trace[1659324455] linearizableReadLoop","detail":"{readStateIndex:37608; appliedIndex:37606; }","duration":"163.260291ms","start":"2026-07-31T00:50:41.651522Z","end":"2026-07-31T00:50:41.814782Z","steps":["trace[1659324455] 'read index received' (duration: 113.539112ms)","trace[1659324455] 'applied index is now lower than readState.Index' (duration: 49.719869ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:41.81494Z","caller":"traceutil/trace.go:171","msg":"trace[244308366] transaction","detail":"{read_only:false; response_revision:36545; number_of_response:1; }","duration":"283.778732ms","start":"2026-07-31T00:50:41.531145Z","end":"2026-07-31T00:50:41.814923Z","steps":["trace[244308366] 'process raft request' (duration: 283.547466ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:41.81499Z","caller":"traceutil/trace.go:171","msg":"trace[1234613066] transaction","detail":"{read_only:false; response_revision:36544; number_of_response:1; }","duration":"284.987901ms","start":"2026-07-31T00:50:41.52998Z","end":"2026-07-31T00:50:41.814968Z","steps":["trace[1234613066] 'process raft request' (duration: 86.256508ms)","trace[1234613066] 'compare' (duration: 197.83059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:41.815245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.712672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:50:41.815317Z","caller":"traceutil/trace.go:171","msg":"trace[1922690358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36545; }","duration":"163.821825ms","start":"2026-07-31T00:50:41.651473Z","end":"2026-07-31T00:50:41.815294Z","steps":["trace[1922690358] 'agreement among raft nodes before linearized reading' (duration: 163.651631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:41.815551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.612279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:50:41.81561Z","caller":"traceutil/trace.go:171","msg":"trace[1263907169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36545; }","duration":"163.695351ms","start":"2026-07-31T00:50:41.651901Z","end":"2026-07-31T00:50:41.815596Z","steps":["trace[1263907169] 'agreement among raft nodes before linearized reading' (duration: 163.539797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:41.815964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.545552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T00:50:41.816028Z","caller":"traceutil/trace.go:171","msg":"trace[691137244] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36545; }","duration":"155.611824ms","start":"2026-07-31T00:50:41.660402Z","end":"2026-07-31T00:50:41.816014Z","steps":["trace[691137244] 'agreement among raft nodes before linearized reading' (duration: 155.400309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:41.81701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.49868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:50:41.817079Z","caller":"traceutil/trace.go:171","msg":"trace[2019471323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36545; }","duration":"164.941431ms","start":"2026-07-31T00:50:41.652122Z","end":"2026-07-31T00:50:41.817064Z","steps":["trace[2019471323] 'agreement among raft nodes before linearized reading' (duration: 164.437108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:42.144026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.751347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:50:42.144142Z","caller":"traceutil/trace.go:171","msg":"trace[1616713664] transaction","detail":"{read_only:false; response_revision:36546; number_of_response:1; }","duration":"322.485112ms","start":"2026-07-31T00:50:41.821639Z","end":"2026-07-31T00:50:42.144124Z","steps":["trace[1616713664] 'process raft request' (duration: 166.53921ms)","trace[1616713664] 'compare' (duration: 155.576773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:42.144204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:41.82162Z","time spent":"322.555054ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:50:42.173424Z","caller":"traceutil/trace.go:171","msg":"trace[496242947] transaction","detail":"{read_only:false; response_revision:36548; number_of_response:1; }","duration":"348.981268ms","start":"2026-07-31T00:50:41.824421Z","end":"2026-07-31T00:50:42.173403Z","steps":["trace[496242947] 'process raft request' (duration: 348.884895ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:42.17349Z","caller":"traceutil/trace.go:171","msg":"trace[563347450] transaction","detail":"{read_only:false; response_revision:36547; number_of_response:1; }","duration":"351.770445ms","start":"2026-07-31T00:50:41.821678Z","end":"2026-07-31T00:50:42.173449Z","steps":["trace[563347450] 'process raft request' (duration: 351.442107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:42.173662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:41.821667Z","time spent":"351.898689ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:50:42.173665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:41.824415Z","time spent":"349.10381ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:50:42.173719Z","caller":"traceutil/trace.go:171","msg":"trace[1171611983] transaction","detail":"{read_only:false; response_revision:36549; number_of_response:1; }","duration":"349.048879ms","start":"2026-07-31T00:50:41.824648Z","end":"2026-07-31T00:50:42.173697Z","steps":["trace[1171611983] 'process raft request' (duration: 348.722721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:42.17385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:50:41.824643Z","time spent":"349.12603ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:50:42.877012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.903531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T00:50:42.877073Z","caller":"traceutil/trace.go:171","msg":"trace[1560954123] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:36550; }","duration":"165.016842ms","start":"2026-07-31T00:50:42.712041Z","end":"2026-07-31T00:50:42.877058Z","steps":["trace[1560954123] 'count revisions from in-memory index tree' (duration: 164.820648ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:42.877219Z","caller":"traceutil/trace.go:171","msg":"trace[1182150549] transaction","detail":"{read_only:false; response_revision:36551; number_of_response:1; }","duration":"136.323315ms","start":"2026-07-31T00:50:42.740877Z","end":"2026-07-31T00:50:42.8772Z","steps":["trace[1182150549] 'process raft request' (duration: 116.159615ms)","trace[1182150549] 'compare' (duration: 20.021376ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:50:43.975841Z","caller":"traceutil/trace.go:171","msg":"trace[173133129] linearizableReadLoop","detail":"{readStateIndex:37622; appliedIndex:37621; }","duration":"155.8648ms","start":"2026-07-31T00:50:43.819953Z","end":"2026-07-31T00:50:43.975818Z","steps":["trace[173133129] 'read index received' (duration: 155.594844ms)","trace[173133129] 'applied index is now lower than readState.Index' (duration: 269.026µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:43.976069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.902891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:50:43.976109Z","caller":"traceutil/trace.go:171","msg":"trace[1596863261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36559; }","duration":"155.994423ms","start":"2026-07-31T00:50:43.820104Z","end":"2026-07-31T00:50:43.976098Z","steps":["trace[1596863261] 'agreement among raft nodes before linearized reading' (duration: 155.846799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:50:43.976246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.259521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:50:43.976311Z","caller":"traceutil/trace.go:171","msg":"trace[1514371224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36559; }","duration":"156.384583ms","start":"2026-07-31T00:50:43.819913Z","end":"2026-07-31T00:50:43.976298Z","steps":["trace[1514371224] 'agreement among raft nodes before linearized reading' (duration: 156.032574ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:43.97659Z","caller":"traceutil/trace.go:171","msg":"trace[203271052] transaction","detail":"{read_only:false; response_revision:36559; number_of_response:1; }","duration":"225.156335ms","start":"2026-07-31T00:50:43.750758Z","end":"2026-07-31T00:50:43.975914Z","steps":["trace[203271052] 'process raft request' (duration: 224.853397ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:44.089583Z","caller":"traceutil/trace.go:171","msg":"trace[1224582403] transaction","detail":"{read_only:false; response_revision:36561; number_of_response:1; }","duration":"109.176645ms","start":"2026-07-31T00:50:43.980382Z","end":"2026-07-31T00:50:44.089559Z","steps":["trace[1224582403] 'process raft request' (duration: 109.112873ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:50:44.089661Z","caller":"traceutil/trace.go:171","msg":"trace[575028339] transaction","detail":"{read_only:false; response_revision:36560; number_of_response:1; }","duration":"109.721988ms","start":"2026-07-31T00:50:43.97989Z","end":"2026-07-31T00:50:44.089612Z","steps":["trace[575028339] 'process raft request' (duration: 68.25652ms)","trace[575028339] 'compare' (duration: 41.222982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:50:54.471229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.846345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-31T00:50:54.471338Z","caller":"traceutil/trace.go:171","msg":"trace[1230894568] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36662; }","duration":"119.982028ms","start":"2026-07-31T00:50:54.351326Z","end":"2026-07-31T00:50:54.471308Z","steps":["trace[1230894568] 'range keys from in-memory index tree' (duration: 119.672851ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:00.472249Z","caller":"traceutil/trace.go:171","msg":"trace[91164458] linearizableReadLoop","detail":"{readStateIndex:37779; appliedIndex:37778; }","duration":"175.220971ms","start":"2026-07-31T00:51:00.297005Z","end":"2026-07-31T00:51:00.472226Z","steps":["trace[91164458] 'read index received' (duration: 174.881123ms)","trace[91164458] 'applied index is now lower than readState.Index' (duration: 338.728µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:51:00.472345Z","caller":"traceutil/trace.go:171","msg":"trace[127531626] transaction","detail":"{read_only:false; response_revision:36713; number_of_response:1; }","duration":"185.86295ms","start":"2026-07-31T00:51:00.286461Z","end":"2026-07-31T00:51:00.472324Z","steps":["trace[127531626] 'process raft request' (duration: 185.499892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:00.472483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.459378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:51:00.472524Z","caller":"traceutil/trace.go:171","msg":"trace[589067416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36713; }","duration":"175.548409ms","start":"2026-07-31T00:51:00.296966Z","end":"2026-07-31T00:51:00.472514Z","steps":["trace[589067416] 'agreement among raft nodes before linearized reading' (duration: 175.396545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:00.472597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.531079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-31T00:51:00.472626Z","caller":"traceutil/trace.go:171","msg":"trace[13479593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36713; }","duration":"175.59727ms","start":"2026-07-31T00:51:00.297021Z","end":"2026-07-31T00:51:00.472618Z","steps":["trace[13479593] 'agreement among raft nodes before linearized reading' (duration: 175.463477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:00.472668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.789237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:51:00.472754Z","caller":"traceutil/trace.go:171","msg":"trace[848304153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36713; }","duration":"171.91313ms","start":"2026-07-31T00:51:00.300827Z","end":"2026-07-31T00:51:00.47274Z","steps":["trace[848304153] 'agreement among raft nodes before linearized reading' (duration: 171.692775ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:00.662837Z","caller":"traceutil/trace.go:171","msg":"trace[821921505] transaction","detail":"{read_only:false; response_revision:36716; number_of_response:1; }","duration":"186.24254ms","start":"2026-07-31T00:51:00.476567Z","end":"2026-07-31T00:51:00.662809Z","steps":["trace[821921505] 'process raft request' (duration: 161.617011ms)","trace[821921505] 'compare' (duration: 24.480715ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:51:00.814321Z","caller":"traceutil/trace.go:171","msg":"trace[2053463167] transaction","detail":"{read_only:false; response_revision:36717; number_of_response:1; }","duration":"109.160065ms","start":"2026-07-31T00:51:00.705115Z","end":"2026-07-31T00:51:00.814275Z","steps":["trace[2053463167] 'process raft request' (duration: 98.998077ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.057489Z","caller":"traceutil/trace.go:171","msg":"trace[1891980428] linearizableReadLoop","detail":"{readStateIndex:38407; appliedIndex:38406; }","duration":"272.274351ms","start":"2026-07-31T00:51:50.785195Z","end":"2026-07-31T00:51:51.057469Z","steps":["trace[1891980428] 'read index received' (duration: 272.025725ms)","trace[1891980428] 'applied index is now lower than readState.Index' (duration: 247.566µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:51:51.057565Z","caller":"traceutil/trace.go:171","msg":"trace[1463352809] transaction","detail":"{read_only:false; response_revision:37327; number_of_response:1; }","duration":"273.253654ms","start":"2026-07-31T00:51:50.784272Z","end":"2026-07-31T00:51:51.057525Z","steps":["trace[1463352809] 'process raft request' (duration: 272.961007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.058025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.782144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:51:51.058158Z","caller":"traceutil/trace.go:171","msg":"trace[1720321839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37327; }","duration":"272.972978ms","start":"2026-07-31T00:51:50.785154Z","end":"2026-07-31T00:51:51.058127Z","steps":["trace[1720321839] 'agreement among raft nodes before linearized reading' (duration: 272.415194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.076199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.551425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:51:51.076268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.459863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T00:51:51.076294Z","caller":"traceutil/trace.go:171","msg":"trace[853581314] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:37328; }","duration":"278.662057ms","start":"2026-07-31T00:51:50.79761Z","end":"2026-07-31T00:51:51.076272Z","steps":["trace[853581314] 'agreement among raft nodes before linearized reading' (duration: 278.499354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.076327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.432367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:51:51.07634Z","caller":"traceutil/trace.go:171","msg":"trace[1674417461] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37328; }","duration":"137.530275ms","start":"2026-07-31T00:51:50.938785Z","end":"2026-07-31T00:51:51.076315Z","steps":["trace[1674417461] 'agreement among raft nodes before linearized reading' (duration: 137.34294ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.076374Z","caller":"traceutil/trace.go:171","msg":"trace[1852999480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37328; }","duration":"152.52077ms","start":"2026-07-31T00:51:50.92384Z","end":"2026-07-31T00:51:51.07636Z","steps":["trace[1852999480] 'agreement among raft nodes before linearized reading' (duration: 152.318905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.261541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.793083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T00:51:51.261769Z","caller":"traceutil/trace.go:171","msg":"trace[1778142113] linearizableReadLoop","detail":"{readStateIndex:38411; appliedIndex:38409; }","duration":"137.406152ms","start":"2026-07-31T00:51:51.124345Z","end":"2026-07-31T00:51:51.261751Z","steps":["trace[1778142113] 'read index received' (duration: 31.203229ms)","trace[1778142113] 'applied index is now lower than readState.Index' (duration: 106.201933ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:51:51.261858Z","caller":"traceutil/trace.go:171","msg":"trace[195212587] transaction","detail":"{read_only:false; response_revision:37330; number_of_response:1; }","duration":"181.539135ms","start":"2026-07-31T00:51:51.080307Z","end":"2026-07-31T00:51:51.261846Z","steps":["trace[195212587] 'process raft request' (duration: 75.331282ms)","trace[195212587] 'compare' (duration: 105.63586ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:51:51.262086Z","caller":"traceutil/trace.go:171","msg":"trace[1728307339] transaction","detail":"{read_only:false; response_revision:37331; number_of_response:1; }","duration":"181.703249ms","start":"2026-07-31T00:51:51.080303Z","end":"2026-07-31T00:51:51.262006Z","steps":["trace[1728307339] 'process raft request' (duration: 181.382652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.262215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.859713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:51:51.262324Z","caller":"traceutil/trace.go:171","msg":"trace[2955400] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:37331; }","duration":"138.021326ms","start":"2026-07-31T00:51:51.124285Z","end":"2026-07-31T00:51:51.262307Z","steps":["trace[2955400] 'agreement among raft nodes before linearized reading' (duration: 137.825152ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.280055Z","caller":"traceutil/trace.go:171","msg":"trace[1534653254] transaction","detail":"{read_only:false; response_revision:37332; number_of_response:1; }","duration":"152.727145ms","start":"2026-07-31T00:51:51.12731Z","end":"2026-07-31T00:51:51.280037Z","steps":["trace[1534653254] 'process raft request' (duration: 152.648822ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.429285Z","caller":"traceutil/trace.go:171","msg":"trace[508595601] linearizableReadLoop","detail":"{readStateIndex:38413; appliedIndex:38412; }","duration":"167.426191ms","start":"2026-07-31T00:51:51.261809Z","end":"2026-07-31T00:51:51.429235Z","steps":["trace[508595601] 'read index received' (duration: 18.358946ms)","trace[508595601] 'applied index is now lower than readState.Index' (duration: 149.065805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:51:51.429446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.953768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:51:51.429486Z","caller":"traceutil/trace.go:171","msg":"trace[1415565430] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:37333; }","duration":"303.05434ms","start":"2026-07-31T00:51:51.126421Z","end":"2026-07-31T00:51:51.429475Z","steps":["trace[1415565430] 'agreement among raft nodes before linearized reading' (duration: 302.933867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.429497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.21947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:51:51.42958Z","caller":"traceutil/trace.go:171","msg":"trace[1272753502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37333; }","duration":"281.349053ms","start":"2026-07-31T00:51:51.14821Z","end":"2026-07-31T00:51:51.429559Z","steps":["trace[1272753502] 'agreement among raft nodes before linearized reading' (duration: 281.199399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.429654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.274312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T00:51:51.429689Z","caller":"traceutil/trace.go:171","msg":"trace[836184686] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:37333; }","duration":"293.328174ms","start":"2026-07-31T00:51:51.136352Z","end":"2026-07-31T00:51:51.42968Z","steps":["trace[836184686] 'agreement among raft nodes before linearized reading' (duration: 293.200821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.429527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:51:51.1264Z","time spent":"303.119321ms","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-31T00:51:51.429811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.483874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:51:51.429916Z","caller":"traceutil/trace.go:171","msg":"trace[451460357] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37333; }","duration":"209.643658ms","start":"2026-07-31T00:51:51.22025Z","end":"2026-07-31T00:51:51.429894Z","steps":["trace[451460357] 'agreement among raft nodes before linearized reading' (duration: 209.495544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.429947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.463859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-31T00:51:51.429984Z","caller":"traceutil/trace.go:171","msg":"trace[32128883] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:37333; }","duration":"298.52851ms","start":"2026-07-31T00:51:51.131447Z","end":"2026-07-31T00:51:51.429976Z","steps":["trace[32128883] 'agreement among raft nodes before linearized reading' (duration: 298.429148ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.430291Z","caller":"traceutil/trace.go:171","msg":"trace[1286425612] transaction","detail":"{read_only:false; response_revision:37333; number_of_response:1; }","duration":"209.109435ms","start":"2026-07-31T00:51:51.221125Z","end":"2026-07-31T00:51:51.430234Z","steps":["trace[1286425612] 'process raft request' (duration: 200.400813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.430252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.013829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:51:51.430426Z","caller":"traceutil/trace.go:171","msg":"trace[434768099] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:37333; }","duration":"303.232034ms","start":"2026-07-31T00:51:51.127183Z","end":"2026-07-31T00:51:51.430415Z","steps":["trace[434768099] 'agreement among raft nodes before linearized reading' (duration: 303.04498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.430497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:51:51.127163Z","time spent":"303.301226ms","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-31T00:51:51.602255Z","caller":"traceutil/trace.go:171","msg":"trace[596378188] transaction","detail":"{read_only:false; response_revision:37339; number_of_response:1; }","duration":"122.619372ms","start":"2026-07-31T00:51:51.479615Z","end":"2026-07-31T00:51:51.602234Z","steps":["trace[596378188] 'process raft request' (duration: 122.588891ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.602382Z","caller":"traceutil/trace.go:171","msg":"trace[2058744158] transaction","detail":"{read_only:false; response_revision:37336; number_of_response:1; }","duration":"135.159758ms","start":"2026-07-31T00:51:51.467116Z","end":"2026-07-31T00:51:51.602276Z","steps":["trace[2058744158] 'process raft request' (duration: 135.006063ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.602503Z","caller":"traceutil/trace.go:171","msg":"trace[847189692] transaction","detail":"{read_only:false; response_revision:37335; number_of_response:1; }","duration":"146.141275ms","start":"2026-07-31T00:51:51.456336Z","end":"2026-07-31T00:51:51.602478Z","steps":["trace[847189692] 'process raft request' (duration: 145.655942ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.602552Z","caller":"traceutil/trace.go:171","msg":"trace[178632030] transaction","detail":"{read_only:false; response_revision:37338; number_of_response:1; }","duration":"122.93373ms","start":"2026-07-31T00:51:51.47959Z","end":"2026-07-31T00:51:51.602523Z","steps":["trace[178632030] 'process raft request' (duration: 122.589401ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.602576Z","caller":"traceutil/trace.go:171","msg":"trace[543578077] transaction","detail":"{read_only:false; response_revision:37337; number_of_response:1; }","duration":"123.35056ms","start":"2026-07-31T00:51:51.479214Z","end":"2026-07-31T00:51:51.602565Z","steps":["trace[543578077] 'process raft request' (duration: 122.939359ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:51:51.617737Z","caller":"traceutil/trace.go:171","msg":"trace[1646667224] linearizableReadLoop","detail":"{readStateIndex:38421; appliedIndex:38415; }","duration":"115.064758ms","start":"2026-07-31T00:51:51.502654Z","end":"2026-07-31T00:51:51.617718Z","steps":["trace[1646667224] 'read index received' (duration: 99.325695ms)","trace[1646667224] 'applied index is now lower than readState.Index' (duration: 15.737983ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:51:51.617806Z","caller":"traceutil/trace.go:171","msg":"trace[1020877390] transaction","detail":"{read_only:false; response_revision:37340; number_of_response:1; }","duration":"118.374378ms","start":"2026-07-31T00:51:51.499395Z","end":"2026-07-31T00:51:51.617769Z","steps":["trace[1020877390] 'process raft request' (duration: 118.207964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:51:51.617908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.233152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:51:51.617953Z","caller":"traceutil/trace.go:171","msg":"trace[276900088] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37340; }","duration":"115.325534ms","start":"2026-07-31T00:51:51.502616Z","end":"2026-07-31T00:51:51.617942Z","steps":["trace[276900088] 'agreement among raft nodes before linearized reading' (duration: 115.200121ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:52:17.278653Z","caller":"traceutil/trace.go:171","msg":"trace[126926198] transaction","detail":"{read_only:false; response_revision:37552; number_of_response:1; }","duration":"109.998764ms","start":"2026-07-31T00:52:17.168631Z","end":"2026-07-31T00:52:17.27863Z","steps":["trace[126926198] 'process raft request' (duration: 109.81915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:52:27.591245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.979194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T00:52:27.591327Z","caller":"traceutil/trace.go:171","msg":"trace[1218021029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37641; }","duration":"103.097207ms","start":"2026-07-31T00:52:27.488211Z","end":"2026-07-31T00:52:27.591308Z","steps":["trace[1218021029] 'range keys from in-memory index tree' (duration: 102.80328ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:52:38.181944Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34634} {"level":"info","ts":"2026-07-31T00:52:38.369123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34634,"took":"182.651702ms","hash":3205890383,"current-db-size-bytes":54976512,"current-db-size":"55 MB","current-db-size-in-use-bytes":34803712,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-31T00:52:38.369196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3205890383,"revision":34634,"compact-revision":31038} {"level":"info","ts":"2026-07-31T00:54:52.183007Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T00:54:52.188042Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-31T00:54:52.188141Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-31T00:55:36.242146Z","caller":"traceutil/trace.go:171","msg":"trace[1696511270] linearizableReadLoop","detail":"{readStateIndex:40444; appliedIndex:40443; }","duration":"404.185801ms","start":"2026-07-31T00:55:35.837937Z","end":"2026-07-31T00:55:36.242122Z","steps":["trace[1696511270] 'read index received' (duration: 404.082628ms)","trace[1696511270] 'applied index is now lower than readState.Index' (duration: 102.363µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:55:36.242203Z","caller":"traceutil/trace.go:171","msg":"trace[1203404398] transaction","detail":"{read_only:false; response_revision:39315; number_of_response:1; }","duration":"516.42188ms","start":"2026-07-31T00:55:35.725745Z","end":"2026-07-31T00:55:36.242167Z","steps":["trace[1203404398] 'process raft request' (duration: 516.242376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:36.242457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:55:35.725725Z","time spent":"516.578723ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:55:36.24256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.608311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T00:55:36.242607Z","caller":"traceutil/trace.go:171","msg":"trace[1798518866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39315; }","duration":"404.702533ms","start":"2026-07-31T00:55:35.837894Z","end":"2026-07-31T00:55:36.242596Z","steps":["trace[1798518866] 'agreement among raft nodes before linearized reading' (duration: 404.349925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:36.242646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:55:35.837879Z","time spent":"404.759674ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T00:55:36.243178Z","caller":"traceutil/trace.go:171","msg":"trace[1939063979] transaction","detail":"{read_only:false; response_revision:39316; number_of_response:1; }","duration":"243.082402ms","start":"2026-07-31T00:55:36.000079Z","end":"2026-07-31T00:55:36.243161Z","steps":["trace[1939063979] 'process raft request' (duration: 242.943508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:36.243312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.203914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T00:55:36.243372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.721122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-31T00:55:36.243377Z","caller":"traceutil/trace.go:171","msg":"trace[360780218] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:39317; }","duration":"377.295435ms","start":"2026-07-31T00:55:35.866065Z","end":"2026-07-31T00:55:36.243361Z","steps":["trace[360780218] 'agreement among raft nodes before linearized reading' (duration: 377.188713ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:55:36.243414Z","caller":"traceutil/trace.go:171","msg":"trace[496937330] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39317; }","duration":"221.782763ms","start":"2026-07-31T00:55:36.021621Z","end":"2026-07-31T00:55:36.243404Z","steps":["trace[496937330] 'agreement among raft nodes before linearized reading' (duration: 221.690631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:36.243416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T00:55:35.866047Z","time spent":"377.358167ms","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-31T00:55:36.243402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.112698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T00:55:36.243489Z","caller":"traceutil/trace.go:171","msg":"trace[298112150] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:39317; }","duration":"235.238161ms","start":"2026-07-31T00:55:36.008235Z","end":"2026-07-31T00:55:36.243473Z","steps":["trace[298112150] 'agreement among raft nodes before linearized reading' (duration: 235.085677ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:55:36.243478Z","caller":"traceutil/trace.go:171","msg":"trace[795278675] transaction","detail":"{read_only:false; response_revision:39317; number_of_response:1; }","duration":"103.139898ms","start":"2026-07-31T00:55:36.140303Z","end":"2026-07-31T00:55:36.243443Z","steps":["trace[795278675] 'process raft request' (duration: 102.80916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:36.243516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.08796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-07-31T00:55:36.243608Z","caller":"traceutil/trace.go:171","msg":"trace[1162322804] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:39317; }","duration":"231.205482ms","start":"2026-07-31T00:55:36.012379Z","end":"2026-07-31T00:55:36.243585Z","steps":["trace[1162322804] 'agreement among raft nodes before linearized reading' (duration: 230.969086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:36.243638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.924902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-rabbit-init-565f9\" ","response":"range_response_count:1 size:6585"} {"level":"info","ts":"2026-07-31T00:55:36.243711Z","caller":"traceutil/trace.go:171","msg":"trace[1478618191] range","detail":"{range_begin:/registry/pods/openstack/manila-rabbit-init-565f9; range_end:; response_count:1; response_revision:39317; }","duration":"265.036435ms","start":"2026-07-31T00:55:35.978656Z","end":"2026-07-31T00:55:36.243692Z","steps":["trace[1478618191] 'agreement among raft nodes before linearized reading' (duration: 264.777469ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:20.82865Z","caller":"traceutil/trace.go:171","msg":"trace[410273544] transaction","detail":"{read_only:false; response_revision:39779; number_of_response:1; }","duration":"118.584064ms","start":"2026-07-31T00:56:20.710037Z","end":"2026-07-31T00:56:20.828621Z","steps":["trace[410273544] 'process raft request' (duration: 118.384989ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:38.18783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37736} {"level":"info","ts":"2026-07-31T00:57:38.324407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37736,"took":"132.623985ms","hash":2809235157,"current-db-size-bytes":54976512,"current-db-size":"55 MB","current-db-size-in-use-bytes":33382400,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-31T00:57:38.324494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2809235157,"revision":37736,"compact-revision":34634} {"level":"info","ts":"2026-07-31T01:02:38.193374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40677} {"level":"info","ts":"2026-07-31T01:02:38.340815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40677,"took":"143.115215ms","hash":1506048793,"current-db-size-bytes":55439360,"current-db-size":"55 MB","current-db-size-in-use-bytes":32636928,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-31T01:02:38.340879Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1506048793,"revision":40677,"compact-revision":37736} {"level":"info","ts":"2026-07-31T01:07:38.199245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43530} {"level":"info","ts":"2026-07-31T01:07:38.346172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43530,"took":"143.047844ms","hash":317331654,"current-db-size-bytes":55439360,"current-db-size":"55 MB","current-db-size-in-use-bytes":30056448,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-31T01:07:38.346245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":317331654,"revision":43530,"compact-revision":40677} {"level":"info","ts":"2026-07-31T01:12:20.939919Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T01:12:20.944598Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-31T01:12:20.944697Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-31T01:12:38.204798Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":46178} {"level":"info","ts":"2026-07-31T01:12:38.321348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":46178,"took":"112.535902ms","hash":2730217710,"current-db-size-bytes":55439360,"current-db-size":"55 MB","current-db-size-in-use-bytes":30117888,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-31T01:12:38.321436Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2730217710,"revision":46178,"compact-revision":43530} {"level":"info","ts":"2026-07-31T01:17:38.211218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":48805} {"level":"info","ts":"2026-07-31T01:17:38.334539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":48805,"took":"119.449981ms","hash":17816203,"current-db-size-bytes":55439360,"current-db-size":"55 MB","current-db-size-in-use-bytes":31490048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-31T01:17:38.334589Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":17816203,"revision":48805,"compact-revision":46178} {"level":"info","ts":"2026-07-31T01:22:38.217311Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":51540} {"level":"info","ts":"2026-07-31T01:22:38.343746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":51540,"took":"121.674376ms","hash":2871498687,"current-db-size-bytes":56725504,"current-db-size":"57 MB","current-db-size-in-use-bytes":32018432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-31T01:22:38.343803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2871498687,"revision":51540,"compact-revision":48805} {"level":"info","ts":"2026-07-31T01:27:38.222677Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":54159} {"level":"info","ts":"2026-07-31T01:27:38.339326Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":54159,"took":"113.494015ms","hash":549061452,"current-db-size-bytes":57151488,"current-db-size":"57 MB","current-db-size-in-use-bytes":31272960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-31T01:27:38.339395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":549061452,"revision":54159,"compact-revision":51540}