{"level":"warn","ts":"2026-04-28T22:26:49.747183Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T22:26:49.747268Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T22:26:49.747333Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T22:26:49.74734Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-04-28T22:26:49.747354Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T22:26:49.747995Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-04-28T22:26:49.748074Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T22:26:49.752168Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.82294ms"} {"level":"info","ts":"2026-04-28T22:26:49.757756Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-04-28T22:26:49.757835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T22:26:49.757869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-04-28T22:26:49.757919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T22:26:49.757934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-04-28T22:26:49.758009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-04-28T22:26:49.766604Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T22:26:49.768217Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T22:26:49.769714Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T22:26:49.772966Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T22:26:49.773526Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T22:26:49.773677Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T22:26:49.77361Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T22:26:49.773696Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T22:26:49.775985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-04-28T22:26:49.776409Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-04-28T22:26:49.78118Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T22:26:49.781805Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-04-28T22:26:49.781863Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-04-28T22:26:49.782891Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T22:26:49.782822Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T22:26:49.958933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T22:26:49.959015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T22:26:49.95914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-04-28T22:26:49.959207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-04-28T22:26:49.959233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-04-28T22:26:49.959253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-04-28T22:26:49.95934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-04-28T22:26:49.960296Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T22:26:49.961123Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T22:26:49.961176Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T22:26:49.961575Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T22:26:49.961585Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T22:26:49.961861Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T22:26:49.96197Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T22:26:49.964683Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T22:26:49.964708Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T22:26:49.964957Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-04-28T22:26:49.965971Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T22:27:20.579474Z","caller":"traceutil/trace.go:171","msg":"trace[1911573457] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"144.902218ms","start":"2026-04-28T22:27:20.43455Z","end":"2026-04-28T22:27:20.579452Z","steps":["trace[1911573457] 'process raft request' (duration: 144.784135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:27:20.579577Z","caller":"traceutil/trace.go:171","msg":"trace[611340027] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"149.893446ms","start":"2026-04-28T22:27:20.429639Z","end":"2026-04-28T22:27:20.579532Z","steps":["trace[611340027] 'process raft request' (duration: 120.406364ms)","trace[611340027] 'compare' (duration: 29.120533ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:27:20.598454Z","caller":"traceutil/trace.go:171","msg":"trace[495351716] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:536; }","duration":"102.871838ms","start":"2026-04-28T22:27:20.495528Z","end":"2026-04-28T22:27:20.5984Z","steps":["trace[495351716] 'read index received' (duration: 54.559498ms)","trace[495351716] 'applied index is now lower than readState.Index' (duration: 48.31112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:27:20.598777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.131393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T22:27:20.598936Z","caller":"traceutil/trace.go:171","msg":"trace[517335797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"103.463821ms","start":"2026-04-28T22:27:20.495461Z","end":"2026-04-28T22:27:20.598925Z","steps":["trace[517335797] 'agreement among raft nodes before linearized reading' (duration: 103.127113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:27:20.599569Z","caller":"traceutil/trace.go:171","msg":"trace[1994196834] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"124.095232ms","start":"2026-04-28T22:27:20.475452Z","end":"2026-04-28T22:27:20.599548Z","steps":["trace[1994196834] 'process raft request' (duration: 122.773971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:27:26.003892Z","caller":"traceutil/trace.go:171","msg":"trace[1834283661] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"163.320435ms","start":"2026-04-28T22:27:25.840548Z","end":"2026-04-28T22:27:26.003868Z","steps":["trace[1834283661] 'process raft request' (duration: 162.855335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:27:26.583744Z","caller":"traceutil/trace.go:171","msg":"trace[171171324] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"252.332923ms","start":"2026-04-28T22:27:26.331385Z","end":"2026-04-28T22:27:26.583718Z","steps":["trace[171171324] 'process raft request' (duration: 252.108048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:27:26.790345Z","caller":"traceutil/trace.go:171","msg":"trace[58872] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"458.505387ms","start":"2026-04-28T22:27:26.331719Z","end":"2026-04-28T22:27:26.790225Z","steps":["trace[58872] 'process raft request' (duration: 458.121728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:27:26.795624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T22:27:26.331711Z","time spent":"459.159243ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T22:27:26.796403Z","caller":"traceutil/trace.go:171","msg":"trace[1837865290] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:595; }","duration":"445.074788ms","start":"2026-04-28T22:27:26.351263Z","end":"2026-04-28T22:27:26.796338Z","steps":["trace[1837865290] 'read index received' (duration: 232.271546ms)","trace[1837865290] 'applied index is now lower than readState.Index' (duration: 212.802292ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:27:26.796464Z","caller":"traceutil/trace.go:171","msg":"trace[1936803617] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"294.968726ms","start":"2026-04-28T22:27:26.501452Z","end":"2026-04-28T22:27:26.796421Z","steps":["trace[1936803617] 'process raft request' (duration: 292.365904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:27:26.796638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.356075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T22:27:26.79663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.505273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T22:27:26.796679Z","caller":"traceutil/trace.go:171","msg":"trace[1147006912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"445.446697ms","start":"2026-04-28T22:27:26.351222Z","end":"2026-04-28T22:27:26.796669Z","steps":["trace[1147006912] 'agreement among raft nodes before linearized reading' (duration: 445.289763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:27:26.796709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T22:27:26.351202Z","time spent":"445.499828ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T22:27:26.796702Z","caller":"traceutil/trace.go:171","msg":"trace[2064635612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"304.610725ms","start":"2026-04-28T22:27:26.492069Z","end":"2026-04-28T22:27:26.79668Z","steps":["trace[2064635612] 'agreement among raft nodes before linearized reading' (duration: 304.478692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:27:26.796771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T22:27:26.49204Z","time spent":"304.720249ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T22:28:55.360401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.232552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T22:28:55.360523Z","caller":"traceutil/trace.go:171","msg":"trace[1539940473] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1811; }","duration":"144.405826ms","start":"2026-04-28T22:28:55.216094Z","end":"2026-04-28T22:28:55.3605Z","steps":["trace[1539940473] 'count revisions from in-memory index tree' (duration: 144.098009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:28:55.360764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.705321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T22:28:55.360853Z","caller":"traceutil/trace.go:171","msg":"trace[2139583421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1811; }","duration":"136.822715ms","start":"2026-04-28T22:28:55.224011Z","end":"2026-04-28T22:28:55.360833Z","steps":["trace[2139583421] 'range keys from in-memory index tree' (duration: 136.425245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:28:55.361078Z","caller":"traceutil/trace.go:171","msg":"trace[724829527] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"125.901373ms","start":"2026-04-28T22:28:55.235117Z","end":"2026-04-28T22:28:55.361019Z","steps":["trace[724829527] 'process raft request' (duration: 108.887826ms)","trace[724829527] 'compare' (duration: 16.653599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:28:55.361107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.99058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T22:28:55.361134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.349634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T22:28:55.361071Z","caller":"traceutil/trace.go:171","msg":"trace[274388757] linearizableReadLoop","detail":"{readStateIndex:1877; appliedIndex:1876; }","duration":"118.526886ms","start":"2026-04-28T22:28:55.242457Z","end":"2026-04-28T22:28:55.360983Z","steps":["trace[274388757] 'read index received' (duration: 101.52746ms)","trace[274388757] 'applied index is now lower than readState.Index' (duration: 16.994676ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:28:55.361211Z","caller":"traceutil/trace.go:171","msg":"trace[782399051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1811; }","duration":"140.176524ms","start":"2026-04-28T22:28:55.221011Z","end":"2026-04-28T22:28:55.361187Z","steps":["trace[782399051] 'range keys from in-memory index tree' (duration: 139.673612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:28:55.361394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.898745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T22:28:55.361216Z","caller":"traceutil/trace.go:171","msg":"trace[998603859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1811; }","duration":"139.446987ms","start":"2026-04-28T22:28:55.221747Z","end":"2026-04-28T22:28:55.361194Z","steps":["trace[998603859] 'range keys from in-memory index tree' (duration: 139.076928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:28:55.361526Z","caller":"traceutil/trace.go:171","msg":"trace[889166121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1812; }","duration":"119.084799ms","start":"2026-04-28T22:28:55.242411Z","end":"2026-04-28T22:28:55.361496Z","steps":["trace[889166121] 'agreement among raft nodes before linearized reading' (duration: 118.708121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:28:55.491305Z","caller":"traceutil/trace.go:171","msg":"trace[225858112] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"124.840678ms","start":"2026-04-28T22:28:55.366426Z","end":"2026-04-28T22:28:55.491267Z","steps":["trace[225858112] 'process raft request' (duration: 124.698224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:28:55.491303Z","caller":"traceutil/trace.go:171","msg":"trace[1940836650] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"125.577026ms","start":"2026-04-28T22:28:55.365688Z","end":"2026-04-28T22:28:55.491265Z","steps":["trace[1940836650] 'process raft request' (duration: 118.963226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:29:56.06493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.480178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T22:29:56.065144Z","caller":"traceutil/trace.go:171","msg":"trace[1901894008] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"258.384789ms","start":"2026-04-28T22:29:55.806733Z","end":"2026-04-28T22:29:56.065118Z","steps":["trace[1901894008] 'read index received' (duration: 139.43525ms)","trace[1901894008] 'applied index is now lower than readState.Index' (duration: 118.947929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:29:56.065221Z","caller":"traceutil/trace.go:171","msg":"trace[667877137] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"258.543523ms","start":"2026-04-28T22:29:55.806636Z","end":"2026-04-28T22:29:56.065179Z","steps":["trace[667877137] 'process raft request' (duration: 139.514362ms)","trace[667877137] 'compare' (duration: 118.350095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:29:56.065373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.621875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T22:29:56.065492Z","caller":"traceutil/trace.go:171","msg":"trace[1862612813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2188; }","duration":"258.775929ms","start":"2026-04-28T22:29:55.806675Z","end":"2026-04-28T22:29:56.065451Z","steps":["trace[1862612813] 'agreement among raft nodes before linearized reading' (duration: 258.534302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:29:56.072142Z","caller":"traceutil/trace.go:171","msg":"trace[1464680090] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"262.720614ms","start":"2026-04-28T22:29:55.809408Z","end":"2026-04-28T22:29:56.072128Z","steps":["trace[1464680090] 'process raft request' (duration: 262.641502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:29:56.072407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.29157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T22:29:56.072479Z","caller":"traceutil/trace.go:171","msg":"trace[1311110935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2189; }","duration":"241.410453ms","start":"2026-04-28T22:29:55.831052Z","end":"2026-04-28T22:29:56.072462Z","steps":["trace[1311110935] 'agreement among raft nodes before linearized reading' (duration: 241.144536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:29:56.323161Z","caller":"traceutil/trace.go:171","msg":"trace[740343573] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"132.393242ms","start":"2026-04-28T22:29:56.190735Z","end":"2026-04-28T22:29:56.323128Z","steps":["trace[740343573] 'process raft request' (duration: 132.179176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:29:56.580895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.837999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T22:29:56.581339Z","caller":"traceutil/trace.go:171","msg":"trace[1048017823] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"214.238362ms","start":"2026-04-28T22:29:56.367023Z","end":"2026-04-28T22:29:56.581262Z","steps":["trace[1048017823] 'process raft request' (duration: 213.986406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:29:56.581328Z","caller":"traceutil/trace.go:171","msg":"trace[1158186425] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2270; }","duration":"207.903511ms","start":"2026-04-28T22:29:56.373354Z","end":"2026-04-28T22:29:56.581258Z","steps":["trace[1158186425] 'read index received' (duration: 4.57819ms)","trace[1158186425] 'applied index is now lower than readState.Index' (duration: 203.321421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:29:56.581372Z","caller":"traceutil/trace.go:171","msg":"trace[1074888137] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"215.617404ms","start":"2026-04-28T22:29:56.365663Z","end":"2026-04-28T22:29:56.58128Z","steps":["trace[1074888137] 'process raft request' (duration: 12.305954ms)","trace[1074888137] 'compare' (duration: 202.634793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:29:56.581481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.109675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T22:29:56.581534Z","caller":"traceutil/trace.go:171","msg":"trace[263997870] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2194; }","duration":"208.207428ms","start":"2026-04-28T22:29:56.373312Z","end":"2026-04-28T22:29:56.58152Z","steps":["trace[263997870] 'agreement among raft nodes before linearized reading' (duration: 208.079605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:30:55.138057Z","caller":"traceutil/trace.go:171","msg":"trace[1387221861] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"156.866553ms","start":"2026-04-28T22:30:54.981158Z","end":"2026-04-28T22:30:55.138024Z","steps":["trace[1387221861] 'process raft request' (duration: 136.482922ms)","trace[1387221861] 'compare' (duration: 20.039011ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:31:29.25018Z","caller":"traceutil/trace.go:171","msg":"trace[1558429052] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"123.370167ms","start":"2026-04-28T22:31:29.126785Z","end":"2026-04-28T22:31:29.250155Z","steps":["trace[1558429052] 'process raft request' (duration: 123.238943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:31:29.41054Z","caller":"traceutil/trace.go:171","msg":"trace[1744020960] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"146.384151ms","start":"2026-04-28T22:31:29.264127Z","end":"2026-04-28T22:31:29.410511Z","steps":["trace[1744020960] 'process raft request' (duration: 126.904972ms)","trace[1744020960] 'compare' (duration: 19.334035ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:34:00.277214Z","caller":"traceutil/trace.go:171","msg":"trace[1771774793] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"186.011606ms","start":"2026-04-28T22:34:00.091142Z","end":"2026-04-28T22:34:00.277153Z","steps":["trace[1771774793] 'process raft request' (duration: 185.857152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:35:10.656463Z","caller":"traceutil/trace.go:171","msg":"trace[647418283] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"109.79088ms","start":"2026-04-28T22:35:10.546633Z","end":"2026-04-28T22:35:10.656423Z","steps":["trace[647418283] 'process raft request' (duration: 109.491933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:35:19.654197Z","caller":"traceutil/trace.go:171","msg":"trace[1306653214] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"141.277231ms","start":"2026-04-28T22:35:19.512885Z","end":"2026-04-28T22:35:19.654162Z","steps":["trace[1306653214] 'read index received' (duration: 141.040465ms)","trace[1306653214] 'applied index is now lower than readState.Index' (duration: 236.046µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:35:19.654264Z","caller":"traceutil/trace.go:171","msg":"trace[1249466220] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"153.863431ms","start":"2026-04-28T22:35:19.500359Z","end":"2026-04-28T22:35:19.654222Z","steps":["trace[1249466220] 'process raft request' (duration: 153.651096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:35:19.654469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.574508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40fa250a-b7d5-43c9-90fd-05d211ebe4a3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-28T22:35:19.654508Z","caller":"traceutil/trace.go:171","msg":"trace[1258433093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40fa250a-b7d5-43c9-90fd-05d211ebe4a3; range_end:; response_count:1; response_revision:5031; }","duration":"141.648769ms","start":"2026-04-28T22:35:19.512849Z","end":"2026-04-28T22:35:19.654498Z","steps":["trace[1258433093] 'agreement among raft nodes before linearized reading' (duration: 141.460384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:35:19.654643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.047376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T22:35:19.654738Z","caller":"traceutil/trace.go:171","msg":"trace[1163974685] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5031; }","duration":"136.168769ms","start":"2026-04-28T22:35:19.518546Z","end":"2026-04-28T22:35:19.654715Z","steps":["trace[1163974685] 'agreement among raft nodes before linearized reading' (duration: 135.973534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:35:19.971486Z","caller":"traceutil/trace.go:171","msg":"trace[427393783] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"124.818987ms","start":"2026-04-28T22:35:19.846623Z","end":"2026-04-28T22:35:19.971442Z","steps":["trace[427393783] 'process raft request' (duration: 85.750135ms)","trace[427393783] 'compare' (duration: 38.260383ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:35:20.037364Z","caller":"traceutil/trace.go:171","msg":"trace[65667371] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"189.076172ms","start":"2026-04-28T22:35:19.848262Z","end":"2026-04-28T22:35:20.037338Z","steps":["trace[65667371] 'process raft request' (duration: 188.856586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:35:30.928304Z","caller":"traceutil/trace.go:171","msg":"trace[1199283510] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"102.762612ms","start":"2026-04-28T22:35:30.825502Z","end":"2026-04-28T22:35:30.928265Z","steps":["trace[1199283510] 'process raft request' (duration: 54.8928ms)","trace[1199283510] 'compare' (duration: 47.674178ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:35:31.122601Z","caller":"traceutil/trace.go:171","msg":"trace[2034218241] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"165.323655ms","start":"2026-04-28T22:35:30.957242Z","end":"2026-04-28T22:35:31.122566Z","steps":["trace[2034218241] 'process raft request' (duration: 75.371159ms)","trace[2034218241] 'compare' (duration: 89.588117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:35:31.122643Z","caller":"traceutil/trace.go:171","msg":"trace[1233715946] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5456; }","duration":"103.817557ms","start":"2026-04-28T22:35:31.018807Z","end":"2026-04-28T22:35:31.122625Z","steps":["trace[1233715946] 'read index received' (duration: 13.731498ms)","trace[1233715946] 'applied index is now lower than readState.Index' (duration: 90.084959ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:35:31.122648Z","caller":"traceutil/trace.go:171","msg":"trace[735293703] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"165.13319ms","start":"2026-04-28T22:35:30.957483Z","end":"2026-04-28T22:35:31.122616Z","steps":["trace[735293703] 'process raft request' (duration: 165.020507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:35:31.122703Z","caller":"traceutil/trace.go:171","msg":"trace[79117369] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"157.487728ms","start":"2026-04-28T22:35:30.9652Z","end":"2026-04-28T22:35:31.122687Z","steps":["trace[79117369] 'process raft request' (duration: 157.358285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:35:31.123012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.144825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70798"} {"level":"info","ts":"2026-04-28T22:35:31.123067Z","caller":"traceutil/trace.go:171","msg":"trace[1138618346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5265; }","duration":"104.282098ms","start":"2026-04-28T22:35:31.018771Z","end":"2026-04-28T22:35:31.123054Z","steps":["trace[1138618346] 'agreement among raft nodes before linearized reading' (duration: 103.968981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:35:39.328824Z","caller":"traceutil/trace.go:171","msg":"trace[390499190] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5633; }","duration":"168.876369ms","start":"2026-04-28T22:35:39.159921Z","end":"2026-04-28T22:35:39.328798Z","steps":["trace[390499190] 'read index received' (duration: 168.567192ms)","trace[390499190] 'applied index is now lower than readState.Index' (duration: 308.177µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:35:39.328909Z","caller":"traceutil/trace.go:171","msg":"trace[1894274595] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"179.905642ms","start":"2026-04-28T22:35:39.148968Z","end":"2026-04-28T22:35:39.328874Z","steps":["trace[1894274595] 'process raft request' (duration: 179.636895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:35:39.329123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.186256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hdjtk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T22:35:39.329156Z","caller":"traceutil/trace.go:171","msg":"trace[218153448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hdjtk; range_end:; response_count:1; response_revision:5436; }","duration":"169.280049ms","start":"2026-04-28T22:35:39.159869Z","end":"2026-04-28T22:35:39.329149Z","steps":["trace[218153448] 'agreement among raft nodes before linearized reading' (duration: 169.079794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:36:50.387939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3003} {"level":"info","ts":"2026-04-28T22:36:50.473037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3003,"took":"83.531106ms","hash":2382509555,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":31399936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T22:36:50.473103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2382509555,"revision":3003,"compact-revision":-1} {"level":"info","ts":"2026-04-28T22:41:50.393807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6104} {"level":"info","ts":"2026-04-28T22:41:50.487826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6104,"took":"92.530683ms","hash":2409227137,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":23314432,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-28T22:41:50.487891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2409227137,"revision":6104,"compact-revision":3003} {"level":"info","ts":"2026-04-28T22:41:58.193158Z","caller":"traceutil/trace.go:171","msg":"trace[497321913] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"118.623117ms","start":"2026-04-28T22:41:58.074495Z","end":"2026-04-28T22:41:58.193118Z","steps":["trace[497321913] 'process raft request' (duration: 58.422068ms)","trace[497321913] 'compare' (duration: 60.051386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:41:58.922242Z","caller":"traceutil/trace.go:171","msg":"trace[84290294] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"127.750205ms","start":"2026-04-28T22:41:58.794455Z","end":"2026-04-28T22:41:58.922205Z","steps":["trace[84290294] 'process raft request' (duration: 70.462104ms)","trace[84290294] 'compare' (duration: 57.064075ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:41:59.003185Z","caller":"traceutil/trace.go:171","msg":"trace[496350935] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8629; }","duration":"129.499856ms","start":"2026-04-28T22:41:58.873656Z","end":"2026-04-28T22:41:59.003156Z","steps":["trace[496350935] 'read index received' (duration: 40.419346ms)","trace[496350935] 'applied index is now lower than readState.Index' (duration: 89.07921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:41:59.003343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.661159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T22:41:59.003384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.152202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T22:41:59.003428Z","caller":"traceutil/trace.go:171","msg":"trace[946760994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8342; }","duration":"120.242925ms","start":"2026-04-28T22:41:58.88317Z","end":"2026-04-28T22:41:59.003413Z","steps":["trace[946760994] 'agreement among raft nodes before linearized reading' (duration: 120.130792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:41:59.003431Z","caller":"traceutil/trace.go:171","msg":"trace[1463104067] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8342; }","duration":"129.794703ms","start":"2026-04-28T22:41:58.873613Z","end":"2026-04-28T22:41:59.003407Z","steps":["trace[1463104067] 'agreement among raft nodes before linearized reading' (duration: 129.624259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:41:59.003689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.866856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T22:41:59.003801Z","caller":"traceutil/trace.go:171","msg":"trace[2108088242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8342; }","duration":"119.999159ms","start":"2026-04-28T22:41:58.883757Z","end":"2026-04-28T22:41:59.003756Z","steps":["trace[2108088242] 'agreement among raft nodes before linearized reading' (duration: 119.751893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:42:27.636878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.319165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T22:42:27.636998Z","caller":"traceutil/trace.go:171","msg":"trace[558788404] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"220.803488ms","start":"2026-04-28T22:42:27.416175Z","end":"2026-04-28T22:42:27.636979Z","steps":["trace[558788404] 'process raft request' (duration: 103.296059ms)","trace[558788404] 'compare' (duration: 117.069799ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:42:29.747545Z","caller":"traceutil/trace.go:171","msg":"trace[1056536408] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"106.402803ms","start":"2026-04-28T22:42:29.641119Z","end":"2026-04-28T22:42:29.747522Z","steps":["trace[1056536408] 'process raft request' (duration: 106.218478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:42:39.797956Z","caller":"traceutil/trace.go:171","msg":"trace[608314648] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"142.829544ms","start":"2026-04-28T22:42:39.655079Z","end":"2026-04-28T22:42:39.797908Z","steps":["trace[608314648] 'process raft request' (duration: 142.624379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:42:40.452582Z","caller":"traceutil/trace.go:171","msg":"trace[511110589] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"191.650012ms","start":"2026-04-28T22:42:40.26091Z","end":"2026-04-28T22:42:40.45256Z","steps":["trace[511110589] 'process raft request' (duration: 191.527189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:42:40.575117Z","caller":"traceutil/trace.go:171","msg":"trace[580956313] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"216.902655ms","start":"2026-04-28T22:42:40.358172Z","end":"2026-04-28T22:42:40.575075Z","steps":["trace[580956313] 'process raft request' (duration: 159.263536ms)","trace[580956313] 'compare' (duration: 57.484435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:42:41.556871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.501554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T22:42:41.557041Z","caller":"traceutil/trace.go:171","msg":"trace[1794365479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8669; }","duration":"180.73671ms","start":"2026-04-28T22:42:41.376282Z","end":"2026-04-28T22:42:41.557018Z","steps":["trace[1794365479] 'count revisions from in-memory index tree' (duration: 180.396292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:43:27.07098Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002501.wal"} {"level":"info","ts":"2026-04-28T22:43:52.346725Z","caller":"traceutil/trace.go:171","msg":"trace[1311500322] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"174.741348ms","start":"2026-04-28T22:43:52.171958Z","end":"2026-04-28T22:43:52.3467Z","steps":["trace[1311500322] 'process raft request' (duration: 163.466128ms)","trace[1311500322] 'compare' (duration: 10.917612ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:43:52.346709Z","caller":"traceutil/trace.go:171","msg":"trace[258201931] linearizableReadLoop","detail":"{readStateIndex:9708; appliedIndex:9707; }","duration":"118.054743ms","start":"2026-04-28T22:43:52.228631Z","end":"2026-04-28T22:43:52.346685Z","steps":["trace[258201931] 'read index received' (duration: 106.828184ms)","trace[258201931] 'applied index is now lower than readState.Index' (duration: 11.225559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:43:52.346895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.253677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T22:43:52.346939Z","caller":"traceutil/trace.go:171","msg":"trace[1540894866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9387; }","duration":"118.349059ms","start":"2026-04-28T22:43:52.228579Z","end":"2026-04-28T22:43:52.346928Z","steps":["trace[1540894866] 'agreement among raft nodes before linearized reading' (duration: 118.184766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:43:52.347108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.40842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hdjtk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T22:43:52.347149Z","caller":"traceutil/trace.go:171","msg":"trace[561723051] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hdjtk; range_end:; response_count:1; response_revision:9387; }","duration":"105.474162ms","start":"2026-04-28T22:43:52.241664Z","end":"2026-04-28T22:43:52.347139Z","steps":["trace[561723051] 'agreement among raft nodes before linearized reading' (duration: 105.264727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:44:28.970733Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T22:44:28.979766Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T22:44:28.979851Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T22:46:50.401098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8299} {"level":"info","ts":"2026-04-28T22:46:50.481083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8299,"took":"77.593255ms","hash":2430111861,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":25845760,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T22:46:50.481153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2430111861,"revision":8299,"compact-revision":6104} {"level":"info","ts":"2026-04-28T22:47:37.696612Z","caller":"traceutil/trace.go:171","msg":"trace[735018658] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"122.352404ms","start":"2026-04-28T22:47:37.574217Z","end":"2026-04-28T22:47:37.69657Z","steps":["trace[735018658] 'process raft request' (duration: 67.746039ms)","trace[735018658] 'compare' (duration: 54.458871ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:51:50.407963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10789} {"level":"info","ts":"2026-04-28T22:51:50.494342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10789,"took":"83.119695ms","hash":3746490215,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":27348992,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T22:51:50.494415Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3746490215,"revision":10789,"compact-revision":8299} {"level":"info","ts":"2026-04-28T22:53:32.769181Z","caller":"traceutil/trace.go:171","msg":"trace[671970314] linearizableReadLoop","detail":"{readStateIndex:14123; appliedIndex:14122; }","duration":"195.715001ms","start":"2026-04-28T22:53:32.573437Z","end":"2026-04-28T22:53:32.769152Z","steps":["trace[671970314] 'read index received' (duration: 195.537077ms)","trace[671970314] 'applied index is now lower than readState.Index' (duration: 176.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:53:32.769326Z","caller":"traceutil/trace.go:171","msg":"trace[1473120045] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"244.843704ms","start":"2026-04-28T22:53:32.524469Z","end":"2026-04-28T22:53:32.769312Z","steps":["trace[1473120045] 'process raft request' (duration: 244.504286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:53:32.769775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.324765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T22:53:32.769878Z","caller":"traceutil/trace.go:171","msg":"trace[757010240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13662; }","duration":"196.484279ms","start":"2026-04-28T22:53:32.573374Z","end":"2026-04-28T22:53:32.769858Z","steps":["trace[757010240] 'agreement among raft nodes before linearized reading' (duration: 196.270764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:54:12.975377Z","caller":"traceutil/trace.go:171","msg":"trace[1373400268] transaction","detail":"{read_only:false; response_revision:13890; number_of_response:1; }","duration":"113.213481ms","start":"2026-04-28T22:54:12.862134Z","end":"2026-04-28T22:54:12.975348Z","steps":["trace[1373400268] 'process raft request' (duration: 113.049337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:54:34.334187Z","caller":"traceutil/trace.go:171","msg":"trace[1445142469] linearizableReadLoop","detail":"{readStateIndex:14681; appliedIndex:14680; }","duration":"232.222772ms","start":"2026-04-28T22:54:34.101941Z","end":"2026-04-28T22:54:34.334164Z","steps":["trace[1445142469] 'read index received' (duration: 232.068658ms)","trace[1445142469] 'applied index is now lower than readState.Index' (duration: 153.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:54:34.334283Z","caller":"traceutil/trace.go:171","msg":"trace[1333148737] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"249.541265ms","start":"2026-04-28T22:54:34.08472Z","end":"2026-04-28T22:54:34.334262Z","steps":["trace[1333148737] 'process raft request' (duration: 249.3082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:54:34.334386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.436187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T22:54:34.334426Z","caller":"traceutil/trace.go:171","msg":"trace[715554673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14197; }","duration":"232.55302ms","start":"2026-04-28T22:54:34.101863Z","end":"2026-04-28T22:54:34.334416Z","steps":["trace[715554673] 'agreement among raft nodes before linearized reading' (duration: 232.396246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:56:00.876324Z","caller":"traceutil/trace.go:171","msg":"trace[2105393478] transaction","detail":"{read_only:false; response_revision:15006; number_of_response:1; }","duration":"113.295504ms","start":"2026-04-28T22:56:00.762968Z","end":"2026-04-28T22:56:00.876263Z","steps":["trace[2105393478] 'process raft request' (duration: 113.15711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T22:56:01.1397Z","caller":"traceutil/trace.go:171","msg":"trace[1461584893] linearizableReadLoop","detail":"{readStateIndex:15514; appliedIndex:15513; }","duration":"331.144133ms","start":"2026-04-28T22:56:00.808536Z","end":"2026-04-28T22:56:01.13968Z","steps":["trace[1461584893] 'read index received' (duration: 67.87989ms)","trace[1461584893] 'applied index is now lower than readState.Index' (duration: 263.263513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T22:56:01.139865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.314957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7zkqs\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-28T22:56:01.139845Z","caller":"traceutil/trace.go:171","msg":"trace[856588735] transaction","detail":"{read_only:false; response_revision:15007; number_of_response:1; }","duration":"375.332038ms","start":"2026-04-28T22:56:00.764485Z","end":"2026-04-28T22:56:01.139817Z","steps":["trace[856588735] 'process raft request' (duration: 356.142959ms)","trace[856588735] 'compare' (duration: 18.969043ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T22:56:01.139889Z","caller":"traceutil/trace.go:171","msg":"trace[497716673] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7zkqs; range_end:; response_count:1; response_revision:15007; }","duration":"331.387329ms","start":"2026-04-28T22:56:00.808494Z","end":"2026-04-28T22:56:01.139882Z","steps":["trace[497716673] 'agreement among raft nodes before linearized reading' (duration: 331.262566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T22:56:01.139913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T22:56:00.808471Z","time spent":"331.43605ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7zkqs\" "} {"level":"warn","ts":"2026-04-28T22:56:01.139959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T22:56:00.764469Z","time spent":"375.42951ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T22:56:50.415207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12902} {"level":"info","ts":"2026-04-28T22:56:50.494192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12902,"took":"76.056755ms","hash":332620182,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":30445568,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T22:56:50.494256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":332620182,"revision":12902,"compact-revision":10789} {"level":"info","ts":"2026-04-28T23:01:50.424569Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15326} {"level":"info","ts":"2026-04-28T23:01:50.522729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15326,"took":"95.335906ms","hash":495461175,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":32075776,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T23:01:50.5228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":495461175,"revision":15326,"compact-revision":12902} {"level":"info","ts":"2026-04-28T23:01:53.355767Z","caller":"traceutil/trace.go:171","msg":"trace[1835769681] linearizableReadLoop","detail":"{readStateIndex:18259; appliedIndex:18258; }","duration":"109.367902ms","start":"2026-04-28T23:01:53.246359Z","end":"2026-04-28T23:01:53.355726Z","steps":["trace[1835769681] 'read index received' (duration: 108.978763ms)","trace[1835769681] 'applied index is now lower than readState.Index' (duration: 387.839µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:01:53.355881Z","caller":"traceutil/trace.go:171","msg":"trace[68178972] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"194.473804ms","start":"2026-04-28T23:01:53.161359Z","end":"2026-04-28T23:01:53.355833Z","steps":["trace[68178972] 'process raft request' (duration: 194.099555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:01:53.356014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.644088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4wsk9\" ","response":"range_response_count:1 size:20873"} {"level":"info","ts":"2026-04-28T23:01:53.356072Z","caller":"traceutil/trace.go:171","msg":"trace[101992101] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-4wsk9; range_end:; response_count:1; response_revision:17665; }","duration":"109.787741ms","start":"2026-04-28T23:01:53.246265Z","end":"2026-04-28T23:01:53.356053Z","steps":["trace[101992101] 'agreement among raft nodes before linearized reading' (duration: 109.600927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:01:53.473861Z","caller":"traceutil/trace.go:171","msg":"trace[1269943711] transaction","detail":"{read_only:false; response_revision:17667; number_of_response:1; }","duration":"101.275218ms","start":"2026-04-28T23:01:53.372527Z","end":"2026-04-28T23:01:53.473802Z","steps":["trace[1269943711] 'process raft request' (duration: 100.95278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:01:54.137066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.519858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:01:54.137224Z","caller":"traceutil/trace.go:171","msg":"trace[1467685916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17669; }","duration":"205.734793ms","start":"2026-04-28T23:01:53.931471Z","end":"2026-04-28T23:01:54.137205Z","steps":["trace[1467685916] 'range keys from in-memory index tree' (duration: 205.308473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:01:54.137098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.760639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:01:54.137335Z","caller":"traceutil/trace.go:171","msg":"trace[1894645180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17669; }","duration":"228.034866ms","start":"2026-04-28T23:01:53.909279Z","end":"2026-04-28T23:01:54.137313Z","steps":["trace[1894645180] 'count revisions from in-memory index tree' (duration: 227.694208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:01:54.137115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.491198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T23:01:54.137412Z","caller":"traceutil/trace.go:171","msg":"trace[2062868744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17669; }","duration":"102.799845ms","start":"2026-04-28T23:01:54.034578Z","end":"2026-04-28T23:01:54.137378Z","steps":["trace[2062868744] 'range keys from in-memory index tree' (duration: 102.341744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:01:54.322221Z","caller":"traceutil/trace.go:171","msg":"trace[92261714] transaction","detail":"{read_only:false; response_revision:17670; number_of_response:1; }","duration":"179.21398ms","start":"2026-04-28T23:01:54.14298Z","end":"2026-04-28T23:01:54.322194Z","steps":["trace[92261714] 'process raft request' (duration: 179.052656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:01:54.400521Z","caller":"traceutil/trace.go:171","msg":"trace[1715602986] linearizableReadLoop","detail":"{readStateIndex:18266; appliedIndex:18264; }","duration":"243.833483ms","start":"2026-04-28T23:01:54.156661Z","end":"2026-04-28T23:01:54.400495Z","steps":["trace[1715602986] 'read index received' (duration: 165.374269ms)","trace[1715602986] 'applied index is now lower than readState.Index' (duration: 78.458044ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:01:54.400624Z","caller":"traceutil/trace.go:171","msg":"trace[1256833111] transaction","detail":"{read_only:false; response_revision:17671; number_of_response:1; }","duration":"257.505269ms","start":"2026-04-28T23:01:54.143076Z","end":"2026-04-28T23:01:54.400581Z","steps":["trace[1256833111] 'process raft request' (duration: 248.432381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:01:54.400771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.075838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:01:54.400873Z","caller":"traceutil/trace.go:171","msg":"trace[2024065160] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:17671; }","duration":"244.200321ms","start":"2026-04-28T23:01:54.156645Z","end":"2026-04-28T23:01:54.400846Z","steps":["trace[2024065160] 'agreement among raft nodes before linearized reading' (duration: 243.991516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:01:54.400803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.670496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zvk82\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-04-28T23:01:54.401014Z","caller":"traceutil/trace.go:171","msg":"trace[1984143103] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zvk82; range_end:; response_count:1; response_revision:17671; }","duration":"165.894981ms","start":"2026-04-28T23:01:54.235082Z","end":"2026-04-28T23:01:54.400977Z","steps":["trace[1984143103] 'agreement among raft nodes before linearized reading' (duration: 165.550103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:05:12.494982Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T23:05:12.499644Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T23:05:12.49998Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T23:06:50.430718Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17647} {"level":"info","ts":"2026-04-28T23:06:50.545982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17647,"took":"112.70916ms","hash":3177127026,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":34496512,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T23:06:50.546046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3177127026,"revision":17647,"compact-revision":15326} {"level":"warn","ts":"2026-04-28T23:07:40.172028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.333591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:07:40.172137Z","caller":"traceutil/trace.go:171","msg":"trace[497892705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20398; }","duration":"148.517795ms","start":"2026-04-28T23:07:40.023599Z","end":"2026-04-28T23:07:40.172117Z","steps":["trace[497892705] 'range keys from in-memory index tree' (duration: 148.168107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:40.172283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.82644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:07:40.172456Z","caller":"traceutil/trace.go:171","msg":"trace[413575237] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20398; }","duration":"306.013534ms","start":"2026-04-28T23:07:39.866417Z","end":"2026-04-28T23:07:40.17243Z","steps":["trace[413575237] 'count revisions from in-memory index tree' (duration: 305.755308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:40.172921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:07:39.866357Z","time spent":"306.543606ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:07:40.248828Z","caller":"traceutil/trace.go:171","msg":"trace[1738579051] transaction","detail":"{read_only:false; response_revision:20399; number_of_response:1; }","duration":"217.702935ms","start":"2026-04-28T23:07:40.031094Z","end":"2026-04-28T23:07:40.248797Z","steps":["trace[1738579051] 'process raft request' (duration: 217.548442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:40.473536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.938045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:07:40.47392Z","caller":"traceutil/trace.go:171","msg":"trace[1690887727] linearizableReadLoop","detail":"{readStateIndex:21085; appliedIndex:21083; }","duration":"337.349013ms","start":"2026-04-28T23:07:40.136511Z","end":"2026-04-28T23:07:40.473859Z","steps":["trace[1690887727] 'read index received' (duration: 112.212459ms)","trace[1690887727] 'applied index is now lower than readState.Index' (duration: 225.134774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:07:40.473934Z","caller":"traceutil/trace.go:171","msg":"trace[1377322395] transaction","detail":"{read_only:false; response_revision:20400; number_of_response:1; }","duration":"421.752217ms","start":"2026-04-28T23:07:40.052111Z","end":"2026-04-28T23:07:40.473863Z","steps":["trace[1377322395] 'process raft request' (duration: 246.33285ms)","trace[1377322395] 'compare' (duration: 174.799961ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:07:40.473938Z","caller":"traceutil/trace.go:171","msg":"trace[489737071] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"296.706932ms","start":"2026-04-28T23:07:40.177171Z","end":"2026-04-28T23:07:40.473878Z","steps":["trace[489737071] 'process raft request' (duration: 296.481307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:40.474107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:07:40.052089Z","time spent":"421.92904ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:07:40.474151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.620999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T23:07:40.474261Z","caller":"traceutil/trace.go:171","msg":"trace[1579523174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20401; }","duration":"337.770963ms","start":"2026-04-28T23:07:40.136466Z","end":"2026-04-28T23:07:40.474237Z","steps":["trace[1579523174] 'agreement among raft nodes before linearized reading' (duration: 337.494196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:40.474312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:07:40.13645Z","time spent":"337.852674ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:07:40.475601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.650366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T23:07:40.475692Z","caller":"traceutil/trace.go:171","msg":"trace[1236387907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20401; }","duration":"259.74405ms","start":"2026-04-28T23:07:40.215895Z","end":"2026-04-28T23:07:40.475639Z","steps":["trace[1236387907] 'agreement among raft nodes before linearized reading' (duration: 258.463219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:40.719268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.504142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:07:40.719448Z","caller":"traceutil/trace.go:171","msg":"trace[484608531] transaction","detail":"{read_only:false; response_revision:20403; number_of_response:1; }","duration":"238.904382ms","start":"2026-04-28T23:07:40.480518Z","end":"2026-04-28T23:07:40.719422Z","steps":["trace[484608531] 'process raft request' (duration: 132.134874ms)","trace[484608531] 'compare' (duration: 106.296507ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:07:40.780542Z","caller":"traceutil/trace.go:171","msg":"trace[1309469386] transaction","detail":"{read_only:false; response_revision:20404; number_of_response:1; }","duration":"198.649422ms","start":"2026-04-28T23:07:40.581841Z","end":"2026-04-28T23:07:40.78049Z","steps":["trace[1309469386] 'process raft request' (duration: 198.491198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:41.6828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.229895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:07:41.682911Z","caller":"traceutil/trace.go:171","msg":"trace[911788367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20405; }","duration":"173.392819ms","start":"2026-04-28T23:07:41.509493Z","end":"2026-04-28T23:07:41.682885Z","steps":["trace[911788367] 'range keys from in-memory index tree' (duration: 173.02436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:41.683068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.936834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:07:41.68318Z","caller":"traceutil/trace.go:171","msg":"trace[804566234] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20405; }","duration":"123.103508ms","start":"2026-04-28T23:07:41.56005Z","end":"2026-04-28T23:07:41.683154Z","steps":["trace[804566234] 'count revisions from in-memory index tree' (duration: 122.841402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:41.683256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.005336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:07:41.683311Z","caller":"traceutil/trace.go:171","msg":"trace[605997153] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20405; }","duration":"211.100358ms","start":"2026-04-28T23:07:41.472196Z","end":"2026-04-28T23:07:41.683296Z","steps":["trace[605997153] 'count revisions from in-memory index tree' (duration: 210.896193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:07:41.683506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.146362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:07:41.683659Z","caller":"traceutil/trace.go:171","msg":"trace[1052728856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20405; }","duration":"191.338907ms","start":"2026-04-28T23:07:41.492293Z","end":"2026-04-28T23:07:41.683632Z","steps":["trace[1052728856] 'range keys from in-memory index tree' (duration: 191.08092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:09:44.823719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.943023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:09:44.823807Z","caller":"traceutil/trace.go:171","msg":"trace[1452958095] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21400; }","duration":"376.071225ms","start":"2026-04-28T23:09:44.447717Z","end":"2026-04-28T23:09:44.823789Z","steps":["trace[1452958095] 'range keys from in-memory index tree' (duration: 375.878811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:09:44.823847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:09:44.4477Z","time spent":"376.137598ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T23:09:44.823836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.943906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:09:44.823929Z","caller":"traceutil/trace.go:171","msg":"trace[787977401] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21400; }","duration":"421.09369ms","start":"2026-04-28T23:09:44.402813Z","end":"2026-04-28T23:09:44.823906Z","steps":["trace[787977401] 'count revisions from in-memory index tree' (duration: 420.810424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:09:44.82395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.101075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:09:44.823986Z","caller":"traceutil/trace.go:171","msg":"trace[1677101986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21400; }","duration":"329.166117ms","start":"2026-04-28T23:09:44.49481Z","end":"2026-04-28T23:09:44.823976Z","steps":["trace[1677101986] 'range keys from in-memory index tree' (duration: 329.034304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:09:44.823996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:09:44.402797Z","time spent":"421.183914ms","remote":"127.0.0.1:51954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:09:44.824017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.623479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12687"} {"level":"warn","ts":"2026-04-28T23:09:44.824013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:09:44.494792Z","time spent":"329.215918ms","remote":"127.0.0.1:51752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:09:44.824059Z","caller":"traceutil/trace.go:171","msg":"trace[2071979885] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21400; }","duration":"373.6642ms","start":"2026-04-28T23:09:44.450385Z","end":"2026-04-28T23:09:44.82405Z","steps":["trace[2071979885] 'range keys from in-memory index tree' (duration: 373.511066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:09:44.824125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.39171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-28T23:09:44.824179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:09:44.450362Z","time spent":"373.806772ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12711,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T23:09:44.824367Z","caller":"traceutil/trace.go:171","msg":"trace[14654536] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"138.722361ms","start":"2026-04-28T23:09:44.685618Z","end":"2026-04-28T23:09:44.824341Z","steps":["trace[14654536] 'compare' (duration: 137.244815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:11:50.437063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20144} {"level":"info","ts":"2026-04-28T23:11:50.54543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20144,"took":"104.694929ms","hash":1317655009,"current-db-size-bytes":58077184,"current-db-size":"58 MB","current-db-size-in-use-bytes":39215104,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-28T23:11:50.545796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1317655009,"revision":20144,"compact-revision":17647} {"level":"info","ts":"2026-04-28T23:12:00.141719Z","caller":"traceutil/trace.go:171","msg":"trace[825808299] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"131.435167ms","start":"2026-04-28T23:12:00.010253Z","end":"2026-04-28T23:12:00.141688Z","steps":["trace[825808299] 'process raft request' (duration: 131.261652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:12:00.141718Z","caller":"traceutil/trace.go:171","msg":"trace[2075757171] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"178.141982ms","start":"2026-04-28T23:11:59.963551Z","end":"2026-04-28T23:12:00.141693Z","steps":["trace[2075757171] 'process raft request' (duration: 79.20124ms)","trace[2075757171] 'compare' (duration: 98.384708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:27.730128Z","caller":"traceutil/trace.go:171","msg":"trace[844800073] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"119.297558ms","start":"2026-04-28T23:15:27.610776Z","end":"2026-04-28T23:15:27.730074Z","steps":["trace[844800073] 'process raft request' (duration: 118.98663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:33.218236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.754119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:15:33.218319Z","caller":"traceutil/trace.go:171","msg":"trace[2009867676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25129; }","duration":"277.884942ms","start":"2026-04-28T23:15:32.940414Z","end":"2026-04-28T23:15:33.218299Z","steps":["trace[2009867676] 'range keys from in-memory index tree' (duration: 277.529274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:33.218337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.614269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:15:33.218501Z","caller":"traceutil/trace.go:171","msg":"trace[669195628] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25129; }","duration":"234.786483ms","start":"2026-04-28T23:15:32.983643Z","end":"2026-04-28T23:15:33.21843Z","steps":["trace[669195628] 'count revisions from in-memory index tree' (duration: 234.528908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:33.218692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.862674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T23:15:33.21877Z","caller":"traceutil/trace.go:171","msg":"trace[1304852451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25129; }","duration":"196.004798ms","start":"2026-04-28T23:15:33.022746Z","end":"2026-04-28T23:15:33.218751Z","steps":["trace[1304852451] 'range keys from in-memory index tree' (duration: 195.629199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.248614Z","caller":"traceutil/trace.go:171","msg":"trace[62545622] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"183.12607ms","start":"2026-04-28T23:15:33.065467Z","end":"2026-04-28T23:15:33.248593Z","steps":["trace[62545622] 'process raft request' (duration: 183.001817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.490289Z","caller":"traceutil/trace.go:171","msg":"trace[1678171574] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25953; }","duration":"245.301175ms","start":"2026-04-28T23:15:33.244964Z","end":"2026-04-28T23:15:33.490265Z","steps":["trace[1678171574] 'read index received' (duration: 3.695759ms)","trace[1678171574] 'applied index is now lower than readState.Index' (duration: 241.603896ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:33.490513Z","caller":"traceutil/trace.go:171","msg":"trace[2123213367] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"420.831933ms","start":"2026-04-28T23:15:33.06967Z","end":"2026-04-28T23:15:33.490502Z","steps":["trace[2123213367] 'process raft request' (duration: 420.413114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:33.490613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:33.069641Z","time spent":"420.911545ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:33.490844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.489302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T23:15:33.490878Z","caller":"traceutil/trace.go:171","msg":"trace[1579812549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25133; }","duration":"215.524314ms","start":"2026-04-28T23:15:33.275347Z","end":"2026-04-28T23:15:33.490871Z","steps":["trace[1579812549] 'agreement among raft nodes before linearized reading' (duration: 215.420252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:33.491185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.436123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:15:33.491216Z","caller":"traceutil/trace.go:171","msg":"trace[1694453520] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25133; }","duration":"182.483605ms","start":"2026-04-28T23:15:33.308724Z","end":"2026-04-28T23:15:33.491207Z","steps":["trace[1694453520] 'agreement among raft nodes before linearized reading' (duration: 182.438464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.491649Z","caller":"traceutil/trace.go:171","msg":"trace[1010939837] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"268.041887ms","start":"2026-04-28T23:15:33.223598Z","end":"2026-04-28T23:15:33.49164Z","steps":["trace[1010939837] 'process raft request' (duration: 266.603392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.491812Z","caller":"traceutil/trace.go:171","msg":"trace[359838228] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"268.127969ms","start":"2026-04-28T23:15:33.223674Z","end":"2026-04-28T23:15:33.491802Z","steps":["trace[359838228] 'process raft request' (duration: 266.557721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:33.490677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.691104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:15:33.493827Z","caller":"traceutil/trace.go:171","msg":"trace[969467587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25133; }","duration":"248.89862ms","start":"2026-04-28T23:15:33.244906Z","end":"2026-04-28T23:15:33.493805Z","steps":["trace[969467587] 'agreement among raft nodes before linearized reading' (duration: 245.679863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.66666Z","caller":"traceutil/trace.go:171","msg":"trace[287855536] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"170.724365ms","start":"2026-04-28T23:15:33.495894Z","end":"2026-04-28T23:15:33.666619Z","steps":["trace[287855536] 'process raft request' (duration: 144.120379ms)","trace[287855536] 'compare' (duration: 26.34998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:15:33.667269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.153872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:33.667346Z","caller":"traceutil/trace.go:171","msg":"trace[701557029] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25135; }","duration":"155.630654ms","start":"2026-04-28T23:15:33.511684Z","end":"2026-04-28T23:15:33.667315Z","steps":["trace[701557029] 'agreement among raft nodes before linearized reading' (duration: 155.074231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.77648Z","caller":"traceutil/trace.go:171","msg":"trace[334327849] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"104.239658ms","start":"2026-04-28T23:15:33.672213Z","end":"2026-04-28T23:15:33.776452Z","steps":["trace[334327849] 'process raft request' (duration: 103.292705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:33.78031Z","caller":"traceutil/trace.go:171","msg":"trace[1280538419] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"107.474526ms","start":"2026-04-28T23:15:33.672807Z","end":"2026-04-28T23:15:33.780281Z","steps":["trace[1280538419] 'process raft request' (duration: 106.792049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:38.460384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.088292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:15:38.460489Z","caller":"traceutil/trace.go:171","msg":"trace[1489700710] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"252.057976ms","start":"2026-04-28T23:15:38.20841Z","end":"2026-04-28T23:15:38.460468Z","steps":["trace[1489700710] 'process raft request' (duration: 127.813751ms)","trace[1489700710] 'compare' (duration: 123.526698ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:38.461027Z","caller":"traceutil/trace.go:171","msg":"trace[1643539255] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"229.820265ms","start":"2026-04-28T23:15:38.231171Z","end":"2026-04-28T23:15:38.460991Z","steps":["trace[1643539255] 'process raft request' (duration: 229.673871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:38.461196Z","caller":"traceutil/trace.go:171","msg":"trace[61195963] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"218.419892ms","start":"2026-04-28T23:15:38.24275Z","end":"2026-04-28T23:15:38.46117Z","steps":["trace[61195963] 'process raft request' (duration: 218.197677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:38.752095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.053353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:15:38.752253Z","caller":"traceutil/trace.go:171","msg":"trace[7026108] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"246.190856ms","start":"2026-04-28T23:15:38.506031Z","end":"2026-04-28T23:15:38.752222Z","steps":["trace[7026108] 'process raft request' (duration: 105.865627ms)","trace[7026108] 'compare' (duration: 139.9183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:39.256705Z","caller":"traceutil/trace.go:171","msg":"trace[2116367079] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"440.40582ms","start":"2026-04-28T23:15:38.816272Z","end":"2026-04-28T23:15:39.256678Z","steps":["trace[2116367079] 'process raft request' (duration: 440.249347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.256849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:38.816246Z","time spent":"440.530194ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:39.887206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.188329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T23:15:39.887582Z","caller":"traceutil/trace.go:171","msg":"trace[240086476] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:26000; }","duration":"893.355741ms","start":"2026-04-28T23:15:38.994167Z","end":"2026-04-28T23:15:39.887523Z","steps":["trace[240086476] 'read index received' (duration: 262.33514ms)","trace[240086476] 'applied index is now lower than readState.Index' (duration: 631.01653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:39.887624Z","caller":"traceutil/trace.go:171","msg":"trace[16266515] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"615.338415ms","start":"2026-04-28T23:15:39.272263Z","end":"2026-04-28T23:15:39.887601Z","steps":["trace[16266515] 'process raft request' (duration: 615.055169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:39.887747Z","caller":"traceutil/trace.go:171","msg":"trace[2034602007] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"613.034531ms","start":"2026-04-28T23:15:39.274683Z","end":"2026-04-28T23:15:39.887718Z","steps":["trace[2034602007] 'process raft request' (duration: 612.845847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.887785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.27223Z","time spent":"615.448328ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:39.887886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.711409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T23:15:39.88793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.274656Z","time spent":"613.178734ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:15:39.887947Z","caller":"traceutil/trace.go:171","msg":"trace[279336726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25179; }","duration":"893.801051ms","start":"2026-04-28T23:15:38.99413Z","end":"2026-04-28T23:15:39.887931Z","steps":["trace[279336726] 'agreement among raft nodes before linearized reading' (duration: 893.551295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.888496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:38.994115Z","time spent":"894.360774ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T23:15:39.909518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.916046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:15:39.909563Z","caller":"traceutil/trace.go:171","msg":"trace[1932943306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25181; }","duration":"217.009139ms","start":"2026-04-28T23:15:39.692543Z","end":"2026-04-28T23:15:39.909552Z","steps":["trace[1932943306] 'agreement among raft nodes before linearized reading' (duration: 216.859555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.909541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.43459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:15:39.90962Z","caller":"traceutil/trace.go:171","msg":"trace[720396037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25181; }","duration":"163.574615ms","start":"2026-04-28T23:15:39.746026Z","end":"2026-04-28T23:15:39.909601Z","steps":["trace[720396037] 'agreement among raft nodes before linearized reading' (duration: 163.369059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.909733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.693797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:15:39.909754Z","caller":"traceutil/trace.go:171","msg":"trace[984373204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25181; }","duration":"388.734118ms","start":"2026-04-28T23:15:39.521013Z","end":"2026-04-28T23:15:39.909747Z","steps":["trace[984373204] 'agreement among raft nodes before linearized reading' (duration: 388.672217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.90977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.521003Z","time spent":"388.763199ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T23:15:39.90992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.777783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:15:39.909941Z","caller":"traceutil/trace.go:171","msg":"trace[1115462567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25181; }","duration":"389.862486ms","start":"2026-04-28T23:15:39.520072Z","end":"2026-04-28T23:15:39.909935Z","steps":["trace[1115462567] 'agreement among raft nodes before linearized reading' (duration: 389.770663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.909958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.520059Z","time spent":"389.894616ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:15:39.910053Z","caller":"traceutil/trace.go:171","msg":"trace[1733261990] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"394.203868ms","start":"2026-04-28T23:15:39.515831Z","end":"2026-04-28T23:15:39.910035Z","steps":["trace[1733261990] 'process raft request' (duration: 393.418178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.910077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.237336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:39.910099Z","caller":"traceutil/trace.go:171","msg":"trace[1896066295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25181; }","duration":"414.299677ms","start":"2026-04-28T23:15:39.495793Z","end":"2026-04-28T23:15:39.910092Z","steps":["trace[1896066295] 'agreement among raft nodes before linearized reading' (duration: 414.261706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.910125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.495773Z","time spent":"414.346389ms","remote":"127.0.0.1:51752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T23:15:39.910306Z","caller":"traceutil/trace.go:171","msg":"trace[105632318] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"108.338286ms","start":"2026-04-28T23:15:39.801917Z","end":"2026-04-28T23:15:39.910255Z","steps":["trace[105632318] 'process raft request' (duration: 107.415303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.910402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.371301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:39.910491Z","caller":"traceutil/trace.go:171","msg":"trace[1723850333] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25181; }","duration":"567.474364ms","start":"2026-04-28T23:15:39.342973Z","end":"2026-04-28T23:15:39.910447Z","steps":["trace[1723850333] 'agreement among raft nodes before linearized reading' (duration: 567.367331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:39.910547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.342951Z","time spent":"567.573946ms","remote":"127.0.0.1:52126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:15:39.910568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:39.515688Z","time spent":"394.402983ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:15:40.104201Z","caller":"traceutil/trace.go:171","msg":"trace[1035102178] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"186.788768ms","start":"2026-04-28T23:15:39.917391Z","end":"2026-04-28T23:15:40.10418Z","steps":["trace[1035102178] 'process raft request' (duration: 176.091862ms)","trace[1035102178] 'compare' (duration: 10.573123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:40.104275Z","caller":"traceutil/trace.go:171","msg":"trace[195073088] linearizableReadLoop","detail":"{readStateIndex:26009; appliedIndex:26007; }","duration":"119.769579ms","start":"2026-04-28T23:15:39.984494Z","end":"2026-04-28T23:15:40.104263Z","steps":["trace[195073088] 'read index received' (duration: 109.011182ms)","trace[195073088] 'applied index is now lower than readState.Index' (duration: 10.757677ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:40.104353Z","caller":"traceutil/trace.go:171","msg":"trace[1887894158] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"186.827629ms","start":"2026-04-28T23:15:39.917518Z","end":"2026-04-28T23:15:40.104346Z","steps":["trace[1887894158] 'process raft request' (duration: 186.637895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:40.104444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.935803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:40.104469Z","caller":"traceutil/trace.go:171","msg":"trace[1327094883] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25184; }","duration":"119.974824ms","start":"2026-04-28T23:15:39.984487Z","end":"2026-04-28T23:15:40.104462Z","steps":["trace[1327094883] 'agreement among raft nodes before linearized reading' (duration: 119.913652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:40.303337Z","caller":"traceutil/trace.go:171","msg":"trace[751872132] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26009; }","duration":"192.370691ms","start":"2026-04-28T23:15:40.110942Z","end":"2026-04-28T23:15:40.303313Z","steps":["trace[751872132] 'read index received' (duration: 158.342629ms)","trace[751872132] 'applied index is now lower than readState.Index' (duration: 34.026962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:15:40.303558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.597766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T23:15:40.303593Z","caller":"traceutil/trace.go:171","msg":"trace[1273665004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25185; }","duration":"192.675919ms","start":"2026-04-28T23:15:40.110908Z","end":"2026-04-28T23:15:40.303584Z","steps":["trace[1273665004] 'agreement among raft nodes before linearized reading' (duration: 192.519685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:40.303557Z","caller":"traceutil/trace.go:171","msg":"trace[596349592] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"195.057274ms","start":"2026-04-28T23:15:40.108468Z","end":"2026-04-28T23:15:40.303525Z","steps":["trace[596349592] 'process raft request' (duration: 160.797717ms)","trace[596349592] 'compare' (duration: 33.93589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:15:40.603605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.307701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:40.603704Z","caller":"traceutil/trace.go:171","msg":"trace[1414835009] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25186; }","duration":"156.467545ms","start":"2026-04-28T23:15:40.447213Z","end":"2026-04-28T23:15:40.60368Z","steps":["trace[1414835009] 'count revisions from in-memory index tree' (duration: 156.218528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:40.60401Z","caller":"traceutil/trace.go:171","msg":"trace[780430] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"137.995212ms","start":"2026-04-28T23:15:40.465978Z","end":"2026-04-28T23:15:40.603973Z","steps":["trace[780430] 'process raft request' (duration: 133.825494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:40.604585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.866178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T23:15:40.604678Z","caller":"traceutil/trace.go:171","msg":"trace[1297943860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25186; }","duration":"140.019222ms","start":"2026-04-28T23:15:40.464637Z","end":"2026-04-28T23:15:40.604656Z","steps":["trace[1297943860] 'range keys from in-memory index tree' (duration: 139.631543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:40.643106Z","caller":"traceutil/trace.go:171","msg":"trace[849552268] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"176.095373ms","start":"2026-04-28T23:15:40.466983Z","end":"2026-04-28T23:15:40.643079Z","steps":["trace[849552268] 'process raft request' (duration: 175.946269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:40.827775Z","caller":"traceutil/trace.go:171","msg":"trace[548025165] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"219.373556ms","start":"2026-04-28T23:15:40.608353Z","end":"2026-04-28T23:15:40.827726Z","steps":["trace[548025165] 'process raft request' (duration: 142.00743ms)","trace[548025165] 'compare' (duration: 77.162551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:15:41.052884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.680178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:15:41.053109Z","caller":"traceutil/trace.go:171","msg":"trace[199698281] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"294.426346ms","start":"2026-04-28T23:15:40.758653Z","end":"2026-04-28T23:15:41.053079Z","steps":["trace[199698281] 'process raft request' (duration: 184.367089ms)","trace[199698281] 'compare' (duration: 109.404801ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:42.002757Z","caller":"traceutil/trace.go:171","msg":"trace[2065978304] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"109.698698ms","start":"2026-04-28T23:15:41.893021Z","end":"2026-04-28T23:15:42.00272Z","steps":["trace[2065978304] 'process raft request' (duration: 109.479463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:52.3401Z","caller":"traceutil/trace.go:171","msg":"trace[1960643058] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"160.88135ms","start":"2026-04-28T23:15:52.179194Z","end":"2026-04-28T23:15:52.340076Z","steps":["trace[1960643058] 'process raft request' (duration: 148.107105ms)","trace[1960643058] 'compare' (duration: 12.670622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:15:57.804908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.967906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aaa865a4d41689\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-28T23:15:57.804976Z","caller":"traceutil/trace.go:171","msg":"trace[1164454717] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aaa865a4d41689; range_end:; response_count:1; response_revision:25356; }","duration":"149.093789ms","start":"2026-04-28T23:15:57.655868Z","end":"2026-04-28T23:15:57.804962Z","steps":["trace[1164454717] 'range keys from in-memory index tree' (duration: 148.835453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.804983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.753496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:57.805062Z","caller":"traceutil/trace.go:171","msg":"trace[1831239961] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25356; }","duration":"170.901559ms","start":"2026-04-28T23:15:57.634141Z","end":"2026-04-28T23:15:57.805042Z","steps":["trace[1831239961] 'count revisions from in-memory index tree' (duration: 170.635072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.805155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.269121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-28T23:15:57.805237Z","caller":"traceutil/trace.go:171","msg":"trace[1092357789] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25356; }","duration":"133.391994ms","start":"2026-04-28T23:15:57.671824Z","end":"2026-04-28T23:15:57.805216Z","steps":["trace[1092357789] 'range keys from in-memory index tree' (duration: 133.113787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.805203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.257279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:15:57.805278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.16144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-28T23:15:57.805307Z","caller":"traceutil/trace.go:171","msg":"trace[1016372080] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25356; }","duration":"242.217491ms","start":"2026-04-28T23:15:57.563081Z","end":"2026-04-28T23:15:57.805298Z","steps":["trace[1016372080] 'range keys from in-memory index tree' (duration: 242.093738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.805286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.291614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:57.805319Z","caller":"traceutil/trace.go:171","msg":"trace[688059201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25356; }","duration":"112.364452ms","start":"2026-04-28T23:15:57.692921Z","end":"2026-04-28T23:15:57.805285Z","steps":["trace[688059201] 'count revisions from in-memory index tree' (duration: 112.146907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:57.805371Z","caller":"traceutil/trace.go:171","msg":"trace[1415936524] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25356; }","duration":"139.411757ms","start":"2026-04-28T23:15:57.665936Z","end":"2026-04-28T23:15:57.805348Z","steps":["trace[1415936524] 'count revisions from in-memory index tree' (duration: 139.204593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.806052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.114149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-28T23:15:57.806117Z","caller":"traceutil/trace.go:171","msg":"trace[1889289203] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25356; }","duration":"206.212432ms","start":"2026-04-28T23:15:57.599887Z","end":"2026-04-28T23:15:57.806099Z","steps":["trace[1889289203] 'range keys from in-memory index tree' (duration: 204.979083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:57.939751Z","caller":"traceutil/trace.go:171","msg":"trace[721392759] linearizableReadLoop","detail":"{readStateIndex:26185; appliedIndex:26184; }","duration":"131.237202ms","start":"2026-04-28T23:15:57.80849Z","end":"2026-04-28T23:15:57.939728Z","steps":["trace[721392759] 'read index received' (duration: 130.953165ms)","trace[721392759] 'applied index is now lower than readState.Index' (duration: 282.897µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:57.939853Z","caller":"traceutil/trace.go:171","msg":"trace[342917212] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"131.681313ms","start":"2026-04-28T23:15:57.808131Z","end":"2026-04-28T23:15:57.939812Z","steps":["trace[342917212] 'process raft request' (duration: 131.440657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.93999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.475368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-28T23:15:57.940021Z","caller":"traceutil/trace.go:171","msg":"trace[1200861792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25357; }","duration":"131.5467ms","start":"2026-04-28T23:15:57.808464Z","end":"2026-04-28T23:15:57.940011Z","steps":["trace[1200861792] 'agreement among raft nodes before linearized reading' (duration: 131.395516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:57.940347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.918812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-28T23:15:57.940483Z","caller":"traceutil/trace.go:171","msg":"trace[976605539] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25357; }","duration":"102.063976ms","start":"2026-04-28T23:15:57.838355Z","end":"2026-04-28T23:15:57.940419Z","steps":["trace[976605539] 'agreement among raft nodes before linearized reading' (duration: 101.771439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.209088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.77124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:15:58.209362Z","caller":"traceutil/trace.go:171","msg":"trace[344052521] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"111.740707ms","start":"2026-04-28T23:15:58.097603Z","end":"2026-04-28T23:15:58.209344Z","steps":["trace[344052521] 'process raft request' (duration: 111.693376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.209431Z","caller":"traceutil/trace.go:171","msg":"trace[819418869] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26185; }","duration":"248.688685ms","start":"2026-04-28T23:15:57.960725Z","end":"2026-04-28T23:15:58.209413Z","steps":["trace[819418869] 'read index received' (duration: 120.444834ms)","trace[819418869] 'applied index is now lower than readState.Index' (duration: 128.241471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:58.209517Z","caller":"traceutil/trace.go:171","msg":"trace[1689445295] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"254.33509ms","start":"2026-04-28T23:15:57.955172Z","end":"2026-04-28T23:15:58.209507Z","steps":["trace[1689445295] 'process raft request' (duration: 126.042308ms)","trace[1689445295] 'compare' (duration: 127.657597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:58.209643Z","caller":"traceutil/trace.go:171","msg":"trace[235004195] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"115.951717ms","start":"2026-04-28T23:15:58.09368Z","end":"2026-04-28T23:15:58.209632Z","steps":["trace[235004195] 'process raft request' (duration: 115.502917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.209696Z","caller":"traceutil/trace.go:171","msg":"trace[528343683] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"113.116409ms","start":"2026-04-28T23:15:58.096561Z","end":"2026-04-28T23:15:58.209678Z","steps":["trace[528343683] 'process raft request' (duration: 112.695459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.2097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.661018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T23:15:58.20977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.303875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:15:58.209801Z","caller":"traceutil/trace.go:171","msg":"trace[1279211112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25361; }","duration":"103.352597ms","start":"2026-04-28T23:15:58.106436Z","end":"2026-04-28T23:15:58.209789Z","steps":["trace[1279211112] 'agreement among raft nodes before linearized reading' (duration: 103.227304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.209788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.045854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-28T23:15:58.209809Z","caller":"traceutil/trace.go:171","msg":"trace[2036292379] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25361; }","duration":"130.846823ms","start":"2026-04-28T23:15:58.078935Z","end":"2026-04-28T23:15:58.209782Z","steps":["trace[2036292379] 'agreement among raft nodes before linearized reading' (duration: 130.616657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.20987Z","caller":"traceutil/trace.go:171","msg":"trace[1044694833] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25361; }","duration":"249.126816ms","start":"2026-04-28T23:15:57.960715Z","end":"2026-04-28T23:15:58.209842Z","steps":["trace[1044694833] 'agreement among raft nodes before linearized reading' (duration: 248.940862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.337678Z","caller":"traceutil/trace.go:171","msg":"trace[448776495] linearizableReadLoop","detail":"{readStateIndex:26190; appliedIndex:26189; }","duration":"122.113044ms","start":"2026-04-28T23:15:58.215528Z","end":"2026-04-28T23:15:58.337641Z","steps":["trace[448776495] 'read index received' (duration: 121.713255ms)","trace[448776495] 'applied index is now lower than readState.Index' (duration: 398.729µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:58.337717Z","caller":"traceutil/trace.go:171","msg":"trace[1188278307] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"122.931944ms","start":"2026-04-28T23:15:58.21474Z","end":"2026-04-28T23:15:58.337672Z","steps":["trace[1188278307] 'process raft request' (duration: 122.597696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.337958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.406962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-28T23:15:58.338038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.019601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T23:15:58.338116Z","caller":"traceutil/trace.go:171","msg":"trace[1810712892] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25362; }","duration":"114.135824ms","start":"2026-04-28T23:15:58.223955Z","end":"2026-04-28T23:15:58.338091Z","steps":["trace[1810712892] 'agreement among raft nodes before linearized reading' (duration: 113.883588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.33811Z","caller":"traceutil/trace.go:171","msg":"trace[864760758] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25362; }","duration":"122.562355ms","start":"2026-04-28T23:15:58.215478Z","end":"2026-04-28T23:15:58.338041Z","steps":["trace[864760758] 'agreement among raft nodes before linearized reading' (duration: 122.279778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.338045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.210647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T23:15:58.338273Z","caller":"traceutil/trace.go:171","msg":"trace[266728192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25362; }","duration":"117.520795ms","start":"2026-04-28T23:15:58.220736Z","end":"2026-04-28T23:15:58.338257Z","steps":["trace[266728192] 'agreement among raft nodes before linearized reading' (duration: 117.092125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.627598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.205535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:15:58.627769Z","caller":"traceutil/trace.go:171","msg":"trace[1020736821] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"289.705663ms","start":"2026-04-28T23:15:58.338032Z","end":"2026-04-28T23:15:58.627738Z","steps":["trace[1020736821] 'process raft request' (duration: 118.267382ms)","trace[1020736821] 'compare' (duration: 170.995971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:58.627841Z","caller":"traceutil/trace.go:171","msg":"trace[1767002165] linearizableReadLoop","detail":"{readStateIndex:26191; appliedIndex:26190; }","duration":"287.541061ms","start":"2026-04-28T23:15:58.340255Z","end":"2026-04-28T23:15:58.627796Z","steps":["trace[1767002165] 'read index received' (duration: 116.060119ms)","trace[1767002165] 'applied index is now lower than readState.Index' (duration: 171.477302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:58.627867Z","caller":"traceutil/trace.go:171","msg":"trace[1365201400] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"278.671961ms","start":"2026-04-28T23:15:58.349175Z","end":"2026-04-28T23:15:58.627847Z","steps":["trace[1365201400] 'process raft request' (duration: 278.540967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.628156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.88563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-22f36e62-4510-48df-9f6a-3947f80e3c48\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-28T23:15:58.628219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.347113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79384cb0-f4ad-4ed5-ac54-a3e375580d50\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T23:15:58.628229Z","caller":"traceutil/trace.go:171","msg":"trace[429615301] range","detail":"{range_begin:/registry/persistentvolumes/pvc-22f36e62-4510-48df-9f6a-3947f80e3c48; range_end:; response_count:1; response_revision:25365; }","duration":"288.022663ms","start":"2026-04-28T23:15:58.340187Z","end":"2026-04-28T23:15:58.62821Z","steps":["trace[429615301] 'agreement among raft nodes before linearized reading' (duration: 287.753047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.628255Z","caller":"traceutil/trace.go:171","msg":"trace[927712729] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79384cb0-f4ad-4ed5-ac54-a3e375580d50; range_end:; response_count:1; response_revision:25365; }","duration":"146.442505ms","start":"2026-04-28T23:15:58.481798Z","end":"2026-04-28T23:15:58.628241Z","steps":["trace[927712729] 'agreement among raft nodes before linearized reading' (duration: 146.305462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.628279Z","caller":"traceutil/trace.go:171","msg":"trace[1810893403] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"234.620338ms","start":"2026-04-28T23:15:58.393646Z","end":"2026-04-28T23:15:58.628266Z","steps":["trace[1810893403] 'process raft request' (duration: 234.157758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.628386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.991566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T23:15:58.628409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.534573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:15:58.628431Z","caller":"traceutil/trace.go:171","msg":"trace[1151060069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25365; }","duration":"229.079307ms","start":"2026-04-28T23:15:58.39934Z","end":"2026-04-28T23:15:58.628419Z","steps":["trace[1151060069] 'agreement among raft nodes before linearized reading' (duration: 228.939883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:58.628449Z","caller":"traceutil/trace.go:171","msg":"trace[2113330947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25365; }","duration":"264.614495ms","start":"2026-04-28T23:15:58.363824Z","end":"2026-04-28T23:15:58.628439Z","steps":["trace[2113330947] 'agreement among raft nodes before linearized reading' (duration: 264.501272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:58.628499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.570919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-28T23:15:58.628558Z","caller":"traceutil/trace.go:171","msg":"trace[2112295650] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25365; }","duration":"286.666762ms","start":"2026-04-28T23:15:58.34187Z","end":"2026-04-28T23:15:58.628537Z","steps":["trace[2112295650] 'agreement among raft nodes before linearized reading' (duration: 286.115138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:59.029789Z","caller":"traceutil/trace.go:171","msg":"trace[1050450415] linearizableReadLoop","detail":"{readStateIndex:26195; appliedIndex:26194; }","duration":"396.196426ms","start":"2026-04-28T23:15:58.633574Z","end":"2026-04-28T23:15:59.02977Z","steps":["trace[1050450415] 'read index received' (duration: 27.968858ms)","trace[1050450415] 'applied index is now lower than readState.Index' (duration: 368.226168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:59.029811Z","caller":"traceutil/trace.go:171","msg":"trace[177183837] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"397.837275ms","start":"2026-04-28T23:15:58.631946Z","end":"2026-04-28T23:15:59.029783Z","steps":["trace[177183837] 'process raft request' (duration: 397.614529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:59.029896Z","caller":"traceutil/trace.go:171","msg":"trace[1688000133] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"368.810612ms","start":"2026-04-28T23:15:58.661061Z","end":"2026-04-28T23:15:59.029872Z","steps":["trace[1688000133] 'process raft request' (duration: 368.655668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.029931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:58.631921Z","time spent":"397.938037ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:59.029989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:58.661039Z","time spent":"368.879734ms","remote":"127.0.0.1:42552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:59.030152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.570335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T23:15:59.030194Z","caller":"traceutil/trace.go:171","msg":"trace[1720283819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25368; }","duration":"396.631587ms","start":"2026-04-28T23:15:58.633551Z","end":"2026-04-28T23:15:59.030182Z","steps":["trace[1720283819] 'agreement among raft nodes before linearized reading' (duration: 396.498504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.030219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:58.633543Z","time spent":"396.670148ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T23:15:59.133498Z","caller":"traceutil/trace.go:171","msg":"trace[2081969134] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"436.862786ms","start":"2026-04-28T23:15:58.696611Z","end":"2026-04-28T23:15:59.133474Z","steps":["trace[2081969134] 'process raft request' (duration: 436.561039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.13362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:58.696583Z","time spent":"436.971018ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:15:59.133989Z","caller":"traceutil/trace.go:171","msg":"trace[581231816] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"426.164191ms","start":"2026-04-28T23:15:58.707814Z","end":"2026-04-28T23:15:59.133978Z","steps":["trace[581231816] 'process raft request' (duration: 425.624468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.134041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:58.707791Z","time spent":"426.225772ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:15:59.18593Z","caller":"traceutil/trace.go:171","msg":"trace[1452037054] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26196; }","duration":"156.065905ms","start":"2026-04-28T23:15:59.02984Z","end":"2026-04-28T23:15:59.185906Z","steps":["trace[1452037054] 'read index received' (duration: 103.582152ms)","trace[1452037054] 'applied index is now lower than readState.Index' (duration: 52.482373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:15:59.186172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.622244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aaa865a48f6c4d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-28T23:15:59.186219Z","caller":"traceutil/trace.go:171","msg":"trace[97665310] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aaa865a48f6c4d; range_end:; response_count:1; response_revision:25370; }","duration":"256.724407ms","start":"2026-04-28T23:15:58.929481Z","end":"2026-04-28T23:15:59.186205Z","steps":["trace[97665310] 'agreement among raft nodes before linearized reading' (duration: 256.554103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.186391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.418374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-28T23:15:59.186439Z","caller":"traceutil/trace.go:171","msg":"trace[1925938281] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25370; }","duration":"552.478716ms","start":"2026-04-28T23:15:58.633948Z","end":"2026-04-28T23:15:59.186427Z","steps":["trace[1925938281] 'agreement among raft nodes before linearized reading' (duration: 552.345343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.186475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:58.633943Z","time spent":"552.522887ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-28T23:15:59.186415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.170206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:15:59.187198Z","caller":"traceutil/trace.go:171","msg":"trace[1305416430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25370; }","duration":"264.454692ms","start":"2026-04-28T23:15:58.922156Z","end":"2026-04-28T23:15:59.186611Z","steps":["trace[1305416430] 'agreement among raft nodes before linearized reading' (duration: 263.996332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:59.346806Z","caller":"traceutil/trace.go:171","msg":"trace[130224946] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"232.294884ms","start":"2026-04-28T23:15:59.114488Z","end":"2026-04-28T23:15:59.346783Z","steps":["trace[130224946] 'process raft request' (duration: 232.229802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:59.346941Z","caller":"traceutil/trace.go:171","msg":"trace[1299943928] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26201; }","duration":"160.91499ms","start":"2026-04-28T23:15:59.185991Z","end":"2026-04-28T23:15:59.346906Z","steps":["trace[1299943928] 'read index received' (duration: 160.864299ms)","trace[1299943928] 'applied index is now lower than readState.Index' (duration: 46.661µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:59.347208Z","caller":"traceutil/trace.go:171","msg":"trace[906711120] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"310.544672ms","start":"2026-04-28T23:15:59.036649Z","end":"2026-04-28T23:15:59.347194Z","steps":["trace[906711120] 'process raft request' (duration: 309.911187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.347312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.036629Z","time spent":"310.618544ms","remote":"127.0.0.1:42578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T23:15:59.347366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.499008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9eda1018-9994-444b-ad9b-1b4ff64eb84a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T23:15:59.347452Z","caller":"traceutil/trace.go:171","msg":"trace[154546834] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9eda1018-9994-444b-ad9b-1b4ff64eb84a; range_end:; response_count:1; response_revision:25372; }","duration":"312.62553ms","start":"2026-04-28T23:15:59.034807Z","end":"2026-04-28T23:15:59.347432Z","steps":["trace[154546834] 'agreement among raft nodes before linearized reading' (duration: 312.20628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.347501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.034795Z","time spent":"312.697923ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-9eda1018-9994-444b-ad9b-1b4ff64eb84a\" "} {"level":"info","ts":"2026-04-28T23:15:59.618311Z","caller":"traceutil/trace.go:171","msg":"trace[1089700201] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"429.849089ms","start":"2026-04-28T23:15:59.188429Z","end":"2026-04-28T23:15:59.618278Z","steps":["trace[1089700201] 'process raft request' (duration: 429.608924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:15:59.618303Z","caller":"traceutil/trace.go:171","msg":"trace[522166235] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26201; }","duration":"271.260723ms","start":"2026-04-28T23:15:59.34702Z","end":"2026-04-28T23:15:59.61828Z","steps":["trace[522166235] 'read index received' (duration: 270.987157ms)","trace[522166235] 'applied index is now lower than readState.Index' (duration: 272.006µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:15:59.618357Z","caller":"traceutil/trace.go:171","msg":"trace[1025490427] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"427.724898ms","start":"2026-04-28T23:15:59.190599Z","end":"2026-04-28T23:15:59.618324Z","steps":["trace[1025490427] 'process raft request' (duration: 427.585675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.618578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.188404Z","time spent":"430.086535ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:59.6184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.073267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:59.618781Z","caller":"traceutil/trace.go:171","msg":"trace[913441497] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25375; }","duration":"428.514677ms","start":"2026-04-28T23:15:59.190241Z","end":"2026-04-28T23:15:59.618756Z","steps":["trace[913441497] 'agreement among raft nodes before linearized reading' (duration: 428.108107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.618767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.190571Z","time spent":"428.109618ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:59.618863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.190209Z","time spent":"428.619029ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-04-28T23:15:59.618368Z","caller":"traceutil/trace.go:171","msg":"trace[393569756] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"352.733989ms","start":"2026-04-28T23:15:59.265597Z","end":"2026-04-28T23:15:59.618331Z","steps":["trace[393569756] 'process raft request' (duration: 352.643207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.619014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.265577Z","time spent":"353.383073ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:15:59.619033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.304657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T23:15:59.61945Z","caller":"traceutil/trace.go:171","msg":"trace[1988487682] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25375; }","duration":"344.779608ms","start":"2026-04-28T23:15:59.274649Z","end":"2026-04-28T23:15:59.619429Z","steps":["trace[1988487682] 'agreement among raft nodes before linearized reading' (duration: 344.117253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.619497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:15:59.274627Z","time spent":"344.85564ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:15:59.683423Z","caller":"traceutil/trace.go:171","msg":"trace[1955064873] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"227.583691ms","start":"2026-04-28T23:15:59.455804Z","end":"2026-04-28T23:15:59.683388Z","steps":["trace[1955064873] 'process raft request' (duration: 227.365246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.683455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.859444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:59.683525Z","caller":"traceutil/trace.go:171","msg":"trace[318262818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25376; }","duration":"187.978606ms","start":"2026-04-28T23:15:59.495529Z","end":"2026-04-28T23:15:59.683507Z","steps":["trace[318262818] 'agreement among raft nodes before linearized reading' (duration: 187.861713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.683716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.24828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:15:59.683863Z","caller":"traceutil/trace.go:171","msg":"trace[1248975603] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25376; }","duration":"172.472036ms","start":"2026-04-28T23:15:59.511375Z","end":"2026-04-28T23:15:59.683847Z","steps":["trace[1248975603] 'agreement among raft nodes before linearized reading' (duration: 172.24865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:15:59.801163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.394096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-28T23:15:59.801243Z","caller":"traceutil/trace.go:171","msg":"trace[1021247334] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25376; }","duration":"113.519439ms","start":"2026-04-28T23:15:59.687705Z","end":"2026-04-28T23:15:59.801225Z","steps":["trace[1021247334] 'range keys from in-memory index tree' (duration: 113.198801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.009945Z","caller":"traceutil/trace.go:171","msg":"trace[2102743930] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"185.664101ms","start":"2026-04-28T23:15:59.824253Z","end":"2026-04-28T23:16:00.009917Z","steps":["trace[2102743930] 'process raft request' (duration: 184.753829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:00.326491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.139464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-28T23:16:00.326586Z","caller":"traceutil/trace.go:171","msg":"trace[1396384193] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25378; }","duration":"207.279547ms","start":"2026-04-28T23:16:00.119284Z","end":"2026-04-28T23:16:00.326563Z","steps":["trace[1396384193] 'range keys from in-memory index tree' (duration: 206.907408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.406216Z","caller":"traceutil/trace.go:171","msg":"trace[1392224530] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"190.501106ms","start":"2026-04-28T23:16:00.215687Z","end":"2026-04-28T23:16:00.406188Z","steps":["trace[1392224530] 'process raft request' (duration: 190.273161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.758368Z","caller":"traceutil/trace.go:171","msg":"trace[933644319] linearizableReadLoop","detail":"{readStateIndex:26210; appliedIndex:26207; }","duration":"423.716352ms","start":"2026-04-28T23:16:00.334621Z","end":"2026-04-28T23:16:00.758338Z","steps":["trace[933644319] 'read index received' (duration: 71.426095ms)","trace[933644319] 'applied index is now lower than readState.Index' (duration: 352.288987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:00.758414Z","caller":"traceutil/trace.go:171","msg":"trace[996647462] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"542.517498ms","start":"2026-04-28T23:16:00.215869Z","end":"2026-04-28T23:16:00.758387Z","steps":["trace[996647462] 'process raft request' (duration: 542.385045ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.758376Z","caller":"traceutil/trace.go:171","msg":"trace[225782471] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"542.61236ms","start":"2026-04-28T23:16:00.215723Z","end":"2026-04-28T23:16:00.758336Z","steps":["trace[225782471] 'process raft request' (duration: 498.228541ms)","trace[225782471] 'compare' (duration: 44.154294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:00.758548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.215815Z","time spent":"542.655791ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:00.758583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.957998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-28T23:16:00.758639Z","caller":"traceutil/trace.go:171","msg":"trace[1412070145] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25381; }","duration":"424.038159ms","start":"2026-04-28T23:16:00.334585Z","end":"2026-04-28T23:16:00.758623Z","steps":["trace[1412070145] 'agreement among raft nodes before linearized reading' (duration: 423.863815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:00.758547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.215701Z","time spent":"542.790634ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:00.758699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.33457Z","time spent":"424.099261ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-28T23:16:00.766644Z","caller":"traceutil/trace.go:171","msg":"trace[497613929] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"133.24582ms","start":"2026-04-28T23:16:00.633377Z","end":"2026-04-28T23:16:00.766623Z","steps":["trace[497613929] 'process raft request' (duration: 133.063126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.766819Z","caller":"traceutil/trace.go:171","msg":"trace[462957295] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"119.82566ms","start":"2026-04-28T23:16:00.646977Z","end":"2026-04-28T23:16:00.766803Z","steps":["trace[462957295] 'process raft request' (duration: 119.584064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:00.766991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.64189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:16:00.767074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.598303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T23:16:00.767104Z","caller":"traceutil/trace.go:171","msg":"trace[1564420996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25383; }","duration":"216.810374ms","start":"2026-04-28T23:16:00.550259Z","end":"2026-04-28T23:16:00.76707Z","steps":["trace[1564420996] 'agreement among raft nodes before linearized reading' (duration: 216.62729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.767125Z","caller":"traceutil/trace.go:171","msg":"trace[582885020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25383; }","duration":"424.665105ms","start":"2026-04-28T23:16:00.342447Z","end":"2026-04-28T23:16:00.767112Z","steps":["trace[582885020] 'agreement among raft nodes before linearized reading' (duration: 424.525642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:00.767148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T23:16:00.767157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.998234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T23:16:00.767158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.342413Z","time spent":"424.735277ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:16:00.767189Z","caller":"traceutil/trace.go:171","msg":"trace[1815346059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25383; }","duration":"133.053026ms","start":"2026-04-28T23:16:00.634126Z","end":"2026-04-28T23:16:00.76718Z","steps":["trace[1815346059] 'agreement among raft nodes before linearized reading' (duration: 132.973524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:00.767185Z","caller":"traceutil/trace.go:171","msg":"trace[1390803479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25383; }","duration":"120.316391ms","start":"2026-04-28T23:16:00.646859Z","end":"2026-04-28T23:16:00.767175Z","steps":["trace[1390803479] 'agreement among raft nodes before linearized reading' (duration: 120.196859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:01.055707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.435987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:16:01.055816Z","caller":"traceutil/trace.go:171","msg":"trace[219939564] linearizableReadLoop","detail":"{readStateIndex:26213; appliedIndex:26212; }","duration":"283.476475ms","start":"2026-04-28T23:16:00.772312Z","end":"2026-04-28T23:16:01.055789Z","steps":["trace[219939564] 'read index received' (duration: 125.984817ms)","trace[219939564] 'applied index is now lower than readState.Index' (duration: 157.490208ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:01.056049Z","caller":"traceutil/trace.go:171","msg":"trace[1662133496] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"283.841964ms","start":"2026-04-28T23:16:00.772192Z","end":"2026-04-28T23:16:01.056034Z","steps":["trace[1662133496] 'process raft request' (duration: 125.996407ms)","trace[1662133496] 'compare' (duration: 157.313925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:01.056324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.008628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-28T23:16:01.056356Z","caller":"traceutil/trace.go:171","msg":"trace[880764179] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25384; }","duration":"284.082699ms","start":"2026-04-28T23:16:00.772263Z","end":"2026-04-28T23:16:01.056346Z","steps":["trace[880764179] 'agreement among raft nodes before linearized reading' (duration: 283.958306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:01.211492Z","caller":"traceutil/trace.go:171","msg":"trace[52718212] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"437.892252ms","start":"2026-04-28T23:16:00.773563Z","end":"2026-04-28T23:16:01.211455Z","steps":["trace[52718212] 'process raft request' (duration: 437.765969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:01.211517Z","caller":"traceutil/trace.go:171","msg":"trace[74178306] linearizableReadLoop","detail":"{readStateIndex:26215; appliedIndex:26213; }","duration":"155.657776ms","start":"2026-04-28T23:16:01.055841Z","end":"2026-04-28T23:16:01.211498Z","steps":["trace[74178306] 'read index received' (duration: 133.309212ms)","trace[74178306] 'applied index is now lower than readState.Index' (duration: 22.347544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:01.211619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.773535Z","time spent":"438.015094ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:16:01.211735Z","caller":"traceutil/trace.go:171","msg":"trace[1668259354] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"439.284294ms","start":"2026-04-28T23:16:00.772441Z","end":"2026-04-28T23:16:01.211725Z","steps":["trace[1668259354] 'process raft request' (duration: 416.676725ms)","trace[1668259354] 'compare' (duration: 21.959203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:01.211766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.772425Z","time spent":"439.323475ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:01.211778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.943977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:16:01.211804Z","caller":"traceutil/trace.go:171","msg":"trace[141986111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25388; }","duration":"178.005459ms","start":"2026-04-28T23:16:01.033789Z","end":"2026-04-28T23:16:01.211795Z","steps":["trace[141986111] 'agreement among raft nodes before linearized reading' (duration: 177.903656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:01.211809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.354436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-28T23:16:01.211849Z","caller":"traceutil/trace.go:171","msg":"trace[229681261] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25388; }","duration":"439.408627ms","start":"2026-04-28T23:16:00.772428Z","end":"2026-04-28T23:16:01.211837Z","steps":["trace[229681261] 'agreement among raft nodes before linearized reading' (duration: 439.307104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:01.211879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:00.772419Z","time spent":"439.452428ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-28T23:16:01.211886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.45832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:01.211958Z","caller":"traceutil/trace.go:171","msg":"trace[1586463305] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25388; }","duration":"199.587283ms","start":"2026-04-28T23:16:01.012352Z","end":"2026-04-28T23:16:01.21194Z","steps":["trace[1586463305] 'agreement among raft nodes before linearized reading' (duration: 199.44022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:01.510504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.803756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:16:01.510656Z","caller":"traceutil/trace.go:171","msg":"trace[1763016267] linearizableReadLoop","detail":"{readStateIndex:26218; appliedIndex:26217; }","duration":"273.309882ms","start":"2026-04-28T23:16:01.23733Z","end":"2026-04-28T23:16:01.51064Z","steps":["trace[1763016267] 'read index received' (duration: 120.379223ms)","trace[1763016267] 'applied index is now lower than readState.Index' (duration: 152.929179ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:01.51068Z","caller":"traceutil/trace.go:171","msg":"trace[274382293] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"280.78182ms","start":"2026-04-28T23:16:01.229864Z","end":"2026-04-28T23:16:01.510646Z","steps":["trace[274382293] 'process raft request' (duration: 127.748699ms)","trace[274382293] 'compare' (duration: 152.582041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:01.510824Z","caller":"traceutil/trace.go:171","msg":"trace[769910895] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"157.383855ms","start":"2026-04-28T23:16:01.353432Z","end":"2026-04-28T23:16:01.510816Z","steps":["trace[769910895] 'process raft request' (duration: 157.16588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:01.511158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.803685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112156"} {"level":"info","ts":"2026-04-28T23:16:01.511231Z","caller":"traceutil/trace.go:171","msg":"trace[251656883] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25390; }","duration":"273.901788ms","start":"2026-04-28T23:16:01.237312Z","end":"2026-04-28T23:16:01.511214Z","steps":["trace[251656883] 'agreement among raft nodes before linearized reading' (duration: 273.405785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:01.700469Z","caller":"traceutil/trace.go:171","msg":"trace[1028879811] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"172.66726ms","start":"2026-04-28T23:16:01.527778Z","end":"2026-04-28T23:16:01.700445Z","steps":["trace[1028879811] 'process raft request' (duration: 172.472546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:02.090934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.058787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:16:02.091062Z","caller":"traceutil/trace.go:171","msg":"trace[1206272831] linearizableReadLoop","detail":"{readStateIndex:26221; appliedIndex:26220; }","duration":"390.683305ms","start":"2026-04-28T23:16:01.700354Z","end":"2026-04-28T23:16:02.091037Z","steps":["trace[1206272831] 'read index received' (duration: 104.380421ms)","trace[1206272831] 'applied index is now lower than readState.Index' (duration: 286.300683ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:02.091363Z","caller":"traceutil/trace.go:171","msg":"trace[1349351854] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"401.847081ms","start":"2026-04-28T23:16:01.689466Z","end":"2026-04-28T23:16:02.091313Z","steps":["trace[1349351854] 'process raft request' (duration: 115.308922ms)","trace[1349351854] 'compare' (duration: 285.543415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:02.091413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.730468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:02.09147Z","caller":"traceutil/trace.go:171","msg":"trace[277358156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25392; }","duration":"458.83966ms","start":"2026-04-28T23:16:01.632616Z","end":"2026-04-28T23:16:02.091456Z","steps":["trace[277358156] 'agreement among raft nodes before linearized reading' (duration: 458.709267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:02.091543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:01.632595Z","time spent":"458.932273ms","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T23:16:02.091636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:01.689442Z","time spent":"402.013484ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:02.146838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.112247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:02.146935Z","caller":"traceutil/trace.go:171","msg":"trace[5765585] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25393; }","duration":"423.245712ms","start":"2026-04-28T23:16:01.723666Z","end":"2026-04-28T23:16:02.146911Z","steps":["trace[5765585] 'agreement among raft nodes before linearized reading' (duration: 423.061267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:02.14698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:01.723657Z","time spent":"423.311473ms","remote":"127.0.0.1:51006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-28T23:16:02.147087Z","caller":"traceutil/trace.go:171","msg":"trace[444115117] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"441.028416ms","start":"2026-04-28T23:16:01.706026Z","end":"2026-04-28T23:16:02.147054Z","steps":["trace[444115117] 'process raft request' (duration: 440.546174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:02.147245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:01.705992Z","time spent":"441.167049ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:02.147373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.82451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79384cb0-f4ad-4ed5-ac54-a3e375580d50\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T23:16:02.147479Z","caller":"traceutil/trace.go:171","msg":"trace[2065301609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79384cb0-f4ad-4ed5-ac54-a3e375580d50; range_end:; response_count:1; response_revision:25393; }","duration":"375.994184ms","start":"2026-04-28T23:16:01.77146Z","end":"2026-04-28T23:16:02.147454Z","steps":["trace[2065301609] 'agreement among raft nodes before linearized reading' (duration: 375.613075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:02.147537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:01.771442Z","time spent":"376.085387ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79384cb0-f4ad-4ed5-ac54-a3e375580d50\" "} {"level":"warn","ts":"2026-04-28T23:16:02.462188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.041213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-28T23:16:02.462249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.244448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T23:16:02.462302Z","caller":"traceutil/trace.go:171","msg":"trace[175808034] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25393; }","duration":"161.334291ms","start":"2026-04-28T23:16:02.30095Z","end":"2026-04-28T23:16:02.462284Z","steps":["trace[175808034] 'range keys from in-memory index tree' (duration: 161.100274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:02.462254Z","caller":"traceutil/trace.go:171","msg":"trace[758575045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25393; }","duration":"179.154196ms","start":"2026-04-28T23:16:02.283084Z","end":"2026-04-28T23:16:02.462238Z","steps":["trace[758575045] 'range keys from in-memory index tree' (duration: 178.819988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:02.790536Z","caller":"traceutil/trace.go:171","msg":"trace[208662081] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26223; }","duration":"127.668666ms","start":"2026-04-28T23:16:02.66284Z","end":"2026-04-28T23:16:02.790509Z","steps":["trace[208662081] 'read index received' (duration: 127.246656ms)","trace[208662081] 'applied index is now lower than readState.Index' (duration: 421.25µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:02.790593Z","caller":"traceutil/trace.go:171","msg":"trace[214874571] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"156.215457ms","start":"2026-04-28T23:16:02.634334Z","end":"2026-04-28T23:16:02.79055Z","steps":["trace[214874571] 'process raft request' (duration: 156.030623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:02.790863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.995874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T23:16:02.790951Z","caller":"traceutil/trace.go:171","msg":"trace[527882915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25395; }","duration":"128.132257ms","start":"2026-04-28T23:16:02.662799Z","end":"2026-04-28T23:16:02.790931Z","steps":["trace[527882915] 'agreement among raft nodes before linearized reading' (duration: 127.82095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:09.244232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.587487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T23:16:09.244373Z","caller":"traceutil/trace.go:171","msg":"trace[1547328086] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26298; }","duration":"152.661823ms","start":"2026-04-28T23:16:09.09169Z","end":"2026-04-28T23:16:09.244351Z","steps":["trace[1547328086] 'read index received' (duration: 37.151µs)","trace[1547328086] 'applied index is now lower than readState.Index' (duration: 152.622742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:09.244671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.940469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T23:16:09.244734Z","caller":"traceutil/trace.go:171","msg":"trace[381602503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25468; }","duration":"153.069582ms","start":"2026-04-28T23:16:09.091647Z","end":"2026-04-28T23:16:09.244717Z","steps":["trace[381602503] 'agreement among raft nodes before linearized reading' (duration: 152.769735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:09.374307Z","caller":"traceutil/trace.go:171","msg":"trace[2006941210] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"125.973296ms","start":"2026-04-28T23:16:09.248301Z","end":"2026-04-28T23:16:09.374274Z","steps":["trace[2006941210] 'process raft request' (duration: 125.821953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:09.662467Z","caller":"traceutil/trace.go:171","msg":"trace[508199423] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"414.060452ms","start":"2026-04-28T23:16:09.248381Z","end":"2026-04-28T23:16:09.662442Z","steps":["trace[508199423] 'process raft request' (duration: 413.856327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:09.662652Z","caller":"traceutil/trace.go:171","msg":"trace[2050253329] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"412.711129ms","start":"2026-04-28T23:16:09.249923Z","end":"2026-04-28T23:16:09.662634Z","steps":["trace[2050253329] 'process raft request' (duration: 412.476864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:09.662648Z","caller":"traceutil/trace.go:171","msg":"trace[2056998060] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26300; }","duration":"408.779536ms","start":"2026-04-28T23:16:09.253835Z","end":"2026-04-28T23:16:09.662615Z","steps":["trace[2056998060] 'read index received' (duration: 120.558477ms)","trace[2056998060] 'applied index is now lower than readState.Index' (duration: 288.218879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:09.662809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.964071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T23:16:09.662803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:09.249883Z","time spent":"412.835182ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:16:09.662848Z","caller":"traceutil/trace.go:171","msg":"trace[856039760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25471; }","duration":"409.038252ms","start":"2026-04-28T23:16:09.253799Z","end":"2026-04-28T23:16:09.662837Z","steps":["trace[856039760] 'agreement among raft nodes before linearized reading' (duration: 408.897539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:09.662875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:09.25379Z","time spent":"409.079014ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T23:16:09.663009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:09.248354Z","time spent":"414.183585ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:16:09.663577Z","caller":"traceutil/trace.go:171","msg":"trace[1489071451] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"126.422347ms","start":"2026-04-28T23:16:09.53714Z","end":"2026-04-28T23:16:09.663563Z","steps":["trace[1489071451] 'process raft request' (duration: 126.167801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:09.663636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.040582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T23:16:09.663721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.608864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:16:09.663721Z","caller":"traceutil/trace.go:171","msg":"trace[772931078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25472; }","duration":"409.167865ms","start":"2026-04-28T23:16:09.254532Z","end":"2026-04-28T23:16:09.6637Z","steps":["trace[772931078] 'agreement among raft nodes before linearized reading' (duration: 408.916369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:09.663755Z","caller":"traceutil/trace.go:171","msg":"trace[759201945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25472; }","duration":"124.686296ms","start":"2026-04-28T23:16:09.539057Z","end":"2026-04-28T23:16:09.663744Z","steps":["trace[759201945] 'agreement among raft nodes before linearized reading' (duration: 124.611314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:09.663779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:09.25452Z","time spent":"409.249277ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T23:16:31.847783Z","caller":"traceutil/trace.go:171","msg":"trace[165136980] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"105.353765ms","start":"2026-04-28T23:16:31.7424Z","end":"2026-04-28T23:16:31.847753Z","steps":["trace[165136980] 'process raft request' (duration: 105.190421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.001346Z","caller":"traceutil/trace.go:171","msg":"trace[636014900] linearizableReadLoop","detail":"{readStateIndex:26492; appliedIndex:26489; }","duration":"226.544377ms","start":"2026-04-28T23:16:31.774775Z","end":"2026-04-28T23:16:32.001319Z","steps":["trace[636014900] 'read index received' (duration: 72.869639ms)","trace[636014900] 'applied index is now lower than readState.Index' (duration: 153.673148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:32.001405Z","caller":"traceutil/trace.go:171","msg":"trace[1263872651] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"257.67299ms","start":"2026-04-28T23:16:31.743694Z","end":"2026-04-28T23:16:32.001367Z","steps":["trace[1263872651] 'process raft request' (duration: 175.288923ms)","trace[1263872651] 'compare' (duration: 82.074819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:32.0017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.920596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T23:16:32.00171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.35928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T23:16:32.001741Z","caller":"traceutil/trace.go:171","msg":"trace[525827504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25656; }","duration":"227.014318ms","start":"2026-04-28T23:16:31.774716Z","end":"2026-04-28T23:16:32.001731Z","steps":["trace[525827504] 'agreement among raft nodes before linearized reading' (duration: 226.847964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.001756Z","caller":"traceutil/trace.go:171","msg":"trace[2015156523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25656; }","duration":"220.435711ms","start":"2026-04-28T23:16:31.781308Z","end":"2026-04-28T23:16:32.001744Z","steps":["trace[2015156523] 'agreement among raft nodes before linearized reading' (duration: 220.307968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:32.001699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.091572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T23:16:32.001804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.788596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T23:16:32.001824Z","caller":"traceutil/trace.go:171","msg":"trace[634599944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25656; }","duration":"222.269746ms","start":"2026-04-28T23:16:31.779542Z","end":"2026-04-28T23:16:32.001812Z","steps":["trace[634599944] 'agreement among raft nodes before linearized reading' (duration: 222.03261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.001863Z","caller":"traceutil/trace.go:171","msg":"trace[591205848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25656; }","duration":"206.861968ms","start":"2026-04-28T23:16:31.794985Z","end":"2026-04-28T23:16:32.001847Z","steps":["trace[591205848] 'agreement among raft nodes before linearized reading' (duration: 206.600881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.001881Z","caller":"traceutil/trace.go:171","msg":"trace[490906018] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"257.076476ms","start":"2026-04-28T23:16:31.744413Z","end":"2026-04-28T23:16:32.001489Z","steps":["trace[490906018] 'process raft request' (duration: 256.850411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.280991Z","caller":"traceutil/trace.go:171","msg":"trace[1821708186] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"275.037454ms","start":"2026-04-28T23:16:32.005926Z","end":"2026-04-28T23:16:32.280963Z","steps":["trace[1821708186] 'process raft request' (duration: 274.966612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.281086Z","caller":"traceutil/trace.go:171","msg":"trace[939820359] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"275.143846ms","start":"2026-04-28T23:16:32.005929Z","end":"2026-04-28T23:16:32.281073Z","steps":["trace[939820359] 'process raft request' (duration: 229.933878ms)","trace[939820359] 'compare' (duration: 44.743968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:32.281226Z","caller":"traceutil/trace.go:171","msg":"trace[901041548] linearizableReadLoop","detail":"{readStateIndex:26495; appliedIndex:26492; }","duration":"274.418689ms","start":"2026-04-28T23:16:32.006783Z","end":"2026-04-28T23:16:32.281202Z","steps":["trace[901041548] 'read index received' (duration: 229.064986ms)","trace[901041548] 'applied index is now lower than readState.Index' (duration: 45.352622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:32.281547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.757897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-04-28T23:16:32.281596Z","caller":"traceutil/trace.go:171","msg":"trace[1796582770] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25660; }","duration":"274.839208ms","start":"2026-04-28T23:16:32.006743Z","end":"2026-04-28T23:16:32.281583Z","steps":["trace[1796582770] 'agreement among raft nodes before linearized reading' (duration: 274.627113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:32.281619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.060797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-28T23:16:32.281662Z","caller":"traceutil/trace.go:171","msg":"trace[1881220179] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25660; }","duration":"141.146249ms","start":"2026-04-28T23:16:32.140499Z","end":"2026-04-28T23:16:32.281645Z","steps":["trace[1881220179] 'agreement among raft nodes before linearized reading' (duration: 141.009906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.281769Z","caller":"traceutil/trace.go:171","msg":"trace[1083091361] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"275.728401ms","start":"2026-04-28T23:16:32.006029Z","end":"2026-04-28T23:16:32.281757Z","steps":["trace[1083091361] 'process raft request' (duration: 275.008923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:32.585065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.351837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:16:32.585148Z","caller":"traceutil/trace.go:171","msg":"trace[1084409950] linearizableReadLoop","detail":"{readStateIndex:26497; appliedIndex:26496; }","duration":"235.858559ms","start":"2026-04-28T23:16:32.349277Z","end":"2026-04-28T23:16:32.585135Z","steps":["trace[1084409950] 'read index received' (duration: 88.311757ms)","trace[1084409950] 'applied index is now lower than readState.Index' (duration: 147.545702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:32.585257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.986611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:32.585277Z","caller":"traceutil/trace.go:171","msg":"trace[592692186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25661; }","duration":"236.038723ms","start":"2026-04-28T23:16:32.349233Z","end":"2026-04-28T23:16:32.585272Z","steps":["trace[592692186] 'agreement among raft nodes before linearized reading' (duration: 235.949431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.585464Z","caller":"traceutil/trace.go:171","msg":"trace[1726423010] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"274.903491ms","start":"2026-04-28T23:16:32.310531Z","end":"2026-04-28T23:16:32.585434Z","steps":["trace[1726423010] 'process raft request' (duration: 127.118373ms)","trace[1726423010] 'compare' (duration: 147.264445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:32.635663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.977143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T23:16:32.635751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.035123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:32.635795Z","caller":"traceutil/trace.go:171","msg":"trace[212487562] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25662; }","duration":"169.150816ms","start":"2026-04-28T23:16:32.466625Z","end":"2026-04-28T23:16:32.635776Z","steps":["trace[212487562] 'agreement among raft nodes before linearized reading' (duration: 168.960782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.635794Z","caller":"traceutil/trace.go:171","msg":"trace[200040554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25662; }","duration":"143.114175ms","start":"2026-04-28T23:16:32.492665Z","end":"2026-04-28T23:16:32.635779Z","steps":["trace[200040554] 'agreement among raft nodes before linearized reading' (duration: 143.050594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:32.972238Z","caller":"traceutil/trace.go:171","msg":"trace[1706826948] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"135.36296ms","start":"2026-04-28T23:16:32.836842Z","end":"2026-04-28T23:16:32.972205Z","steps":["trace[1706826948] 'process raft request' (duration: 135.137725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:33.203008Z","caller":"traceutil/trace.go:171","msg":"trace[1550100108] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"157.693164ms","start":"2026-04-28T23:16:33.045297Z","end":"2026-04-28T23:16:33.20299Z","steps":["trace[1550100108] 'process raft request' (duration: 157.666714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:33.203217Z","caller":"traceutil/trace.go:171","msg":"trace[418155029] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"223.515644ms","start":"2026-04-28T23:16:32.979673Z","end":"2026-04-28T23:16:33.203188Z","steps":["trace[418155029] 'process raft request' (duration: 223.261448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:33.203299Z","caller":"traceutil/trace.go:171","msg":"trace[210547609] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"224.206621ms","start":"2026-04-28T23:16:32.979051Z","end":"2026-04-28T23:16:33.203258Z","steps":["trace[210547609] 'process raft request' (duration: 156.353511ms)","trace[210547609] 'compare' (duration: 67.389808ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:34.165459Z","caller":"traceutil/trace.go:171","msg":"trace[446349399] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"158.551614ms","start":"2026-04-28T23:16:34.006874Z","end":"2026-04-28T23:16:34.165426Z","steps":["trace[446349399] 'process raft request' (duration: 102.294262ms)","trace[446349399] 'compare' (duration: 55.954805ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:34.243796Z","caller":"traceutil/trace.go:171","msg":"trace[320528541] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"236.828172ms","start":"2026-04-28T23:16:34.00693Z","end":"2026-04-28T23:16:34.243758Z","steps":["trace[320528541] 'process raft request' (duration: 236.416242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:34.495442Z","caller":"traceutil/trace.go:171","msg":"trace[987290511] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"209.463059ms","start":"2026-04-28T23:16:34.285954Z","end":"2026-04-28T23:16:34.495417Z","steps":["trace[987290511] 'process raft request' (duration: 209.300475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:34.573437Z","caller":"traceutil/trace.go:171","msg":"trace[1367769065] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"255.316973ms","start":"2026-04-28T23:16:34.318048Z","end":"2026-04-28T23:16:34.573365Z","steps":["trace[1367769065] 'process raft request' (duration: 226.892835ms)","trace[1367769065] 'compare' (duration: 28.181392ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:34.573602Z","caller":"traceutil/trace.go:171","msg":"trace[1892166986] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"254.384021ms","start":"2026-04-28T23:16:34.319196Z","end":"2026-04-28T23:16:34.57358Z","steps":["trace[1892166986] 'process raft request' (duration: 254.111305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:34.573757Z","caller":"traceutil/trace.go:171","msg":"trace[159924681] linearizableReadLoop","detail":"{readStateIndex:26513; appliedIndex:26509; }","duration":"214.223403ms","start":"2026-04-28T23:16:34.359506Z","end":"2026-04-28T23:16:34.57373Z","steps":["trace[159924681] 'read index received' (duration: 135.788161ms)","trace[159924681] 'applied index is now lower than readState.Index' (duration: 78.422851ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:34.573874Z","caller":"traceutil/trace.go:171","msg":"trace[1230999247] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"254.570436ms","start":"2026-04-28T23:16:34.31929Z","end":"2026-04-28T23:16:34.573861Z","steps":["trace[1230999247] 'process raft request' (duration: 254.215537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:34.574368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.844068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T23:16:34.574495Z","caller":"traceutil/trace.go:171","msg":"trace[1828753556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25676; }","duration":"215.034712ms","start":"2026-04-28T23:16:34.359437Z","end":"2026-04-28T23:16:34.574472Z","steps":["trace[1828753556] 'agreement among raft nodes before linearized reading' (duration: 214.570751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:34.849745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.729907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:16:34.849828Z","caller":"traceutil/trace.go:171","msg":"trace[1059493585] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"210.018442ms","start":"2026-04-28T23:16:34.639793Z","end":"2026-04-28T23:16:34.849811Z","steps":["trace[1059493585] 'process raft request' (duration: 64.150061ms)","trace[1059493585] 'compare' (duration: 145.579214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:34.914879Z","caller":"traceutil/trace.go:171","msg":"trace[1655450581] linearizableReadLoop","detail":"{readStateIndex:26516; appliedIndex:26515; }","duration":"203.031326ms","start":"2026-04-28T23:16:34.711818Z","end":"2026-04-28T23:16:34.91485Z","steps":["trace[1655450581] 'read index received' (duration: 202.881713ms)","trace[1655450581] 'applied index is now lower than readState.Index' (duration: 148.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:34.91495Z","caller":"traceutil/trace.go:171","msg":"trace[1632130787] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"273.6224ms","start":"2026-04-28T23:16:34.641314Z","end":"2026-04-28T23:16:34.914937Z","steps":["trace[1632130787] 'process raft request' (duration: 273.381594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:34.915064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.21803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:16:34.915121Z","caller":"traceutil/trace.go:171","msg":"trace[721247635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25679; }","duration":"203.332633ms","start":"2026-04-28T23:16:34.711774Z","end":"2026-04-28T23:16:34.915106Z","steps":["trace[721247635] 'agreement among raft nodes before linearized reading' (duration: 203.21551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:34.915157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.149096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:34.915238Z","caller":"traceutil/trace.go:171","msg":"trace[1037830602] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25679; }","duration":"192.264739ms","start":"2026-04-28T23:16:34.722956Z","end":"2026-04-28T23:16:34.91522Z","steps":["trace[1037830602] 'agreement among raft nodes before linearized reading' (duration: 192.103295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:35.355585Z","caller":"traceutil/trace.go:171","msg":"trace[1262192822] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"144.477258ms","start":"2026-04-28T23:16:35.211073Z","end":"2026-04-28T23:16:35.35555Z","steps":["trace[1262192822] 'process raft request' (duration: 51.655993ms)","trace[1262192822] 'compare' (duration: 92.628921ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:35.355905Z","caller":"traceutil/trace.go:171","msg":"trace[225101556] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"144.658553ms","start":"2026-04-28T23:16:35.211219Z","end":"2026-04-28T23:16:35.355877Z","steps":["trace[225101556] 'process raft request' (duration: 144.305465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:35.356145Z","caller":"traceutil/trace.go:171","msg":"trace[367564767] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"145.014102ms","start":"2026-04-28T23:16:35.21111Z","end":"2026-04-28T23:16:35.356124Z","steps":["trace[367564767] 'process raft request' (duration: 144.367997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:36.019442Z","caller":"traceutil/trace.go:171","msg":"trace[767895541] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"103.403878ms","start":"2026-04-28T23:16:35.916011Z","end":"2026-04-28T23:16:36.019415Z","steps":["trace[767895541] 'process raft request' (duration: 103.253984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:36.710245Z","caller":"traceutil/trace.go:171","msg":"trace[143900036] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"129.105341ms","start":"2026-04-28T23:16:36.581111Z","end":"2026-04-28T23:16:36.710217Z","steps":["trace[143900036] 'process raft request' (duration: 120.869175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:36.976881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.106081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T23:16:36.977227Z","caller":"traceutil/trace.go:171","msg":"trace[2104917997] linearizableReadLoop","detail":"{readStateIndex:26528; appliedIndex:26526; }","duration":"172.104358ms","start":"2026-04-28T23:16:36.805092Z","end":"2026-04-28T23:16:36.977196Z","steps":["trace[2104917997] 'read index received' (duration: 37.542057ms)","trace[2104917997] 'applied index is now lower than readState.Index' (duration: 134.558931ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:36.977291Z","caller":"traceutil/trace.go:171","msg":"trace[1064255579] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"394.755851ms","start":"2026-04-28T23:16:36.582518Z","end":"2026-04-28T23:16:36.977274Z","steps":["trace[1064255579] 'process raft request' (duration: 394.432943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:36.97737Z","caller":"traceutil/trace.go:171","msg":"trace[1727464332] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"396.195726ms","start":"2026-04-28T23:16:36.581149Z","end":"2026-04-28T23:16:36.977344Z","steps":["trace[1727464332] 'process raft request' (duration: 261.503462ms)","trace[1727464332] 'compare' (duration: 133.908366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:36.977387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:36.582492Z","time spent":"394.828783ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:36.977409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.294272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:36.977452Z","caller":"traceutil/trace.go:171","msg":"trace[72711038] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25692; }","duration":"172.386035ms","start":"2026-04-28T23:16:36.80505Z","end":"2026-04-28T23:16:36.977436Z","steps":["trace[72711038] 'agreement among raft nodes before linearized reading' (duration: 172.295713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:36.977486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:36.58113Z","time spent":"396.296298ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:36.977659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.238795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:16:36.977686Z","caller":"traceutil/trace.go:171","msg":"trace[1582581284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25692; }","duration":"124.301546ms","start":"2026-04-28T23:16:36.853377Z","end":"2026-04-28T23:16:36.977679Z","steps":["trace[1582581284] 'agreement among raft nodes before linearized reading' (duration: 124.208134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:37.59777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.882085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T23:16:37.597834Z","caller":"traceutil/trace.go:171","msg":"trace[170478706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25697; }","duration":"102.996737ms","start":"2026-04-28T23:16:37.494822Z","end":"2026-04-28T23:16:37.597818Z","steps":["trace[170478706] 'range keys from in-memory index tree' (duration: 102.633929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:39.145318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.386119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T23:16:39.145925Z","caller":"traceutil/trace.go:171","msg":"trace[644111395] linearizableReadLoop","detail":"{readStateIndex:26542; appliedIndex:26540; }","duration":"164.284281ms","start":"2026-04-28T23:16:38.981564Z","end":"2026-04-28T23:16:39.145849Z","steps":["trace[644111395] 'read index received' (duration: 21.507523ms)","trace[644111395] 'applied index is now lower than readState.Index' (duration: 142.774098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:39.146095Z","caller":"traceutil/trace.go:171","msg":"trace[1456358185] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"164.561178ms","start":"2026-04-28T23:16:38.981506Z","end":"2026-04-28T23:16:39.146067Z","steps":["trace[1456358185] 'process raft request' (duration: 163.895672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:39.160506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.213407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T23:16:39.160566Z","caller":"traceutil/trace.go:171","msg":"trace[936715196] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25704; }","duration":"130.32227ms","start":"2026-04-28T23:16:39.030229Z","end":"2026-04-28T23:16:39.160552Z","steps":["trace[936715196] 'agreement among raft nodes before linearized reading' (duration: 115.971327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:39.160576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.417442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T23:16:39.160611Z","caller":"traceutil/trace.go:171","msg":"trace[602433153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25704; }","duration":"153.480063ms","start":"2026-04-28T23:16:39.007121Z","end":"2026-04-28T23:16:39.160601Z","steps":["trace[602433153] 'agreement among raft nodes before linearized reading' (duration: 139.092429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:39.160652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.996682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T23:16:39.160664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.080225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T23:16:39.160722Z","caller":"traceutil/trace.go:171","msg":"trace[110808921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25704; }","duration":"179.102145ms","start":"2026-04-28T23:16:38.981589Z","end":"2026-04-28T23:16:39.160692Z","steps":["trace[110808921] 'agreement among raft nodes before linearized reading' (duration: 164.606409ms)","trace[110808921] 'range keys from in-memory index tree' (duration: 14.349883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:39.16073Z","caller":"traceutil/trace.go:171","msg":"trace[1723883255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25704; }","duration":"179.184676ms","start":"2026-04-28T23:16:38.981523Z","end":"2026-04-28T23:16:39.160707Z","steps":["trace[1723883255] 'agreement among raft nodes before linearized reading' (duration: 164.66481ms)","trace[1723883255] 'range keys from in-memory index tree' (duration: 14.343363ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:40.644979Z","caller":"traceutil/trace.go:171","msg":"trace[779366865] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"117.687468ms","start":"2026-04-28T23:16:40.527252Z","end":"2026-04-28T23:16:40.644939Z","steps":["trace[779366865] 'process raft request' (duration: 117.440282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:50.445299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22796} {"level":"info","ts":"2026-04-28T23:16:50.932193Z","caller":"traceutil/trace.go:171","msg":"trace[745033822] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26632; }","duration":"103.817287ms","start":"2026-04-28T23:16:50.828348Z","end":"2026-04-28T23:16:50.932166Z","steps":["trace[745033822] 'read index received' (duration: 77.676203ms)","trace[745033822] 'applied index is now lower than readState.Index' (duration: 26.139934ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:50.93231Z","caller":"traceutil/trace.go:171","msg":"trace[1778202865] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"215.144114ms","start":"2026-04-28T23:16:50.717137Z","end":"2026-04-28T23:16:50.932281Z","steps":["trace[1778202865] 'process raft request' (duration: 188.933158ms)","trace[1778202865] 'compare' (duration: 25.95486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:50.93241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.049303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T23:16:50.932446Z","caller":"traceutil/trace.go:171","msg":"trace[446604473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25792; }","duration":"104.136475ms","start":"2026-04-28T23:16:50.8283Z","end":"2026-04-28T23:16:50.932437Z","steps":["trace[446604473] 'agreement among raft nodes before linearized reading' (duration: 103.992152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:51.021279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22796,"took":"572.103464ms","hash":4099586140,"current-db-size-bytes":58499072,"current-db-size":"58 MB","current-db-size-in-use-bytes":35561472,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T23:16:51.021358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4099586140,"revision":22796,"compact-revision":20144} {"level":"info","ts":"2026-04-28T23:16:53.647006Z","caller":"traceutil/trace.go:171","msg":"trace[958097091] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"120.298711ms","start":"2026-04-28T23:16:53.526678Z","end":"2026-04-28T23:16:53.646977Z","steps":["trace[958097091] 'process raft request' (duration: 120.113857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:53.95359Z","caller":"traceutil/trace.go:171","msg":"trace[1014486995] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"426.246803ms","start":"2026-04-28T23:16:53.527304Z","end":"2026-04-28T23:16:53.95355Z","steps":["trace[1014486995] 'process raft request' (duration: 337.838732ms)","trace[1014486995] 'compare' (duration: 88.151795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T23:16:53.954006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.412348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T23:16:53.954007Z","caller":"traceutil/trace.go:171","msg":"trace[1496551985] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"406.397008ms","start":"2026-04-28T23:16:53.547576Z","end":"2026-04-28T23:16:53.953973Z","steps":["trace[1496551985] 'process raft request' (duration: 405.902667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:16:53.954063Z","caller":"traceutil/trace.go:171","msg":"trace[1324064066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25815; }","duration":"240.51526ms","start":"2026-04-28T23:16:53.713533Z","end":"2026-04-28T23:16:53.954048Z","steps":["trace[1324064066] 'agreement among raft nodes before linearized reading' (duration: 240.278385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T23:16:53.954125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:53.527281Z","time spent":"426.672413ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T23:16:53.954262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T23:16:53.54756Z","time spent":"406.532622ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T23:16:53.953761Z","caller":"traceutil/trace.go:171","msg":"trace[1738122993] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26655; }","duration":"240.160952ms","start":"2026-04-28T23:16:53.713576Z","end":"2026-04-28T23:16:53.953737Z","steps":["trace[1738122993] 'read index received' (duration: 151.615828ms)","trace[1738122993] 'applied index is now lower than readState.Index' (duration: 88.543644ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:54.145655Z","caller":"traceutil/trace.go:171","msg":"trace[1268193967] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"216.362463ms","start":"2026-04-28T23:16:53.929242Z","end":"2026-04-28T23:16:54.145605Z","steps":["trace[1268193967] 'process raft request' (duration: 163.060321ms)","trace[1268193967] 'compare' (duration: 53.122018ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:16:54.14597Z","caller":"traceutil/trace.go:171","msg":"trace[141165070] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"186.969492ms","start":"2026-04-28T23:16:53.958982Z","end":"2026-04-28T23:16:54.145952Z","steps":["trace[141165070] 'process raft request' (duration: 186.587473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:17:52.26604Z","caller":"traceutil/trace.go:171","msg":"trace[1157906183] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"112.947516ms","start":"2026-04-28T23:17:52.153068Z","end":"2026-04-28T23:17:52.266015Z","steps":["trace[1157906183] 'process raft request' (duration: 95.717124ms)","trace[1157906183] 'compare' (duration: 17.123049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T23:17:52.27162Z","caller":"traceutil/trace.go:171","msg":"trace[2080445867] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"103.632593ms","start":"2026-04-28T23:17:52.167966Z","end":"2026-04-28T23:17:52.271598Z","steps":["trace[2080445867] 'process raft request' (duration: 103.591402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:17:52.27188Z","caller":"traceutil/trace.go:171","msg":"trace[2139050043] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"105.523188ms","start":"2026-04-28T23:17:52.166314Z","end":"2026-04-28T23:17:52.271837Z","steps":["trace[2139050043] 'process raft request' (duration: 105.154439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T23:17:58.792628Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ad6.wal"} {"level":"info","ts":"2026-04-28T23:21:50.451135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25791} {"level":"info","ts":"2026-04-28T23:21:50.596592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25791,"took":"141.148619ms","hash":3654521865,"current-db-size-bytes":58499072,"current-db-size":"58 MB","current-db-size-in-use-bytes":35647488,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T23:21:50.596659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3654521865,"revision":25791,"compact-revision":22796} {"level":"info","ts":"2026-04-28T23:22:43.65822Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T23:22:43.663691Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T23:22:43.663878Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T23:26:50.456722Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28681} {"level":"info","ts":"2026-04-28T23:26:50.596287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28681,"took":"135.68361ms","hash":3508770681,"current-db-size-bytes":58499072,"current-db-size":"58 MB","current-db-size-in-use-bytes":30814208,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T23:26:50.596362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3508770681,"revision":28681,"compact-revision":25791} {"level":"info","ts":"2026-04-28T23:31:50.464023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30908} {"level":"info","ts":"2026-04-28T23:31:50.645617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30908,"took":"178.353369ms","hash":3627144926,"current-db-size-bytes":58499072,"current-db-size":"58 MB","current-db-size-in-use-bytes":31293440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T23:31:50.64567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3627144926,"revision":30908,"compact-revision":28681} {"level":"info","ts":"2026-04-28T23:36:50.470784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33173} {"level":"info","ts":"2026-04-28T23:36:50.625098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33173,"took":"147.229586ms","hash":1600041431,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":31744000,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T23:36:50.625182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1600041431,"revision":33173,"compact-revision":30908} {"level":"info","ts":"2026-04-28T23:41:50.47792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35469} {"level":"info","ts":"2026-04-28T23:41:50.623969Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35469,"took":"141.720452ms","hash":2890458454,"current-db-size-bytes":59572224,"current-db-size":"60 MB","current-db-size-in-use-bytes":31543296,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T23:41:50.624039Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2890458454,"revision":35469,"compact-revision":33173} {"level":"info","ts":"2026-04-28T23:44:13.581838Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T23:44:13.587044Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T23:44:13.587152Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}